-- Logs begin at Sun 2022-10-23 00:10:37 UTC, end at Sun 2022-10-23 01:16:24 UTC. -- Oct 23 00:47:01.721047 dv-cinder-master-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 23 00:47:04.413703 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.common.config [-] Logging enabled! Oct 23 00:47:04.414293 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev93 Oct 23 00:47:04.414524 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104440) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 23 00:47:04.417779 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.common.config [-] Logging enabled! Oct 23 00:47:04.418028 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev93 Oct 23 00:47:04.418334 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104440) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 23 00:47:04.419268 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 23 00:47:04.419499 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 23 00:47:04.420285 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 23 00:47:04.420530 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 23 00:47:04.420744 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 23 00:47:04.421091 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.421389 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.421627 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.421911 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.422199 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.422489 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.422753 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.423045 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.423328 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.423603 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.423881 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.424102 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.424380 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.424664 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.424971 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.425194 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] debug = True {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.425471 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.425878 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.426782 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.427229 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.427414 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.427683 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.427953 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.428226 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.428506 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.428850 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] host = dv-cinder-master-3-iscsi {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.429141 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.429411 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.429693 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.429976 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.430247 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.430519 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.430801 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.431069 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.431338 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] log_file = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.431607 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.431891 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.432173 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.432459 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.432680 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.432925 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.433209 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.433495 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.433767 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.434035 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.434303 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.434572 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.434841 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.435109 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.435392 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.435671 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.435953 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.436224 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.436492 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.436778 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.437048 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.437329 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.437599 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.437869 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.438138 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.438423 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.438692 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.438959 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.439259 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.439543 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.439823 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.440105 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.440374 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.440653 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.440941 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.441208 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.441476 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] use_json = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.441744 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.442010 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.442284 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.442643 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.442919 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.443276 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.443547 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.443831 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.444101 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:04.444398 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.444697 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.445026 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.445308 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.445614 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.445897 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.446186 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.446461 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.446754 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.447044 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.447335 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.447611 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.447908 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.448196 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.448490 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.448823 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.449119 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.449411 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.449684 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.449957 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.450230 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.450505 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.450793 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.451067 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.451355 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.451644 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.451918 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.452213 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.452496 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.452806 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.453100 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.453390 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.453662 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.453937 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.454227 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.454500 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.454771 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.455061 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.455337 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.455606 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.455883 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.456170 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.456455 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.456747 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.457020 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.457308 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.457581 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.457845 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.458148 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.458484 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.458749 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.459030 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.459304 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.459573 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.459842 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.460114 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.460386 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.460655 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.460965 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.461235 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.461507 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.461778 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.462044 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.462314 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.462586 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.462859 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.463126 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.463393 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.463664 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.463932 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.464198 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.464464 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.464752 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.465029 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.465308 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.465600 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.465871 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.466150 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.466421 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.466693 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.466965 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.467236 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.467537 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.467812 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.468074 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.468356 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.468633 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.468936 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.469220 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.469504 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.469794 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.470068 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.470339 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.470593 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.470860 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.471128 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.471406 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.471677 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.471948 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.472223 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.472486 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.472803 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.473096 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.473371 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.473663 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.474066 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.474356 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.474634 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.474950 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.475227 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:04.475446 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 23 00:47:04.475688 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104440) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 23 00:47:04.849113 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=104440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 23 00:47:04.849414 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=104440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 23 00:47:04.849665 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=104440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 23 00:47:04.849912 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=104440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 23 00:47:04.850185 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 23 00:47:04.850512 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 23 00:47:05.166407 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:05.166672 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:05.166973 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:05.168142 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:05.168416 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:05.168682 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:05.221122 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:05.221400 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:05.221662 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:05.236008 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:05.236283 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:05.236575 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:05.265459 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:05.265732 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:05.265997 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:05.301082 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:05.301351 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:05.301617 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:05.527625 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:05.528277 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:05.528277 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:05.528533 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:05.529329 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:05.624239 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:05.624549 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:05.624916 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:05.625187 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:05.625451 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:05.625760 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:05.626018 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:05.626272 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:05.626523 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:05.626804 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:05.627040 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:05.627302 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:05.627553 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:05.627799 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:05.628048 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:05.628307 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:05.628559 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:05.628825 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:05.629095 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:05.629355 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:05.629623 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:05.629873 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:05.630178 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:05.630550 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:05.630798 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:05.631043 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:05.631431 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104440) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 23 00:47:05.631667 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104440) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 23 00:47:05.631901 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104440) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 23 00:47:05.632132 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104440) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 23 00:47:05.632361 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104440) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 23 00:47:05.632591 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104440) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 23 00:47:05.632975 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 23 00:47:05.636360 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 23 00:47:05.640267 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 23 00:47:05.644017 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Oct 23 00:47:05.645877 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 23 00:47:05.646345 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 23 00:47:05.646673 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 23 00:47:05.647053 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 23 00:47:05.649831 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 23 00:47:05.650081 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 23 00:47:05.650424 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 23 00:47:05.655475 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 23 00:47:05.678981 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 23 00:47:05.679429 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:05.679727 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104440) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Oct 23 00:47:05.680095 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:05.681466 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104440) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 23 00:47:05.681739 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 23 00:47:05.681983 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 23 00:47:05.692814 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:05.693165 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:05.862914 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 23 00:47:05.863164 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 23 00:47:05.863596 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 23 00:47:05.864179 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 23 00:47:05.924817 dv-cinder-master-3-iscsi neutron-server[104440]: INFO dbcounter [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Registered counter for database neutron Oct 23 00:47:05.944584 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_db.sqlalchemy.engines [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104440) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:326}} Oct 23 00:47:05.951006 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG dbcounter [-] [104440] Writer thread running {{(pid=104440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 23 00:47:06.523356 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.plugins.ml2.managers [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Initializing driver for type 'gre' Oct 23 00:47:06.523915 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] gre ID ranges: [(1, 1000)] Oct 23 00:47:06.583792 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.plugins.ml2.managers [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Initializing driver for type 'local' Oct 23 00:47:06.584490 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.plugins.ml2.managers [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Initializing driver for type 'vlan' Oct 23 00:47:06.601889 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] VlanTypeDriver initialization complete Oct 23 00:47:06.602265 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.plugins.ml2.managers [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Initializing driver for type 'vxlan' Oct 23 00:47:06.602769 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] vxlan ID ranges: [(1, 1000)] Oct 23 00:47:06.665124 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.plugins.ml2.managers [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Initializing extension driver 'port_security' Oct 23 00:47:06.665469 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.plugins.ml2.extensions.port_security [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] PortSecurityExtensionDriver initialization complete Oct 23 00:47:06.665804 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.plugins.ml2.managers [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Initializing mechanism driver 'openvswitch' Oct 23 00:47:06.666145 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.plugins.ml2.managers [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Initializing mechanism driver 'hyperv' Oct 23 00:47:06.672850 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.plugins.ml2.plugin [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:47:06.673522 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > port after_create 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.673902 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > port after_update 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.674262 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > port after_delete 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.674770 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104440) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 23 00:47:06.675194 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > subnet after_create 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.675553 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > subnet after_update 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.675899 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.676291 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104440) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 23 00:47:06.676697 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > network after_create 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.677077 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > network after_update 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.677410 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > network after_delete 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.677798 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104440) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 23 00:47:06.678223 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > security_group after_create 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.678573 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > security_group after_update 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.678916 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.679306 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104440) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 23 00:47:06.679713 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.680092 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.680434 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.680989 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104440) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 23 00:47:06.681374 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > address_group after_create 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.681726 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > address_group after_update 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.682071 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.682463 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104440) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 23 00:47:06.682908 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] ML2 OVO RPC backend initialized. {{(pid=104440) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 23 00:47:06.683606 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.683971 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.684420 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > network before_response 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.684840 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > networks before_response 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.685259 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > port before_response 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.685632 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > ports before_response 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.685980 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > subnet before_response 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.686333 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > subnets before_response 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.686739 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > network after_create 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.687087 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > network after_update 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.687426 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > network after_delete 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.687770 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > port after_create 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.688109 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > port after_update 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.688447 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > port after_delete 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.688813 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > subnet after_create 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.689154 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > subnet after_update 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.689489 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.697264 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.quota [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded quota_driver: . Oct 23 00:47:06.697629 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.plugins.ml2.plugin [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Modular L2 Plugin initialization complete Oct 23 00:47:06.697981 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading services supported by the core plugin {{(pid=104440) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 23 00:47:06.698325 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.plugins.ml2.managers [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Got port-security extension from driver 'port_security' Oct 23 00:47:06.698804 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.extensions.vlantransparent [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Disabled vlantransparent extension. Oct 23 00:47:06.699296 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104440) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 23 00:47:06.699623 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading Plugin: router Oct 23 00:47:06.735446 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.735833 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > router after_create 55549900 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.736209 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > router before_create 55549900 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.736577 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.736976 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.737336 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > router after_delete 55549900 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.737700 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.738054 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.738412 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > router after_create 55549900 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.738760 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > router after_update 55549900 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.739113 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > router after_update 55549900 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.739464 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.739822 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > router after_update 55549900 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.740221 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > router precommit_update 55549900 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.740632 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: port after_update 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.741128 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: port after_delete 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.741482 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: subnet after_update 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.741834 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.742190 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.742542 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > router precommit_create 55549900 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.742889 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: port before_delete 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.743239 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > router precommit_create 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.743599 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > router after_update 55549900 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.743944 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.744282 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > router precommit_create 55549900 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.744645 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.745022 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > router precommit_update 55549900 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.745392 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > agent after_create 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.745746 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > agent after_delete 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.746099 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > network after_delete 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.746963 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.quota.resource_registry [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Tracking information for resource: router configured {{(pid=104440) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 23 00:47:06.747296 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.quota.resource_registry [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Tracking information for resource: floatingip configured {{(pid=104440) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 23 00:47:06.752314 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.db.l3_agentschedulers_db [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 23 00:47:06.752920 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: port after_update 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.753290 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: port after_create 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.753646 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: port after_delete 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.753999 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: port after_update 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.754801 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > router before_create 55550100 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.755168 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.755536 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > router precommit_create 55550100 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.755899 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > router precommit_update 55550100 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.761354 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.services.provider_configuration [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Service providers = [] {{(pid=104440) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 23 00:47:06.761721 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.db.servicetype_db [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104440) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 23 00:47:06.764676 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.services.service_base [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104440) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 23 00:47:06.765064 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.services.service_base [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104440) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 23 00:47:06.765409 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.services.service_base [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104440) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 23 00:47:06.766348 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.services.service_base [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104440) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 23 00:47:06.766721 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.services.service_base [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 23 00:47:06.774042 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104440) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 23 00:47:06.774841 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 23 00:47:06.785587 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104440) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 23 00:47:06.785926 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading Plugin: auto_allocate Oct 23 00:47:06.791773 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: network precommit_update 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.792151 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: network precommit_create 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.792678 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104440) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 23 00:47:06.793032 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading Plugin: tag Oct 23 00:47:06.799599 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104440) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 23 00:47:06.799926 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading Plugin: timestamp Oct 23 00:47:06.804125 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104440) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 23 00:47:06.804458 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading Plugin: network_ip_availability Oct 23 00:47:06.810012 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.810395 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.810753 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:06.811473 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104440) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 23 00:47:06.811796 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading Plugin: flavors Oct 23 00:47:06.816577 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104440) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 23 00:47:06.816987 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading Plugin: revisions Oct 23 00:47:06.821454 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104440) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 23 00:47:06.821848 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_concurrency.lockutils [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.972s {{(pid=104440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 23 00:47:06.822760 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104440) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Oct 23 00:47:06.823097 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Initializing extension manager. Oct 23 00:47:06.823632 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: __init__.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.823978 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: __pycache__ {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.824318 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: address_group.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.825054 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.825632 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: address-group Oct 23 00:47:06.825956 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: address_scope.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.826631 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.827189 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: address-scope Oct 23 00:47:06.827513 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.828392 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.828925 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: router-admin-state-down-before-update Oct 23 00:47:06.829237 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: agent.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.829896 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.830397 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: agent Oct 23 00:47:06.830721 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: agent_resources_synced.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.831584 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.832082 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: agent-resources-synced Oct 23 00:47:06.832407 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: allowedaddresspairs.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.834567 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.834892 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: allowed-address-pairs Oct 23 00:47:06.835222 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: auto_allocated_topology.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.836256 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.836793 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: auto-allocated-topology Oct 23 00:47:06.837121 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: availability_zone.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.837779 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.838282 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: availability_zone Oct 23 00:47:06.838602 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: availability_zone_filter.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.839480 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.839983 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: availability_zone_filter Oct 23 00:47:06.840301 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: data_plane_status.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.841193 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.841690 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extension data-plane-status not supported by any of loaded plugins Oct 23 00:47:06.842008 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: default_subnetpools.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.842875 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.843375 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: default-subnetpools Oct 23 00:47:06.843692 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.844462 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.844998 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: dhcp_agent_scheduler Oct 23 00:47:06.845327 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: dns.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.846188 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.846686 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extension dns-integration not supported by any of loaded plugins Oct 23 00:47:06.847009 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: dns_domain_ports.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.847874 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.848371 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 23 00:47:06.848694 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.849600 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.850144 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 23 00:47:06.850462 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: dvr.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.851091 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.851594 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: dvr Oct 23 00:47:06.851906 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: ecmp_routes.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.852787 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.853282 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 23 00:47:06.853601 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: empty_string_filtering.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.854461 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.854957 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: empty-string-filtering Oct 23 00:47:06.855281 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.856142 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.856634 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 23 00:47:06.856978 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.857845 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.858395 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 23 00:47:06.858721 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: external_net.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.859587 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.860087 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: external-net Oct 23 00:47:06.860408 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.861294 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.861794 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: extra_dhcp_opt Oct 23 00:47:06.862112 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: extraroute.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.862965 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.863463 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: extraroute Oct 23 00:47:06.863781 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: extraroute_atomic.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.864789 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.865293 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: extraroute-atomic Oct 23 00:47:06.865877 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: filter_validation.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.866316 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.866822 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: filter-validation Oct 23 00:47:06.867146 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: fip_pf_description.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.868014 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.868508 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 23 00:47:06.868859 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: fip_pf_detail.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.869737 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.870238 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: floating-ip-port-forwarding-detail Oct 23 00:47:06.870559 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: fip_pf_port_range.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.871428 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.871926 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Oct 23 00:47:06.872249 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: fip_port_details.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.873139 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.873651 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: fip-port-details Oct 23 00:47:06.873973 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: flavors.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.875201 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.875711 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: flavors Oct 23 00:47:06.876040 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.877653 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.878169 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 23 00:47:06.878497 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: floatingip_pools.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.879163 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.879667 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: floatingip-pools Oct 23 00:47:06.879993 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: ip_allocation.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.880897 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.881444 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extension ip_allocation not supported by any of loaded plugins Oct 23 00:47:06.881738 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.882626 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.883131 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: ip-substring-filtering Oct 23 00:47:06.883452 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: l2_adjacency.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.884337 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.885186 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 23 00:47:06.885511 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: l3.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.886436 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.886943 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: router Oct 23 00:47:06.887271 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.889681 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.890204 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 23 00:47:06.890540 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.898234 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.898791 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: ext-gw-mode Oct 23 00:47:06.899130 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.900065 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.900578 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: l3-ha Oct 23 00:47:06.900933 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.901811 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.902316 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 23 00:47:06.902642 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: l3_flavors.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.903514 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.904032 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: l3-flavors Oct 23 00:47:06.904343 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.906006 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.906726 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 23 00:47:06.907284 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.908961 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.909814 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 23 00:47:06.910356 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: l3agentscheduler.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.912042 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.912869 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: l3_agent_scheduler Oct 23 00:47:06.913350 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: local_ip.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.916289 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.917144 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extension local_ip not supported by any of loaded plugins Oct 23 00:47:06.917695 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: logging.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.920090 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.920996 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extension logging not supported by any of loaded plugins Oct 23 00:47:06.921543 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: metering.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.922706 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.923654 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: metering Oct 23 00:47:06.924232 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.925951 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.926814 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: metering_source_and_destination_fields Oct 23 00:47:06.927354 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: multiprovidernet.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.928832 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.929331 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: multi-provider Oct 23 00:47:06.929652 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: netmtu.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.930522 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.931027 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: net-mtu Oct 23 00:47:06.931351 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: netmtu_writable.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.932216 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.932737 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: net-mtu-writable Oct 23 00:47:06.933061 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: network_availability_zone.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.933683 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.934181 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: network_availability_zone Oct 23 00:47:06.934498 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: network_ip_availability.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.935547 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.936166 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: network-ip-availability Oct 23 00:47:06.936492 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: network_segment_range.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.937242 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.937735 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extension network-segment-range not supported by any of loaded plugins Oct 23 00:47:06.938052 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: pagination.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.938975 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.939298 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: pagination Oct 23 00:47:06.939613 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: port_device_profile.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.940474 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.941007 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: port-device-profile Oct 23 00:47:06.941324 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: port_mac_address_override.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.942187 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.942689 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: port-mac-override Oct 23 00:47:06.943006 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.943977 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.944476 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: port-mac-address-regenerate Oct 23 00:47:06.944821 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.945681 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.946184 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: port-numa-affinity-policy Oct 23 00:47:06.946503 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: port_resource_request.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.947354 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.947853 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extension port-resource-request not supported by any of loaded plugins Oct 23 00:47:06.948173 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: port_resource_request_groups.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.949126 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.949623 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 23 00:47:06.949943 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: portbindings.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.950821 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.951318 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: binding Oct 23 00:47:06.951635 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: portbindings_extended.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.954440 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.954961 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: binding-extended Oct 23 00:47:06.955290 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: portsecurity.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.956159 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.956665 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: port-security Oct 23 00:47:06.957012 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: project_id.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.957944 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.958276 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: project-id Oct 23 00:47:06.958593 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: providernet.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.959714 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.960244 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: provider Oct 23 00:47:06.960568 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: qos.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.964098 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.964614 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extension qos not supported by any of loaded plugins Oct 23 00:47:06.964978 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.966197 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.966710 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 23 00:47:06.967033 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.967907 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.968406 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 23 00:47:06.968743 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: qos_default.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.969627 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.970128 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extension qos-default not supported by any of loaded plugins Oct 23 00:47:06.970451 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: qos_fip.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.971321 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.971819 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extension qos-fip not supported by any of loaded plugins Oct 23 00:47:06.972142 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.973045 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.973542 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 23 00:47:06.973867 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: qos_gateway_ip.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.974787 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.975373 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 23 00:47:06.975709 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: qos_port_network_policy.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.976577 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.977117 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 23 00:47:06.977438 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.978425 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.978929 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 23 00:47:06.979249 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.980239 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.980746 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 23 00:47:06.981086 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: qos_pps_rule.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.982191 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.982692 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extension qos-pps not supported by any of loaded plugins Oct 23 00:47:06.983013 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: qos_rule_type_details.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.983880 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.984379 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 23 00:47:06.984703 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.985587 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.986091 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Oct 23 00:47:06.986407 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: qos_rules_alias.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.987396 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.987893 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 23 00:47:06.988211 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: quota_check_limit.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.989106 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.989608 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: quota-check-limit Oct 23 00:47:06.989926 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: quotasv2.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.990897 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.991218 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: quotas Oct 23 00:47:06.991535 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: quotasv2_detail.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.993202 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.993536 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: quota_details Oct 23 00:47:06.993859 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: rbac.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.994880 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.995399 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: rbac-policies Oct 23 00:47:06.995725 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: rbac_address_group.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.996602 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.997144 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: rbac-address-group Oct 23 00:47:06.997466 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: rbac_address_scope.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:06.998415 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:06.998915 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: rbac-address-scope Oct 23 00:47:06.999239 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: rbac_security_groups.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:07.000103 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:07.000606 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: rbac-security-groups Oct 23 00:47:07.000956 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: rbac_subnetpool.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:07.001823 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:07.002327 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: rbac-subnetpool Oct 23 00:47:07.002650 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: revisionifmatch.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:07.003510 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:07.004008 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: revision-if-match Oct 23 00:47:07.004331 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: revisions.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:07.005483 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:07.006076 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: standard-attr-revisions Oct 23 00:47:07.006377 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: router_availability_zone.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:07.007073 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:07.007606 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: router_availability_zone Oct 23 00:47:07.007998 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: routerservicetype.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:07.009003 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:07.009651 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extension router-service-type not supported by any of loaded plugins Oct 23 00:47:07.010272 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:07.011217 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:07.011804 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: security-groups-normalized-cidr Oct 23 00:47:07.012191 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:07.013225 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:07.013758 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: port-security-groups-filtering Oct 23 00:47:07.014115 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:07.015105 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:07.015677 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: security-groups-remote-address-group Oct 23 00:47:07.016037 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:07.017057 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:07.017704 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: security-groups-shared-filtering Oct 23 00:47:07.018126 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: securitygroup.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:07.028944 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:07.029530 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: security-group Oct 23 00:47:07.029916 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: segment.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:07.030674 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:07.031246 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extension segment not supported by any of loaded plugins Oct 23 00:47:07.031596 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:07.032614 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:07.033241 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 23 00:47:07.033587 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: servicetype.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:07.034707 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:07.035265 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: service-type Oct 23 00:47:07.035653 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: sorting.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:07.036805 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:07.037172 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: sorting Oct 23 00:47:07.037711 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: standard_attr_segment.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:07.038799 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:07.039332 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 23 00:47:07.039655 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: standardattrdescription.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:07.040388 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:07.040994 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: standard-attr-description Oct 23 00:47:07.041357 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: stateful_security_group.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:07.042279 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:07.042809 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: stateful-security-group Oct 23 00:47:07.043245 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: stdattrs_common.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:07.043829 dv-cinder-master-3-iscsi neutron-server[104440]: WARNING neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 23 00:47:07.044188 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:07.045184 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:07.045853 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 23 00:47:07.046207 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: subnet_onboard.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:07.047237 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:07.047752 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: subnet_onboard Oct 23 00:47:07.048076 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:07.048976 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:07.049480 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 23 00:47:07.049800 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: subnet_service_types.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:07.050675 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:07.051181 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: subnet-service-types Oct 23 00:47:07.051511 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: subnetallocation.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:07.052660 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:07.053327 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: subnet_allocation Oct 23 00:47:07.053651 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:07.054287 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:07.054800 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: subnetpool-prefix-ops Oct 23 00:47:07.055129 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:07.056010 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:07.056515 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 23 00:47:07.056867 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: tagging.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:07.057922 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:07.058440 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: standard-attr-tag Oct 23 00:47:07.058766 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: timestamp.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:07.059907 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:07.060417 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loaded extension: standard-attr-timestamp Oct 23 00:47:07.060770 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: trunk.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:07.061751 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:07.062253 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extension trunk not supported by any of loaded plugins Oct 23 00:47:07.062576 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: trunk_details.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:07.063437 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:07.063935 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extension trunk-details not supported by any of loaded plugins Oct 23 00:47:07.064254 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: uplink_status_propagation.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:07.065143 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:07.065641 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 23 00:47:07.065960 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Loading extension file: vlantransparent.py {{(pid=104440) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 23 00:47:07.066588 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104440) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 23 00:47:07.067085 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 23 00:47:07.069775 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.quota.resource_registry [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Creating instance of TrackedResource for resource:network Oct 23 00:47:07.070295 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.quota.resource_registry [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Creating instance of TrackedResource for resource:subnet Oct 23 00:47:07.070690 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.quota.resource_registry [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Creating instance of TrackedResource for resource:subnetpool Oct 23 00:47:07.071075 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.quota.resource_registry [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Creating instance of TrackedResource for resource:port Oct 23 00:47:07.072375 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.v2.resource_helper [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104440) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 00:47:07.072840 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.v2.resource_helper [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Service FLAVORS assigned prefix: {{(pid=104440) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 00:47:07.073459 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.v2.resource_helper [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104440) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 00:47:07.073882 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.v2.resource_helper [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104440) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 00:47:07.074217 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.quota.resource_registry [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Creating instance of TrackedResource for resource:router Oct 23 00:47:07.074647 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.quota.resource_registry [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Creating instance of TrackedResource for resource:floatingip Oct 23 00:47:07.075119 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.v2.resource_helper [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Service METERING assigned prefix: /metering {{(pid=104440) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 00:47:07.076576 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:07.076972 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:07.077324 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:47:07.078334 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.quota.resource_registry [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Creating instance of CountableResource for resource:rbac_policy Oct 23 00:47:07.078786 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.quota.resource_registry [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Creating instance of TrackedResource for resource:security_group Oct 23 00:47:07.079213 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.quota.resource_registry [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 23 00:47:07.079716 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.v2.resource_helper [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Service CORE assigned prefix: {{(pid=104440) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 00:47:07.080049 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.quota.resource_registry [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Creating instance of TrackedResource for resource:subnetpool Oct 23 00:47:07.080389 dv-cinder-master-3-iscsi neutron-server[104440]: WARNING neutron.quota.resource_registry [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] subnetpool is already registered Oct 23 00:47:07.080829 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.v2.resource_helper [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Service CORE assigned prefix: {{(pid=104440) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 00:47:07.081157 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.quota.resource_registry [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Creating instance of TrackedResource for resource:subnetpool Oct 23 00:47:07.081483 dv-cinder-master-3-iscsi neutron-server[104440]: WARNING neutron.quota.resource_registry [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] subnetpool is already registered Oct 23 00:47:07.083840 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.v2.resource_helper [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104440) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 00:47:07.084354 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.v2.resource_helper [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Service FLAVORS assigned prefix: {{(pid=104440) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 00:47:07.084976 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.v2.resource_helper [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104440) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 00:47:07.085402 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.v2.resource_helper [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104440) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 00:47:07.085737 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.quota.resource_registry [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Creating instance of TrackedResource for resource:router Oct 23 00:47:07.086078 dv-cinder-master-3-iscsi neutron-server[104440]: WARNING neutron.quota.resource_registry [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] router is already registered Oct 23 00:47:07.086486 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.quota.resource_registry [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Creating instance of TrackedResource for resource:floatingip Oct 23 00:47:07.086818 dv-cinder-master-3-iscsi neutron-server[104440]: WARNING neutron.quota.resource_registry [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] floatingip is already registered Oct 23 00:47:07.087269 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.v2.resource_helper [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Service METERING assigned prefix: /metering {{(pid=104440) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 00:47:07.087947 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.quota.resource_registry [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Creating instance of CountableResource for resource:rbac_policy Oct 23 00:47:07.088274 dv-cinder-master-3-iscsi neutron-server[104440]: WARNING neutron.quota.resource_registry [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] rbac_policy is already registered Oct 23 00:47:07.088682 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.quota.resource_registry [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Creating instance of TrackedResource for resource:security_group Oct 23 00:47:07.089037 dv-cinder-master-3-iscsi neutron-server[104440]: WARNING neutron.quota.resource_registry [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] security_group is already registered Oct 23 00:47:07.089436 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.quota.resource_registry [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 23 00:47:07.089768 dv-cinder-master-3-iscsi neutron-server[104440]: WARNING neutron.quota.resource_registry [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] security_group_rule is already registered Oct 23 00:47:07.090386 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.v2.resource_helper [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Service CORE assigned prefix: {{(pid=104440) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 00:47:07.090712 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.quota.resource_registry [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Creating instance of TrackedResource for resource:subnetpool Oct 23 00:47:07.091043 dv-cinder-master-3-iscsi neutron-server[104440]: WARNING neutron.quota.resource_registry [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] subnetpool is already registered Oct 23 00:47:07.091457 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.v2.resource_helper [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Service CORE assigned prefix: {{(pid=104440) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 23 00:47:07.091778 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.quota.resource_registry [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Creating instance of TrackedResource for resource:subnetpool Oct 23 00:47:07.092105 dv-cinder-master-3-iscsi neutron-server[104440]: WARNING neutron.quota.resource_registry [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] subnetpool is already registered Oct 23 00:47:07.092566 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extended resource: extensions {{(pid=104440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:47:07.094086 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extended resource: address-groups {{(pid=104440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:47:07.095580 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extended resource: address-scopes {{(pid=104440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:47:07.096933 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extended resource: agents {{(pid=104440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:47:07.098095 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extended resource: auto-allocated-topology {{(pid=104440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:47:07.099343 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extended resource: availability_zones {{(pid=104440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:47:07.100617 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extended resource: dhcp-networks {{(pid=104440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:47:07.102164 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extended resource: dhcp-agents {{(pid=104440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:47:07.103589 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extended resource: routers {{(pid=104440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:47:07.105354 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extended resource: flavors {{(pid=104440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:47:07.106623 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extended resource: service_profiles {{(pid=104440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:47:07.107839 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extended resource: next_providers {{(pid=104440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:47:07.109304 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extended resource: service_profiles {{(pid=104440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:47:07.110836 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extended resource: floatingip-pools {{(pid=104440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:47:07.112067 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extended resource: routers {{(pid=104440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:47:07.113796 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extended resource: floatingips {{(pid=104440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:47:07.115079 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extended resource: l3-routers {{(pid=104440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:47:07.116681 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extended resource: l3-agents {{(pid=104440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:47:07.118131 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extended resource: metering-labels {{(pid=104440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:47:07.119388 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extended resource: metering-label-rules {{(pid=104440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:47:07.121694 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extended resource: network-ip-availabilities {{(pid=104440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:47:07.122946 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extended resource: bindings {{(pid=104440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:47:07.124501 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extended resource: quotas {{(pid=104440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:47:07.126184 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extended resource: quotas {{(pid=104440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:47:07.127773 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extended resource: rbac-policies {{(pid=104440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:47:07.128981 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extended resource: security-groups {{(pid=104440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:47:07.130294 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extended resource: security-group-rules {{(pid=104440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:47:07.131575 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extended resource: service-providers {{(pid=104440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:47:07.132813 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extended resource: subnetpools {{(pid=104440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:47:07.134157 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extended resource: subnetpools {{(pid=104440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:47:07.136042 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extended resource: tags {{(pid=104440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:47:07.137833 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extended resource: tags {{(pid=104440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:47:07.139638 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extended resource: tags {{(pid=104440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:47:07.141464 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extended resource: tags {{(pid=104440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:47:07.143135 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extended resource: tags {{(pid=104440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:47:07.145115 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extended resource: tags {{(pid=104440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:47:07.146859 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extended resource: tags {{(pid=104440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:47:07.148766 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extended resource: tags {{(pid=104440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:47:07.150531 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extended resource: tags {{(pid=104440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:47:07.152258 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron.api.extensions [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Extended resource: tags {{(pid=104440) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 23 00:47:07.158443 dv-cinder-master-3-iscsi neutron-server[104440]: WARNING keystonemiddleware.auth_token [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 23 00:47:07.163607 dv-cinder-master-3-iscsi neutron-server[104440]: WARNING keystonemiddleware.auth_token [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 23 00:47:07.172479 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_concurrency.lockutils [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Acquiring lock "singleton_lock" {{(pid=104440) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 23 00:47:07.172748 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_concurrency.lockutils [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Acquired lock "singleton_lock" {{(pid=104440) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 23 00:47:07.173228 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_concurrency.lockutils [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Releasing lock "singleton_lock" {{(pid=104440) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 23 00:47:07.173891 dv-cinder-master-3-iscsi neutron-server[104440]: INFO oslo_service.service [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Starting 2 workers Oct 23 00:47:07.178864 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Started child 104551 {{(pid=104440) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 23 00:47:07.183253 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Started child 104552 {{(pid=104440) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 23 00:47:07.184003 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:07.184788 dv-cinder-master-3-iscsi neutron-server[104440]: INFO neutron.service [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 23 00:47:07.185419 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:07.185623 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [-] (104551) wsgi starting up on http://0.0.0.0:9696 Oct 23 00:47:07.187761 dv-cinder-master-3-iscsi neutron-server[104440]: INFO oslo_service.service [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Starting 1 workers Oct 23 00:47:07.187957 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:07.189238 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [-] (104552) wsgi starting up on http://0.0.0.0:9696 Oct 23 00:47:07.192882 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Started child 104553 {{(pid=104440) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 23 00:47:07.193406 dv-cinder-master-3-iscsi neutron-server[104440]: INFO oslo_service.service [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Starting 1 workers Oct 23 00:47:07.196882 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.service [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] calling RpcWorker wait() {{(pid=104553) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 23 00:47:07.197456 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.service [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] returning from RpcWorker wait() {{(pid=104553) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 23 00:47:07.197858 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Started child 104554 {{(pid=104440) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 23 00:47:07.198614 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:07.198747 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG neutron_lib.callbacks.manager [None req-f7113026-f73d-437b-ba6d-702b3533efa8 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:07.199072 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:47:07.200464 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104440) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 23 00:47:07.200673 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 23 00:47:07.200875 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 23 00:47:07.201098 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 23 00:47:07.201424 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 23 00:47:07.201597 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 23 00:47:07.202107 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.202367 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.202607 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.202877 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.203431 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.203690 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.203949 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.204045 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:07.204512 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.204512 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.204670 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.205122 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.205396 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.205624 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.205933 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.206185 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.206439 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.206691 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.206861 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.207095 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.207347 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.207598 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.207878 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] debug = True {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.208130 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.208626 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.208873 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.209134 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.209357 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.209634 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.209877 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.210129 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.210356 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.210586 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.210814 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.211056 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.211302 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.211528 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.211765 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.212042 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.212252 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.212759 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] host = dv-cinder-master-3-iscsi {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.212974 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.213201 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.213428 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.213648 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.213898 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.214131 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.214386 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.214634 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.214883 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.215189 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.215434 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.215681 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.215919 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.216220 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] log_file = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.216386 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] log_options = True {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.216598 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.216885 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.217148 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.217341 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.217506 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.217668 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.217921 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.218083 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.218332 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.218545 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.218753 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.218960 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.219168 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.219460 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.220901 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.220993 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.221310 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.221509 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.221780 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.222229 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.222389 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.222530 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.222797 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.223157 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.223402 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.223629 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.224140 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.224140 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.225148 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.225385 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.225668 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.226369 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.226369 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.226569 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.226739 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.226989 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.227273 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.227519 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.227887 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.228233 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.228608 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.228917 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.229120 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.229224 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:47:07.229394 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.229734 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.229947 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.230170 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] use_json = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.230392 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.230625 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.230884 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.231117 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.231335 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.231553 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.231774 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.232145 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.232411 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.232983 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.233273 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.233634 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.233923 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.234427 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.237313 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.238712 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.238974 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.239260 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.239557 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.239833 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.240079 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.240392 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.240812 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.241180 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.241596 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.241803 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.242100 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.242347 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.242606 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.242834 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.243065 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.243367 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.243613 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.243881 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.244116 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.244370 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.244670 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.244953 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.245270 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.245576 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.245847 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.246113 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.246385 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.246600 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.246841 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.247089 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.247341 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.247558 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.247775 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.248024 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.248270 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.248511 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.248754 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.248976 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.249371 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.249782 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.250052 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.250286 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.250507 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.250879 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.251246 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.251591 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.251966 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.252350 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.252760 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.253062 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.253321 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.253565 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.253806 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.254041 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.254278 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.254574 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.254805 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.255036 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.255269 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.255486 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.255697 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.255944 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.256227 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.257227 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.257515 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.258042 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.260313 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.260714 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.261063 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.261463 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.261563 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.261770 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.262010 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.262233 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.262473 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.262718 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.262957 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.263176 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.263627 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.263851 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.264088 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.264305 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.264551 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.264793 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.265053 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.265360 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.265615 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.265848 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.266066 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.266314 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.266543 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.266794 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.267008 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.267239 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.267450 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.267716 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.267955 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.268230 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.268439 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.268666 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.270765 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.271327 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.272360 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.273718 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.273958 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.274185 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.274415 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.274637 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.274890 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.275130 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.275375 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.275608 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.275843 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.276081 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.276316 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.276567 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.276916 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.277212 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.277523 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.277777 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.278080 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.278418 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.278685 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.278962 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.279224 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.279464 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.279740 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.280012 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.280266 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.280483 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.280710 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.280959 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.281198 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.281439 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.281653 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.281881 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.282194 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.282431 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.282645 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.282857 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.283113 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.283354 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.283585 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.283839 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.284092 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.284340 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.284569 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.285354 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.285604 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.285853 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.286087 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.286624 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.286872 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.287089 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.287389 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.287613 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.289530 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.290584 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.291430 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.291573 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.291792 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.292020 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.292245 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.292499 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.292744 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.292983 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.293232 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.293437 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.293654 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.293868 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.294077 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.294325 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.294547 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.294809 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.295062 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.295289 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.295515 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.295764 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.296014 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.296228 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.296470 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.296703 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.297715 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.297933 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.298153 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.298365 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.298987 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.299258 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.299796 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.300060 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.300294 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.300799 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.301052 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.301284 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.301669 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.302111 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.302462 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.303050 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.303811 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.304181 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.304437 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.304664 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.304955 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.305191 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.305467 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.305697 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.305937 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.306283 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.306526 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.306862 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.307248 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.307484 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.307742 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.307963 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.308183 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.308476 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.309410 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.309635 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.309850 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.310064 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.310293 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.310510 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.310728 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.311103 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.311354 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.311770 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.312031 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.312137 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:47:07.312270 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.312519 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.312767 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.312999 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.313211 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.313451 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.313666 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.313874 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.314121 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.314304 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.314516 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.314741 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.315496 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.317314 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.317569 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.317790 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.318034 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.318263 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.318508 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.318777 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.319023 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.319255 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.319486 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.319710 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.319945 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.320158 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.320383 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.320610 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.320916 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.321183 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.321424 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.321672 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.321983 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.322248 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.322503 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.322802 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.323064 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.323323 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.323840 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.323956 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.324088 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.324352 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.324619 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.324872 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.325095 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.325356 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.325702 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.326054 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.326314 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.326569 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.326850 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.327132 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.327404 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.327624 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.327930 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.328265 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.328531 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.328824 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.329092 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.329328 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.329573 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.329794 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.330015 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.330232 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.330451 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.330687 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.330929 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.331141 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.331358 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.331586 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.331820 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.332202 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.332420 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.332642 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.332904 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.333063 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 23 00:47:07.333617 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104440) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 23 00:47:07.333779 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 23 00:47:07.333943 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 23 00:47:07.334158 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 23 00:47:07.334337 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 23 00:47:07.334573 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 23 00:47:07.334952 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.335164 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.335328 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.335489 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.335672 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.335834 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.335993 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.336210 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.336374 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.336527 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.336689 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.336866 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.337023 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.337181 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.337338 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.337495 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.337653 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.337817 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.337980 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.338139 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.338293 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.338453 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] debug = True {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.338605 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.338818 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.338978 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.339132 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.339289 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.339448 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.339606 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.339760 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.340073 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.340234 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.340393 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.340550 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.340702 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.341025 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.341182 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.341332 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.341490 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.341645 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] host = dv-cinder-master-3-iscsi {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.341799 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.341956 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.342110 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.342266 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.342422 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.342588 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.342724 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.342879 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.343037 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.343195 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.343352 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.343511 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.343671 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.343829 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] log_file = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.343987 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] log_options = True {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.344148 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.344306 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.344532 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.344656 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.344846 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.344995 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.345153 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.345310 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.345481 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.345625 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.345780 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.345938 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.346093 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.346270 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.346427 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.346585 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.346741 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.346897 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.347057 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.347218 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.347378 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.347536 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.347697 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.347851 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.348157 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.348316 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.348474 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.348629 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.348809 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.348965 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.349124 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.349284 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.349437 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.349597 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.349838 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.350095 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.350393 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.350644 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.350813 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.350971 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.351131 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.351290 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.351445 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.351602 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.351745 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.351900 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.352055 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] use_json = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.352211 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.352372 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.352529 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.352687 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.352865 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.353027 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.353200 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.353345 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.353487 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 23 00:47:07.353666 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.353976 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.354161 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.354322 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.354478 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.354630 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.354796 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.354956 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.355120 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.355280 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.355448 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.355609 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.355775 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.356077 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.356244 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.356409 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.356569 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.356763 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.356910 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.357070 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.357228 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.357388 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.357558 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.357718 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.357881 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.358038 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.358177 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.358343 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.358501 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.358669 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.358847 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.359007 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.359167 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.359328 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.359487 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.359648 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.359809 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.359970 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.360132 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.360294 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.360458 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.360619 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.360800 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.360962 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.361122 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.361285 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.361447 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.361608 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.361767 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.361929 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.362089 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.362250 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.362409 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.362593 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.362753 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.362913 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.363073 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.363244 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.363404 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.363565 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.363724 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.363885 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.364050 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.364210 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.364368 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.364527 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.364686 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.364869 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.365042 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.365202 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.365602 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.365602 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.365834 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.366113 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.366354 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.366518 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.366681 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.366841 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.367002 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.367162 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.367322 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.367943 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.367943 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.367943 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.367943 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.368231 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.368231 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.368374 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.368508 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.368668 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.368852 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.369021 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.369197 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.369359 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.369520 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.369678 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.369838 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.369997 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.370154 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.370312 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.370471 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.370629 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.370786 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.370944 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.371108 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.371267 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.371427 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.371587 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.371746 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.371905 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.372063 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.372221 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.372381 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.372540 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.372702 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.372882 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.373040 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.373202 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.373359 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.373517 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.373675 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.373832 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.373989 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.374165 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.374326 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.374492 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.374652 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.374819 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.374991 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.375153 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.375313 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.375471 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.375628 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.375788 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.375946 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.376106 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.376265 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.376424 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.376585 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.376776 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.376939 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.377099 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.377258 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.377442 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.377601 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.377761 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.377921 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.378082 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.378241 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.378399 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.378557 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.378717 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.378876 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.379035 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.379196 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.379355 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.379514 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.379674 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.379833 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.379994 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.380155 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.380313 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.380474 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.380636 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.380816 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.381004 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.381275 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.381437 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.381748 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.381918 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.382078 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.382302 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.382466 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.382624 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.382782 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.382941 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.383101 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.383262 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.383419 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.383577 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.383739 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.383899 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.384061 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.384227 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.384388 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.384548 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.384708 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.385233 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.385393 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.385553 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.385715 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.385873 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.386032 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.386192 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.386351 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.386510 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.386671 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.386832 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.387010 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.387170 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.387329 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.387492 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.387651 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.387817 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.387974 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.388133 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.388293 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.388451 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.388612 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.388796 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.388958 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.389117 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.389278 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.389437 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.389596 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.389755 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.389917 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.390078 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.390238 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.390400 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.390565 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.390710 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.390869 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.391026 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.391185 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.391344 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.391502 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.391660 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.391820 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.391981 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.392151 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.392312 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.392472 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.392631 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.392810 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.392972 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.393142 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.393325 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.393485 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.393643 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.393824 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.394202 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.394375 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.394536 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.394695 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.394853 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.395012 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.395172 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.395338 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.395511 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.395654 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.395814 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.395972 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.396130 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.396297 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.396456 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.396652 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.396839 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.397095 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.397384 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.397587 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.400744 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.400744 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.400744 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.400744 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.401080 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 44656) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:47:07.401169 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.401169 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.401169 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.401169 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.401169 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.401169 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.401169 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.401169 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.401653 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.401653 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.401653 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.401653 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.401653 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.401653 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.401653 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.401653 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.402086 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.402086 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.402086 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.402086 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.402086 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.402086 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.402086 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.402086 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.402515 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.402515 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.402515 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.402695 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.402695 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.402898 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.403009 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.403172 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.403330 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.403488 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.403648 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.403805 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.403966 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.404214 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.404312 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.404432 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.404591 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.404774 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.404933 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.405034 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [-] 10.222.0.18 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0046349 Oct 23 00:47:07.405117 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 23 00:47:07.405244 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104440) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 23 00:47:07.409231 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [-] 10.222.0.18 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0037303 Oct 23 00:47:16.656930 dv-cinder-master-3-iscsi neutron-server[104440]: DEBUG dbcounter [-] [104440] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104440) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:47:18.848838 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9cd6b3-f8d0-4d52-98be-41b939354535 None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=104553) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 00:47:18.857146 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writer thread running {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 23 00:47:18.916970 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9cd6b3-f8d0-4d52-98be-41b939354535 None None] No non-hosted networks {{(pid=104553) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 23 00:47:18.931174 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.agentschedulers_db [None req-af9cd6b3-f8d0-4d52-98be-41b939354535 None None] DHCP Agent not found on host dv-cinder-master-3-iscsi {{(pid=104553) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 23 00:47:19.029899 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-d00adab6-9df2-4c9d-b9a2-cc5a8aceab61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-516508'] for agent (6b66cfba-c169-484b-b3a5-13fb9b6528cf), after_create {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:20.629286 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writer thread running {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 23 00:47:21.205206 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-58d65be8-51ce-45d6-8aef-e842291e1722 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-516508'] for agent (71de1650-f9d9-4095-92e6-e37ec99e20cf), after_create {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:21.245397 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-7a42859b-3aea-4df9-bf75-c898f1db9a04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (71de1650-f9d9-4095-92e6-e37ec99e20cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:22.256133 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5148f689-0f62-430a-b3f2-d0758b81aa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-516508'] for agent (b2013646-e5ec-4b71-a145-3908973fbde8), after_create {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:22.529206 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 44732) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:47:23.097341 dv-cinder-master-3-iscsi neutron-server[104552]: WARNING oslo_policy.policy [None req-94e62aa0-dd7a-4546-ae00-e4409e122704 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 23 00:47:23.097852 dv-cinder-master-3-iscsi neutron-server[104552]: WARNING oslo_policy.policy [None req-94e62aa0-dd7a-4546-ae00-e4409e122704 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 23 00:47:23.315485 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [None req-94e62aa0-dd7a-4546-ae00-e4409e122704 admin admin] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104552) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 00:47:23.316777 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-94e62aa0-dd7a-4546-ae00-e4409e122704 admin admin] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7858629 Oct 23 00:47:23.608501 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e80eb663-45f3-44c1-bd5d-b13fbac885c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-516508'] for agent (9e3bf558-830b-43df-b1b1-6fe61a75ce60), after_create {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:23.965439 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-516508'] for agent (e5069eb9-82e8-4601-9222-8a50cea677c6), after_create {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:23.966377 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:23.966719 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:23.967058 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:23.967392 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:23.967803 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:23.968167 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:23.968496 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:23.968886 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:23.969219 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:23.969544 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:23.969886 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:23.970214 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:23.970552 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:23.970879 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:23.971202 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:23.971583 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-master-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:47:23.983629 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-master-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:47:26.012761 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 44766) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:47:26.351172 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [None req-f60334b9-990f-455f-a648-f926d0378619 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:47:26.362952 dv-cinder-master-3-iscsi neutron-server[104552]: ERROR stevedore.extension [None req-f60334b9-990f-455f-a648-f926d0378619 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 23 00:47:26.397113 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.db.l3_hamode_db [None req-be95785a-bfca-4074-a5cc-03f1adf547ce None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 23 00:47:26.445810 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.policy [None req-f60334b9-990f-455f-a648-f926d0378619 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104552) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 23 00:47:26.474262 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be95785a-bfca-4074-a5cc-03f1adf547ce None None] Routers set() bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:47:26.474640 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be95785a-bfca-4074-a5cc-03f1adf547ce None None] Router IDs set() for agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 23 00:47:26.488158 dv-cinder-master-3-iscsi neutron-server[104552]: WARNING oslo_policy.policy [None req-f60334b9-990f-455f-a648-f926d0378619 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 23 00:47:26.488546 dv-cinder-master-3-iscsi neutron-server[104552]: WARNING oslo_policy.policy [None req-f60334b9-990f-455f-a648-f926d0378619 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 23 00:47:26.509203 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writer thread running {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 23 00:47:26.594092 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-f60334b9-990f-455f-a648-f926d0378619 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758737986328', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758737987308', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758737970176', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758738010817', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758738020536', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758737996634', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-13507249', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-13502604', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-299325', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8021473'] for rbac-policy (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:26.671350 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-f60334b9-990f-455f-a648-f926d0378619 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:26.672533 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-f60334b9-990f-455f-a648-f926d0378619 admin admin] 10.222.0.18 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6587913 Oct 23 00:47:29.314820 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 44776) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:47:29.663093 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [None req-4950da8f-9396-4468-9354-17ae615b27d7 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:47:29.697541 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4950da8f-9396-4468-9354-17ae615b27d7 demo demo] Made reservation on behalf of 5d9d6de2fc3445e68e41a0a8d387b372 for: {'network': 1} {{(pid=104552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:47:29.704115 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-4950da8f-9396-4468-9354-17ae615b27d7 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for network (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:29.729587 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-4950da8f-9396-4468-9354-17ae615b27d7 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:29.842925 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-4950da8f-9396-4468-9354-17ae615b27d7 demo demo] Publish callbacks [] for security_group (fb4cad58-9d1a-406e-8c60-42280f08dbaa), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:29.849800 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-4950da8f-9396-4468-9354-17ae615b27d7 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (fb4cad58-9d1a-406e-8c60-42280f08dbaa), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:29.883293 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4950da8f-9396-4468-9354-17ae615b27d7 demo demo] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=104552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 00:47:29.912466 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-4950da8f-9396-4468-9354-17ae615b27d7 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758734904122', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13381139'] for segment (cca8dbf9-6824-4bd3-8c38-210e29a51a9f), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:29.913076 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-4950da8f-9396-4468-9354-17ae615b27d7 demo demo] Unsubscribe: segment precommit_create {{(pid=104552) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 23 00:47:29.913846 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.db.segments_db [None req-4950da8f-9396-4468-9354-17ae615b27d7 demo demo] Added segment cca8dbf9-6824-4bd3-8c38-210e29a51a9f of type vlan for network e5bb4341-0594-481a-a0b9-0e978f575bdb Oct 23 00:47:29.928857 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4950da8f-9396-4468-9354-17ae615b27d7 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4cad58-9d1a-406e-8c60-42280f08dbaa,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:47:29.980414 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4950da8f-9396-4468-9354-17ae615b27d7 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:29.980762 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4950da8f-9396-4468-9354-17ae615b27d7 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:29.981142 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4950da8f-9396-4468-9354-17ae615b27d7 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:29.981502 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4950da8f-9396-4468-9354-17ae615b27d7 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:29.981830 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4950da8f-9396-4468-9354-17ae615b27d7 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:29.982151 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4950da8f-9396-4468-9354-17ae615b27d7 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:29.982475 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4950da8f-9396-4468-9354-17ae615b27d7 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:29.982796 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4950da8f-9396-4468-9354-17ae615b27d7 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:29.983117 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4950da8f-9396-4468-9354-17ae615b27d7 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:29.983548 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4950da8f-9396-4468-9354-17ae615b27d7 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:29.983873 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4950da8f-9396-4468-9354-17ae615b27d7 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:29.984189 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4950da8f-9396-4468-9354-17ae615b27d7 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:29.984494 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4950da8f-9396-4468-9354-17ae615b27d7 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:29.984834 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4950da8f-9396-4468-9354-17ae615b27d7 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:29.985152 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4950da8f-9396-4468-9354-17ae615b27d7 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:29.986512 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4950da8f-9396-4468-9354-17ae615b27d7 demo demo] Tracked resource versions report: Oct 23 00:47:29.986512 dv-cinder-master-3-iscsi neutron-server[104552]: pushed versions: Oct 23 00:47:29.986512 dv-cinder-master-3-iscsi neutron-server[104552]: { 'AddressGroup': {'1.2'}, Oct 23 00:47:29.986512 dv-cinder-master-3-iscsi neutron-server[104552]: 'Agent': {'1.1'}, Oct 23 00:47:29.986512 dv-cinder-master-3-iscsi neutron-server[104552]: 'ConntrackHelper': {'1.0'}, Oct 23 00:47:29.986512 dv-cinder-master-3-iscsi neutron-server[104552]: 'LocalIPAssociation': {'1.0'}, Oct 23 00:47:29.986512 dv-cinder-master-3-iscsi neutron-server[104552]: 'Log': {'1.0'}, Oct 23 00:47:29.986512 dv-cinder-master-3-iscsi neutron-server[104552]: 'NDPProxy': {'1.0'}, Oct 23 00:47:29.986512 dv-cinder-master-3-iscsi neutron-server[104552]: 'Network': {'1.1'}, Oct 23 00:47:29.986512 dv-cinder-master-3-iscsi neutron-server[104552]: 'Port': {'1.7'}, Oct 23 00:47:29.986512 dv-cinder-master-3-iscsi neutron-server[104552]: 'PortForwarding': {'1.3'}, Oct 23 00:47:29.986512 dv-cinder-master-3-iscsi neutron-server[104552]: 'QosPolicy': {'1.10'}, Oct 23 00:47:29.986512 dv-cinder-master-3-iscsi neutron-server[104552]: 'SecurityGroup': {'1.5'}, Oct 23 00:47:29.986512 dv-cinder-master-3-iscsi neutron-server[104552]: 'SecurityGroupRule': {'1.2'}, Oct 23 00:47:29.986512 dv-cinder-master-3-iscsi neutron-server[104552]: 'SubPort': {'1.0'}, Oct 23 00:47:29.986512 dv-cinder-master-3-iscsi neutron-server[104552]: 'Subnet': {'1.1'}, Oct 23 00:47:29.986512 dv-cinder-master-3-iscsi neutron-server[104552]: 'Trunk': {'1.1'}} Oct 23 00:47:29.986512 dv-cinder-master-3-iscsi neutron-server[104552]: consumer versions: Oct 23 00:47:29.986512 dv-cinder-master-3-iscsi neutron-server[104552]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Oct 23 00:47:29.986512 dv-cinder-master-3-iscsi neutron-server[104552]: L3 agent@dv-cinder-master-3-iscsi: {}, Oct 23 00:47:29.986512 dv-cinder-master-3-iscsi neutron-server[104552]: Metadata agent@dv-cinder-master-3-iscsi: {}, Oct 23 00:47:29.986512 dv-cinder-master-3-iscsi neutron-server[104552]: Metering agent@dv-cinder-master-3-iscsi: {}, Oct 23 00:47:29.986512 dv-cinder-master-3-iscsi neutron-server[104552]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Oct 23 00:47:29.986512 dv-cinder-master-3-iscsi neutron-server[104552]: 'Agent': '1.1', Oct 23 00:47:29.986512 dv-cinder-master-3-iscsi neutron-server[104552]: 'ConntrackHelper': '1.0', Oct 23 00:47:29.986512 dv-cinder-master-3-iscsi neutron-server[104552]: 'LocalIPAssociation': '1.0', Oct 23 00:47:29.986512 dv-cinder-master-3-iscsi neutron-server[104552]: 'Log': '1.0', Oct 23 00:47:29.986512 dv-cinder-master-3-iscsi neutron-server[104552]: 'NDPProxy': '1.0', Oct 23 00:47:29.986512 dv-cinder-master-3-iscsi neutron-server[104552]: 'Network': '1.1', Oct 23 00:47:29.986512 dv-cinder-master-3-iscsi neutron-server[104552]: 'Port': '1.7', Oct 23 00:47:29.986512 dv-cinder-master-3-iscsi neutron-server[104552]: 'PortForwarding': '1.3', Oct 23 00:47:29.986512 dv-cinder-master-3-iscsi neutron-server[104552]: 'QosPolicy': '1.10', Oct 23 00:47:29.986512 dv-cinder-master-3-iscsi neutron-server[104552]: 'SecurityGroup': '1.5', Oct 23 00:47:29.986512 dv-cinder-master-3-iscsi neutron-server[104552]: 'SecurityGroupRule': '1.2', Oct 23 00:47:29.986512 dv-cinder-master-3-iscsi neutron-server[104552]: 'SubPort': '1.0', Oct 23 00:47:29.986512 dv-cinder-master-3-iscsi neutron-server[104552]: 'Subnet': '1.1', Oct 23 00:47:29.986512 dv-cinder-master-3-iscsi neutron-server[104552]: 'Trunk': '1.1'}} Oct 23 00:47:29.986512 dv-cinder-master-3-iscsi neutron-server[104552]: {{(pid=104552) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 23 00:47:30.021413 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-4950da8f-9396-4468-9354-17ae615b27d7 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758734439581'] for network (e5bb4341-0594-481a-a0b9-0e978f575bdb), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:30.051037 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=55,neutron:INSERT=44,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:47:30.066121 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-4950da8f-9396-4468-9354-17ae615b27d7 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493'] for network (e5bb4341-0594-481a-a0b9-0e978f575bdb), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:30.071290 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4950da8f-9396-4468-9354-17ae615b27d7 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:47:30.072022 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-4950da8f-9396-4468-9354-17ae615b27d7 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for network (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:30.138308 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-4950da8f-9396-4468-9354-17ae615b27d7 demo demo] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8220098 Oct 23 00:47:30.198485 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4950da8f-9396-4468-9354-17ae615b27d7 demo demo] Pushing event updated for resources: {'Network': ['ID=e5bb4341-0594-481a-a0b9-0e978f575bdb,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:47:30.212354 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Network e5bb4341-0594-481a-a0b9-0e978f575bdb details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104553) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 00:47:32.818100 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 44790) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:47:33.290377 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15440b4f-8d6e-47bf-8bf8-b03e10a1aa78 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:47:33.291792 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-15440b4f-8d6e-47bf-8bf8-b03e10a1aa78 demo admin] 10.222.0.18 "GET /networking/v2.0/networks/e5bb4341-0594-481a-a0b9-0e978f575bdb HTTP/1.1" status: 200 len: 825 time: 0.4723673 Oct 23 00:47:33.321781 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-f588b22f-6889-4ae2-b7e9-62746c1ce103 demo admin] 10.222.0.18 "GET /networking/v2.0/subnetpools/4a83af05-74eb-4eb4-b507-e41b63b8c650 HTTP/1.1" status: 200 len: 734 time: 0.0207391 Oct 23 00:47:33.330570 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [None req-fbc6f551-1728-41b4-b973-b15a7893b433 demo admin] Request body: {'subnet': {'network_id': 'e5bb4341-0594-481a-a0b9-0e978f575bdb', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '4a83af05-74eb-4eb4-b507-e41b63b8c650', 'ip_version': 4}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:47:33.356511 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc6f551-1728-41b4-b973-b15a7893b433 demo admin] Made reservation on behalf of 5d9d6de2fc3445e68e41a0a8d387b372 for: {'subnet': 1} {{(pid=104552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:47:33.359044 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-fbc6f551-1728-41b4-b973-b15a7893b433 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:33.563906 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=77,neutron:INSERT=14,neutron:DELETE=4,neutron:UPDATE=5 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:47:33.663619 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-fbc6f551-1728-41b4-b973-b15a7893b433 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493'] for subnet (a0952b7c-4e64-412e-af50-2047b7a58d06), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:33.727099 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc6f551-1728-41b4-b973-b15a7893b433 demo admin] Pushing event updated for resources: {'Subnet': ['ID=a0952b7c-4e64-412e-af50-2047b7a58d06,revision_number=0']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:47:33.739735 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc6f551-1728-41b4-b973-b15a7893b433 demo admin] Checking segment: {'id': 'cca8dbf9-6824-4bd3-8c38-210e29a51a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e5bb4341-0594-481a-a0b9-0e978f575bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:47:33.740100 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc6f551-1728-41b4-b973-b15a7893b433 demo admin] Network hostable DHCP agents. Network: e5bb4341-0594-481a-a0b9-0e978f575bdb, hostable agents: ['6b66cfba-c169-484b-b3a5-13fb9b6528cf'], hosted agents: [] {{(pid=104552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 00:47:33.765371 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc6f551-1728-41b4-b973-b15a7893b433 demo admin] Network e5bb4341-0594-481a-a0b9-0e978f575bdb is scheduled to be hosted by DHCP agent 6b66cfba-c169-484b-b3a5-13fb9b6528cf with binding_index 1 {{(pid=104552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 00:47:33.778290 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.base_scheduler [None req-fbc6f551-1728-41b4-b973-b15a7893b433 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, e5bb4341-0594-481a-a0b9-0e978f575bdb) {{(pid=104552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:47:33.783560 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc6f551-1728-41b4-b973-b15a7893b433 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:47:33.784188 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-fbc6f551-1728-41b4-b973-b15a7893b433 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for subnet (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:33.788392 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22aa93d4-3a54-4d7e-99e8-8abff4e9930f None None] Network e5bb4341-0594-481a-a0b9-0e978f575bdb requested from dv-cinder-master-3-iscsi {{(pid=104553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 00:47:33.802717 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-fbc6f551-1728-41b4-b973-b15a7893b433 demo admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4753103 Oct 23 00:47:34.056669 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9beb5416-8793-4f7a-9b17-70b270565f85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-e5bb4341-0594-481a-a0b9-0e978f575bdb', 'network_id': 'e5bb4341-0594-481a-a0b9-0e978f575bdb', 'project_id': '5d9d6de2fc3445e68e41a0a8d387b372', 'fixed_ips': [{'subnet_id': 'a0952b7c-4e64-412e-af50-2047b7a58d06'}]}} from dv-cinder-master-3-iscsi. {{(pid=104553) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 00:47:34.057932 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-9beb5416-8793-4f7a-9b17-70b270565f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:34.336147 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.db_base_plugin_common [None req-9beb5416-8793-4f7a-9b17-70b270565f85 None None] Allocated IP 172.20.0.2 (e5bb4341-0594-481a-a0b9-0e978f575bdb/a0952b7c-4e64-412e-af50-2047b7a58d06/36027a75-3b26-4728-a464-23e4dbba5d4a) {{(pid=104553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:47:34.437964 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=64,neutron:INSERT=35,neutron:UPDATE=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:47:34.604324 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-9beb5416-8793-4f7a-9b17-70b270565f85 None None] Publish callbacks [] for port (36027a75-3b26-4728-a464-23e4dbba5d4a), precommit_create {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:34.615056 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-9beb5416-8793-4f7a-9b17-70b270565f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446'] for port (36027a75-3b26-4728-a464-23e4dbba5d4a), after_create {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:34.696421 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9beb5416-8793-4f7a-9b17-70b270565f85 None None] Network e5bb4341-0594-481a-a0b9-0e978f575bdb is already hosted by enough agents. {{(pid=104553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:47:34.700344 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.scheduler.base_scheduler [None req-9beb5416-8793-4f7a-9b17-70b270565f85 None None] Resources bound (agent type, host, resource id): {{(pid=104553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:47:34.703215 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beb5416-8793-4f7a-9b17-70b270565f85 None None] Pushing event updated for resources: {'Port': ['ID=36027a75-3b26-4728-a464-23e4dbba5d4a,revision_number=1']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:47:34.705391 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9beb5416-8793-4f7a-9b17-70b270565f85 None None] Received port after_create {{(pid=104553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:47:34.709805 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:47:34.716764 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beb5416-8793-4f7a-9b17-70b270565f85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:34.717108 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beb5416-8793-4f7a-9b17-70b270565f85 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:34.717462 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beb5416-8793-4f7a-9b17-70b270565f85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:34.717819 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beb5416-8793-4f7a-9b17-70b270565f85 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:34.718154 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beb5416-8793-4f7a-9b17-70b270565f85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:34.718483 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beb5416-8793-4f7a-9b17-70b270565f85 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:34.718809 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beb5416-8793-4f7a-9b17-70b270565f85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:34.719133 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beb5416-8793-4f7a-9b17-70b270565f85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:34.719457 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beb5416-8793-4f7a-9b17-70b270565f85 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:34.719781 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beb5416-8793-4f7a-9b17-70b270565f85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:34.720104 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beb5416-8793-4f7a-9b17-70b270565f85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:34.720443 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beb5416-8793-4f7a-9b17-70b270565f85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:34.720795 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beb5416-8793-4f7a-9b17-70b270565f85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:34.721112 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beb5416-8793-4f7a-9b17-70b270565f85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:34.721427 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beb5416-8793-4f7a-9b17-70b270565f85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:34.722876 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9beb5416-8793-4f7a-9b17-70b270565f85 None None] Tracked resource versions report: Oct 23 00:47:34.722876 dv-cinder-master-3-iscsi neutron-server[104553]: pushed versions: Oct 23 00:47:34.722876 dv-cinder-master-3-iscsi neutron-server[104553]: { 'AddressGroup': {'1.2'}, Oct 23 00:47:34.722876 dv-cinder-master-3-iscsi neutron-server[104553]: 'Agent': {'1.1'}, Oct 23 00:47:34.722876 dv-cinder-master-3-iscsi neutron-server[104553]: 'ConntrackHelper': {'1.0'}, Oct 23 00:47:34.722876 dv-cinder-master-3-iscsi neutron-server[104553]: 'LocalIPAssociation': {'1.0'}, Oct 23 00:47:34.722876 dv-cinder-master-3-iscsi neutron-server[104553]: 'Log': {'1.0'}, Oct 23 00:47:34.722876 dv-cinder-master-3-iscsi neutron-server[104553]: 'NDPProxy': {'1.0'}, Oct 23 00:47:34.722876 dv-cinder-master-3-iscsi neutron-server[104553]: 'Network': {'1.1'}, Oct 23 00:47:34.722876 dv-cinder-master-3-iscsi neutron-server[104553]: 'Port': {'1.7'}, Oct 23 00:47:34.722876 dv-cinder-master-3-iscsi neutron-server[104553]: 'PortForwarding': {'1.3'}, Oct 23 00:47:34.722876 dv-cinder-master-3-iscsi neutron-server[104553]: 'QosPolicy': {'1.10'}, Oct 23 00:47:34.722876 dv-cinder-master-3-iscsi neutron-server[104553]: 'SecurityGroup': {'1.5'}, Oct 23 00:47:34.722876 dv-cinder-master-3-iscsi neutron-server[104553]: 'SecurityGroupRule': {'1.2'}, Oct 23 00:47:34.722876 dv-cinder-master-3-iscsi neutron-server[104553]: 'SubPort': {'1.0'}, Oct 23 00:47:34.722876 dv-cinder-master-3-iscsi neutron-server[104553]: 'Subnet': {'1.1'}, Oct 23 00:47:34.722876 dv-cinder-master-3-iscsi neutron-server[104553]: 'Trunk': {'1.1'}} Oct 23 00:47:34.722876 dv-cinder-master-3-iscsi neutron-server[104553]: consumer versions: Oct 23 00:47:34.722876 dv-cinder-master-3-iscsi neutron-server[104553]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Oct 23 00:47:34.722876 dv-cinder-master-3-iscsi neutron-server[104553]: L3 agent@dv-cinder-master-3-iscsi: {}, Oct 23 00:47:34.722876 dv-cinder-master-3-iscsi neutron-server[104553]: Metadata agent@dv-cinder-master-3-iscsi: {}, Oct 23 00:47:34.722876 dv-cinder-master-3-iscsi neutron-server[104553]: Metering agent@dv-cinder-master-3-iscsi: {}, Oct 23 00:47:34.722876 dv-cinder-master-3-iscsi neutron-server[104553]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Oct 23 00:47:34.722876 dv-cinder-master-3-iscsi neutron-server[104553]: 'Agent': '1.1', Oct 23 00:47:34.722876 dv-cinder-master-3-iscsi neutron-server[104553]: 'ConntrackHelper': '1.0', Oct 23 00:47:34.722876 dv-cinder-master-3-iscsi neutron-server[104553]: 'LocalIPAssociation': '1.0', Oct 23 00:47:34.722876 dv-cinder-master-3-iscsi neutron-server[104553]: 'Log': '1.0', Oct 23 00:47:34.722876 dv-cinder-master-3-iscsi neutron-server[104553]: 'NDPProxy': '1.0', Oct 23 00:47:34.722876 dv-cinder-master-3-iscsi neutron-server[104553]: 'Network': '1.1', Oct 23 00:47:34.722876 dv-cinder-master-3-iscsi neutron-server[104553]: 'Port': '1.7', Oct 23 00:47:34.722876 dv-cinder-master-3-iscsi neutron-server[104553]: 'PortForwarding': '1.3', Oct 23 00:47:34.722876 dv-cinder-master-3-iscsi neutron-server[104553]: 'QosPolicy': '1.10', Oct 23 00:47:34.722876 dv-cinder-master-3-iscsi neutron-server[104553]: 'SecurityGroup': '1.5', Oct 23 00:47:34.722876 dv-cinder-master-3-iscsi neutron-server[104553]: 'SecurityGroupRule': '1.2', Oct 23 00:47:34.722876 dv-cinder-master-3-iscsi neutron-server[104553]: 'SubPort': '1.0', Oct 23 00:47:34.722876 dv-cinder-master-3-iscsi neutron-server[104553]: 'Subnet': '1.1', Oct 23 00:47:34.722876 dv-cinder-master-3-iscsi neutron-server[104553]: 'Trunk': '1.1'}} Oct 23 00:47:34.722876 dv-cinder-master-3-iscsi neutron-server[104553]: {{(pid=104553) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 23 00:47:34.804190 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-9beb5416-8793-4f7a-9b17-70b270565f85 None None] Attempting to bind port 36027a75-3b26-4728-a464-23e4dbba5d4a on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:47:34.804964 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-9beb5416-8793-4f7a-9b17-70b270565f85 None None] Attempting to bind port 36027a75-3b26-4728-a464-23e4dbba5d4a by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'cca8dbf9-6824-4bd3-8c38-210e29a51a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e5bb4341-0594-481a-a0b9-0e978f575bdb'}] {{(pid=104553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:47:34.805198 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9beb5416-8793-4f7a-9b17-70b270565f85 None None] Attempting to bind port 36027a75-3b26-4728-a464-23e4dbba5d4a on network e5bb4341-0594-481a-a0b9-0e978f575bdb {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:47:34.853859 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9beb5416-8793-4f7a-9b17-70b270565f85 None None] Checking agent: {'id': 'e5069eb9-82e8-4601-9222-8a50cea677c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 24), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 24), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:47:34.854224 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9beb5416-8793-4f7a-9b17-70b270565f85 None None] Checking segment: {'id': 'cca8dbf9-6824-4bd3-8c38-210e29a51a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e5bb4341-0594-481a-a0b9-0e978f575bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:47:34.854784 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-9beb5416-8793-4f7a-9b17-70b270565f85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:34.855098 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9beb5416-8793-4f7a-9b17-70b270565f85 None None] Bound using segment: {'id': 'cca8dbf9-6824-4bd3-8c38-210e29a51a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e5bb4341-0594-481a-a0b9-0e978f575bdb'} {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:47:34.855603 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-9beb5416-8793-4f7a-9b17-70b270565f85 None None] Bound port: 36027a75-3b26-4728-a464-23e4dbba5d4a, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca8dbf9-6824-4bd3-8c38-210e29a51a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e5bb4341-0594-481a-a0b9-0e978f575bdb'}}] {{(pid=104553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:47:34.856006 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-9beb5416-8793-4f7a-9b17-70b270565f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (36027a75-3b26-4728-a464-23e4dbba5d4a), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:34.919698 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-9beb5416-8793-4f7a-9b17-70b270565f85 None None] For port 36027a75-3b26-4728-a464-23e4dbba5d4a, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:47:34.939520 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-9beb5416-8793-4f7a-9b17-70b270565f85 None None] For port 36027a75-3b26-4728-a464-23e4dbba5d4a, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=36027a75-3b26-4728-a464-23e4dbba5d4a,segment=NetworkSegment(cca8dbf9-6824-4bd3-8c38-210e29a51a9f),segment_id=cca8dbf9-6824-4bd3-8c38-210e29a51a9f)] {{(pid=104553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:47:34.947913 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-9beb5416-8793-4f7a-9b17-70b270565f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (36027a75-3b26-4728-a464-23e4dbba5d4a), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:34.998339 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beb5416-8793-4f7a-9b17-70b270565f85 None None] Pushing event updated for resources: {'Port': ['ID=36027a75-3b26-4728-a464-23e4dbba5d4a,revision_number=2']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:47:36.499696 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 44800) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:47:36.624862 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:47:36.628969 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=8 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:47:37.026509 dv-cinder-master-3-iscsi neutron-server[104551]: WARNING oslo_policy.policy [None req-b8b58c13-0f24-4b70-afd5-3e5cc80f23f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 23 00:47:37.027056 dv-cinder-master-3-iscsi neutron-server[104551]: WARNING oslo_policy.policy [None req-b8b58c13-0f24-4b70-afd5-3e5cc80f23f7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 23 00:47:37.243369 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [None req-b8b58c13-0f24-4b70-afd5-3e5cc80f23f7 admin admin] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104551) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 00:47:37.244659 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-b8b58c13-0f24-4b70-afd5-3e5cc80f23f7 admin admin] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7432246 Oct 23 00:47:39.936748 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 44818) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:47:40.285881 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [None req-74b36728-e0cb-4275-bb78-f027c7bb820c admin admin] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104552) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 00:47:40.286871 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-74b36728-e0cb-4275-bb78-f027c7bb820c admin admin] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3491504 Oct 23 00:47:42.966437 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 44830) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:47:42.993122 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73fac38-ab55-4e72-a417-a68188e3a2b6 None None] Network e5bb4341-0594-481a-a0b9-0e978f575bdb requested from dv-cinder-master-3-iscsi {{(pid=104553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 00:47:43.063196 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-41138b26-f4f1-4ad2-b701-2c70374c3f12 None None] Provisioning complete for port 36027a75-3b26-4728-a464-23e4dbba5d4a triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:47:43.063654 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-41138b26-f4f1-4ad2-b701-2c70374c3f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (36027a75-3b26-4728-a464-23e4dbba5d4a), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:43.063943 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-41138b26-f4f1-4ad2-b701-2c70374c3f12 None None] Attempt 1 to provision port 36027a75-3b26-4728-a464-23e4dbba5d4a Oct 23 00:47:43.260751 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-41138b26-f4f1-4ad2-b701-2c70374c3f12 None None] Current status of the port 36027a75-3b26-4728-a464-23e4dbba5d4a is: DOWN; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:47:43.261142 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-41138b26-f4f1-4ad2-b701-2c70374c3f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (36027a75-3b26-4728-a464-23e4dbba5d4a), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:43.298500 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-41138b26-f4f1-4ad2-b701-2c70374c3f12 None None] For port 36027a75-3b26-4728-a464-23e4dbba5d4a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=36027a75-3b26-4728-a464-23e4dbba5d4a,segment=NetworkSegment(cca8dbf9-6824-4bd3-8c38-210e29a51a9f),segment_id=cca8dbf9-6824-4bd3-8c38-210e29a51a9f)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:47:43.303689 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-41138b26-f4f1-4ad2-b701-2c70374c3f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (36027a75-3b26-4728-a464-23e4dbba5d4a), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:43.337400 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [None req-ee00db55-0dad-4820-a133-4551e0c719f1 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:47:43.353061 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41138b26-f4f1-4ad2-b701-2c70374c3f12 None None] Pushing event updated for resources: {'Port': ['ID=36027a75-3b26-4728-a464-23e4dbba5d4a,revision_number=3']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:47:43.370489 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-ee00db55-0dad-4820-a133-4551e0c719f1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123557'] for router (09caefe4-a93a-4ce9-ac0e-c6b10e41b56f), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:43.372130 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-ee00db55-0dad-4820-a133-4551e0c719f1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-412307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123578'] for router (09caefe4-a93a-4ce9-ac0e-c6b10e41b56f), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:43.423130 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-19cc5be7-2efe-4d75-bb70-c164b8e09ab6 None None] Provisioning complete for port 36027a75-3b26-4728-a464-23e4dbba5d4a triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:47:43.423519 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-19cc5be7-2efe-4d75-bb70-c164b8e09ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (36027a75-3b26-4728-a464-23e4dbba5d4a), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:43.423853 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-19cc5be7-2efe-4d75-bb70-c164b8e09ab6 None None] Attempt 1 to provision port 36027a75-3b26-4728-a464-23e4dbba5d4a Oct 23 00:47:43.496620 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-19cc5be7-2efe-4d75-bb70-c164b8e09ab6 None None] Current status of the port 36027a75-3b26-4728-a464-23e4dbba5d4a is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:47:43.513492 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-ee00db55-0dad-4820-a133-4551e0c719f1 demo demo] Publish callbacks [] for router_controller (09caefe4-a93a-4ce9-ac0e-c6b10e41b56f), precommit_add_association {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:43.521000 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-ee00db55-0dad-4820-a133-4551e0c719f1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-401071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398604'] for router (09caefe4-a93a-4ce9-ac0e-c6b10e41b56f), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:43.538175 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-ee00db55-0dad-4820-a133-4551e0c719f1 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:43.539475 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-ee00db55-0dad-4820-a133-4551e0c719f1 demo demo] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5720234 Oct 23 00:47:43.639367 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 36027a75-3b26-4728-a464-23e4dbba5d4a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:47:43.688212 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port 36027a75-3b26-4728-a464-23e4dbba5d4a triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:47:43.688583 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (36027a75-3b26-4728-a464-23e4dbba5d4a), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:43.688990 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port 36027a75-3b26-4728-a464-23e4dbba5d4a Oct 23 00:47:43.720452 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:47:43.757933 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:47:43.769359 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port 36027a75-3b26-4728-a464-23e4dbba5d4a is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:47:45.245691 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.agents_db [None req-7a6a8f68-635a-43f5-9edf-73cfaf501ddf None None] Agent healthcheck: found 5 active agents {{(pid=104554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 00:47:46.213409 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 44838) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:47:46.587037 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [None req-9ecd5aff-636f-4837-8e74-42c05cb7e919 admin admin] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104552) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 00:47:46.588042 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-9ecd5aff-636f-4837-8e74-42c05cb7e919 admin admin] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3734167 Oct 23 00:47:48.808037 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-2dca4a4f-f65e-487d-bac1-579488c203f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (6b66cfba-c169-484b-b3a5-13fb9b6528cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:49.288201 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 44846) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:47:49.651725 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [None req-1bd9cd24-dd28-44d6-9bf6-903e5576c70c admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:47:49.676908 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd9cd24-dd28-44d6-9bf6-903e5576c70c admin admin] Made reservation on behalf of 2d2a10b90d4949fc9a5b267280f9f9c5 for: {'network': 1} {{(pid=104552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:47:49.679221 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-1bd9cd24-dd28-44d6-9bf6-903e5576c70c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for network (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:49.687476 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-1bd9cd24-dd28-44d6-9bf6-903e5576c70c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:49.744887 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:47:49.772608 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-1bd9cd24-dd28-44d6-9bf6-903e5576c70c admin admin] Publish callbacks [] for security_group (582ccf13-fb23-4b22-ab32-47b853cf939f), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:49.778844 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-1bd9cd24-dd28-44d6-9bf6-903e5576c70c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (582ccf13-fb23-4b22-ab32-47b853cf939f), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:49.796323 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1bd9cd24-dd28-44d6-9bf6-903e5576c70c admin admin] Reserving flat network on physical network physnet1 {{(pid=104552) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 23 00:47:49.812747 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd9cd24-dd28-44d6-9bf6-903e5576c70c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582ccf13-fb23-4b22-ab32-47b853cf939f,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:47:49.817609 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-1bd9cd24-dd28-44d6-9bf6-903e5576c70c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13381139'] for segment (0d47d9bc-e081-4c9e-9d69-e5804f7aef1d), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:49.817945 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.db.segments_db [None req-1bd9cd24-dd28-44d6-9bf6-903e5576c70c admin admin] Added segment 0d47d9bc-e081-4c9e-9d69-e5804f7aef1d of type flat for network f9ff398c-cd2a-4430-b908-7f7163c266f3 Oct 23 00:47:49.871735 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-1bd9cd24-dd28-44d6-9bf6-903e5576c70c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758734439581'] for network (f9ff398c-cd2a-4430-b908-7f7163c266f3), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:49.906440 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-1bd9cd24-dd28-44d6-9bf6-903e5576c70c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493'] for network (f9ff398c-cd2a-4430-b908-7f7163c266f3), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:49.907446 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd9cd24-dd28-44d6-9bf6-903e5576c70c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:47:49.908052 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-1bd9cd24-dd28-44d6-9bf6-903e5576c70c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for network (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:49.982270 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-1bd9cd24-dd28-44d6-9bf6-903e5576c70c admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6928725 Oct 23 00:47:50.001301 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd9cd24-dd28-44d6-9bf6-903e5576c70c admin admin] Pushing event updated for resources: {'Network': ['ID=f9ff398c-cd2a-4430-b908-7f7163c266f3,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:47:50.013205 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Network f9ff398c-cd2a-4430-b908-7f7163c266f3 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104553) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 00:47:51.206468 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-464ef05b-041d-465b-a8ee-90996278f389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (71de1650-f9d9-4095-92e6-e37ec99e20cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:52.224428 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5148f689-0f62-430a-b3f2-d0758b81aa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (b2013646-e5ec-4b71-a145-3908973fbde8), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:52.613671 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 44854) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:47:53.056077 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a67f698-f1a5-43b7-9f0e-e05def0d7933 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:47:53.057477 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-2a67f698-f1a5-43b7-9f0e-e05def0d7933 demo admin] 10.222.0.18 "GET /networking/v2.0/subnets/a0952b7c-4e64-412e-af50-2047b7a58d06 HTTP/1.1" status: 200 len: 849 time: 0.4427662 Oct 23 00:47:53.122889 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:47:53.179412 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-2a2572c3-acb7-460d-8180-c938104ded0c demo admin] 10.222.0.18 "GET /networking/v2.0/routers/09caefe4-a93a-4ce9-ac0e-c6b10e41b56f HTTP/1.1" status: 200 len: 704 time: 0.1127160 Oct 23 00:47:53.465050 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-20ad6dc1-f048-4c80-a314-9255bd5e20b6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:53.581255 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e80eb663-45f3-44c1-bd5d-b13fbac885c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (9e3bf558-830b-43df-b1b1-6fe61a75ce60), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:53.820263 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.db_base_plugin_common [None req-20ad6dc1-f048-4c80-a314-9255bd5e20b6 demo admin] Allocated IP 172.20.0.1 (e5bb4341-0594-481a-a0b9-0e978f575bdb/a0952b7c-4e64-412e-af50-2047b7a58d06/8edb9f18-7960-4eae-89c3-6b941ce63ba3) {{(pid=104552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:47:53.959914 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:47:53.968867 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (e5069eb9-82e8-4601-9222-8a50cea677c6), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:53.978419 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-20ad6dc1-f048-4c80-a314-9255bd5e20b6 demo admin] Publish callbacks [] for port (8edb9f18-7960-4eae-89c3-6b941ce63ba3), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:54.048314 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-20ad6dc1-f048-4c80-a314-9255bd5e20b6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446'] for port (8edb9f18-7960-4eae-89c3-6b941ce63ba3), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:54.125911 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ad6dc1-f048-4c80-a314-9255bd5e20b6 demo admin] Network e5bb4341-0594-481a-a0b9-0e978f575bdb is already hosted by enough agents. {{(pid=104552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:47:54.131216 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.base_scheduler [None req-20ad6dc1-f048-4c80-a314-9255bd5e20b6 demo admin] Resources bound (agent type, host, resource id): {{(pid=104552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:47:54.135493 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ad6dc1-f048-4c80-a314-9255bd5e20b6 demo admin] Received port after_create {{(pid=104552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:47:54.136379 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-20ad6dc1-f048-4c80-a314-9255bd5e20b6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517312'] for router_interface (09caefe4-a93a-4ce9-ac0e-c6b10e41b56f), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:54.162473 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ad6dc1-f048-4c80-a314-9255bd5e20b6 demo admin] Pushing event updated for resources: {'Port': ['ID=8edb9f18-7960-4eae-89c3-6b941ce63ba3,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:47:54.293664 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-89400bdb-30b6-4190-8cce-193f36a9157d None None] Provisioning complete for port 8edb9f18-7960-4eae-89c3-6b941ce63ba3 triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:47:54.294114 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-89400bdb-30b6-4190-8cce-193f36a9157d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (8edb9f18-7960-4eae-89c3-6b941ce63ba3), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:54.294453 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-89400bdb-30b6-4190-8cce-193f36a9157d None None] Attempt 1 to provision port 8edb9f18-7960-4eae-89c3-6b941ce63ba3 Oct 23 00:47:54.327743 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-89400bdb-30b6-4190-8cce-193f36a9157d None None] Port 8edb9f18-7960-4eae-89c3-6b941ce63ba3 cannot update to ACTIVE because it is not bound. {{(pid=104553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 00:47:54.345641 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-20ad6dc1-f048-4c80-a314-9255bd5e20b6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (8edb9f18-7960-4eae-89c3-6b941ce63ba3), before_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:54.356624 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:47:54.575120 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-20ad6dc1-f048-4c80-a314-9255bd5e20b6 demo admin] Publish callbacks [] for port (8edb9f18-7960-4eae-89c3-6b941ce63ba3), precommit_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:54.582820 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-20ad6dc1-f048-4c80-a314-9255bd5e20b6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (8edb9f18-7960-4eae-89c3-6b941ce63ba3), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:54.583679 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-20ad6dc1-f048-4c80-a314-9255bd5e20b6 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-517204'] for router_interface (09caefe4-a93a-4ce9-ac0e-c6b10e41b56f), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:54.663963 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ad6dc1-f048-4c80-a314-9255bd5e20b6 demo admin] Pushing event updated for resources: {'Port': ['ID=8edb9f18-7960-4eae-89c3-6b941ce63ba3,revision_number=2']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:47:54.711369 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ad6dc1-f048-4c80-a314-9255bd5e20b6 demo admin] Network e5bb4341-0594-481a-a0b9-0e978f575bdb is already hosted by enough agents. {{(pid=104552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:47:54.712778 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.base_scheduler [None req-20ad6dc1-f048-4c80-a314-9255bd5e20b6 demo admin] Resources bound (agent type, host, resource id): {{(pid=104552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:47:54.877217 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ad6dc1-f048-4c80-a314-9255bd5e20b6 demo admin] Router 09caefe4-a93a-4ce9-ac0e-c6b10e41b56f is scheduled to L3 agent 71de1650-f9d9-4095-92e6-e37ec99e20cf with binding_index 1 {{(pid=104552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 00:47:54.972257 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ad6dc1-f048-4c80-a314-9255bd5e20b6 demo admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 00:47:54.977973 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-20ad6dc1-f048-4c80-a314-9255bd5e20b6 demo admin] 10.222.0.18 "PUT /networking/v2.0/routers/09caefe4-a93a-4ce9-ac0e-c6b10e41b56f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7911510 Oct 23 00:47:54.996356 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eedb5d0-129c-4aad-b7fb-b02bbd71c106 None None] Sync routers for ids ['09caefe4-a93a-4ce9-ac0e-c6b10e41b56f'] in dv-cinder-master-3-iscsi {{(pid=104554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 00:47:55.006405 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-28b4bc58-4a3d-4224-aa1e-ce2131a98cdc None None] Provisioning complete for port 8edb9f18-7960-4eae-89c3-6b941ce63ba3 triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:47:55.007027 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-28b4bc58-4a3d-4224-aa1e-ce2131a98cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (8edb9f18-7960-4eae-89c3-6b941ce63ba3), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:55.007027 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-28b4bc58-4a3d-4224-aa1e-ce2131a98cdc None None] Attempt 1 to provision port 8edb9f18-7960-4eae-89c3-6b941ce63ba3 Oct 23 00:47:55.010937 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eedb5d0-129c-4aad-b7fb-b02bbd71c106 None None] Routers {'09caefe4-a93a-4ce9-ac0e-c6b10e41b56f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:47:55.010937 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-3eedb5d0-129c-4aad-b7fb-b02bbd71c106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T00:47:51Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['09caefe4-a93a-4ce9-ac0e-c6b10e41b56f'], 'active': True} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:47:55.041155 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-28b4bc58-4a3d-4224-aa1e-ce2131a98cdc None None] Port 8edb9f18-7960-4eae-89c3-6b941ce63ba3 cannot update to ACTIVE because it is not bound. {{(pid=104553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 00:47:55.194416 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvr_db [None req-3eedb5d0-129c-4aad-b7fb-b02bbd71c106 None None] Set router 09caefe4-a93a-4ce9-ac0e-c6b10e41b56f gateway port host: None {{(pid=104554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:47:55.605745 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-3eedb5d0-129c-4aad-b7fb-b02bbd71c106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09caefe4-a93a-4ce9-ac0e-c6b10e41b56f', 'name': 'router1', 'tenant_id': '5d9d6de2fc3445e68e41a0a8d387b372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:47:43Z', 'updated_at': '2022-10-23T00:47:54Z', 'revision_number': 2, 'project_id': '5d9d6de2fc3445e68e41a0a8d387b372', 'gw_port_host': None, '_interfaces': [{'id': '8edb9f18-7960-4eae-89c3-6b941ce63ba3', 'name': '', 'network_id': 'e5bb4341-0594-481a-a0b9-0e978f575bdb', 'tenant_id': '5d9d6de2fc3445e68e41a0a8d387b372', 'mac_address': 'fa:16:3e:47:7b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09caefe4-a93a-4ce9-ac0e-c6b10e41b56f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a0952b7c-4e64-412e-af50-2047b7a58d06', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:47:53Z', 'updated_at': '2022-10-23T00:47:54Z', 'revision_number': 2, 'project_id': '5d9d6de2fc3445e68e41a0a8d387b372', 'subnets': [{'id': 'a0952b7c-4e64-412e-af50-2047b7a58d06', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4a83af05-74eb-4eb4-b507-e41b63b8c650'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:47:55.656191 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eedb5d0-129c-4aad-b7fb-b02bbd71c106 None None] Checking router: 09caefe4-a93a-4ce9-ac0e-c6b10e41b56f for host: dv-cinder-master-3-iscsi {{(pid=104554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 00:47:55.656553 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eedb5d0-129c-4aad-b7fb-b02bbd71c106 None None] Updating router 09caefe4-a93a-4ce9-ac0e-c6b10e41b56f port 8edb9f18-7960-4eae-89c3-6b941ce63ba3 binding host dv-cinder-master-3-iscsi {{(pid=104554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 00:47:55.709023 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-3eedb5d0-129c-4aad-b7fb-b02bbd71c106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (8edb9f18-7960-4eae-89c3-6b941ce63ba3), before_update {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:56.208382 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-3eedb5d0-129c-4aad-b7fb-b02bbd71c106 None None] Publish callbacks [] for port (8edb9f18-7960-4eae-89c3-6b941ce63ba3), precommit_update {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:56.216107 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-3eedb5d0-129c-4aad-b7fb-b02bbd71c106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (8edb9f18-7960-4eae-89c3-6b941ce63ba3), after_update {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:56.367457 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f090917e-4e02-49ea-957b-1b21422c2250 None None] Pushing event updated for resources: {'Port': ['ID=8edb9f18-7960-4eae-89c3-6b941ce63ba3,revision_number=3']} {{(pid=104554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:47:56.370017 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.managers [None req-3eedb5d0-129c-4aad-b7fb-b02bbd71c106 None None] Attempting to bind port 8edb9f18-7960-4eae-89c3-6b941ce63ba3 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:47:56.370413 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.managers [None req-3eedb5d0-129c-4aad-b7fb-b02bbd71c106 None None] Attempting to bind port 8edb9f18-7960-4eae-89c3-6b941ce63ba3 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'cca8dbf9-6824-4bd3-8c38-210e29a51a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e5bb4341-0594-481a-a0b9-0e978f575bdb'}] {{(pid=104554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:47:56.370839 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eedb5d0-129c-4aad-b7fb-b02bbd71c106 None None] Attempting to bind port 8edb9f18-7960-4eae-89c3-6b941ce63ba3 on network e5bb4341-0594-481a-a0b9-0e978f575bdb {{(pid=104554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:47:56.379798 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=100 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:47:56.410027 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f090917e-4e02-49ea-957b-1b21422c2250 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:56.410370 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f090917e-4e02-49ea-957b-1b21422c2250 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:56.410730 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f090917e-4e02-49ea-957b-1b21422c2250 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:56.411086 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f090917e-4e02-49ea-957b-1b21422c2250 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:56.411417 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f090917e-4e02-49ea-957b-1b21422c2250 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:56.411744 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f090917e-4e02-49ea-957b-1b21422c2250 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:56.412064 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f090917e-4e02-49ea-957b-1b21422c2250 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:56.412391 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f090917e-4e02-49ea-957b-1b21422c2250 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:56.412713 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f090917e-4e02-49ea-957b-1b21422c2250 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:56.413045 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f090917e-4e02-49ea-957b-1b21422c2250 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:56.413383 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f090917e-4e02-49ea-957b-1b21422c2250 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:56.413742 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f090917e-4e02-49ea-957b-1b21422c2250 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:56.414273 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f090917e-4e02-49ea-957b-1b21422c2250 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:56.414502 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f090917e-4e02-49ea-957b-1b21422c2250 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:56.414822 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f090917e-4e02-49ea-957b-1b21422c2250 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:47:56.416239 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f090917e-4e02-49ea-957b-1b21422c2250 None None] Tracked resource versions report: Oct 23 00:47:56.416239 dv-cinder-master-3-iscsi neutron-server[104554]: pushed versions: Oct 23 00:47:56.416239 dv-cinder-master-3-iscsi neutron-server[104554]: { 'AddressGroup': {'1.2'}, Oct 23 00:47:56.416239 dv-cinder-master-3-iscsi neutron-server[104554]: 'Agent': {'1.1'}, Oct 23 00:47:56.416239 dv-cinder-master-3-iscsi neutron-server[104554]: 'ConntrackHelper': {'1.0'}, Oct 23 00:47:56.416239 dv-cinder-master-3-iscsi neutron-server[104554]: 'LocalIPAssociation': {'1.0'}, Oct 23 00:47:56.416239 dv-cinder-master-3-iscsi neutron-server[104554]: 'Log': {'1.0'}, Oct 23 00:47:56.416239 dv-cinder-master-3-iscsi neutron-server[104554]: 'NDPProxy': {'1.0'}, Oct 23 00:47:56.416239 dv-cinder-master-3-iscsi neutron-server[104554]: 'Network': {'1.1'}, Oct 23 00:47:56.416239 dv-cinder-master-3-iscsi neutron-server[104554]: 'Port': {'1.7'}, Oct 23 00:47:56.416239 dv-cinder-master-3-iscsi neutron-server[104554]: 'PortForwarding': {'1.3'}, Oct 23 00:47:56.416239 dv-cinder-master-3-iscsi neutron-server[104554]: 'QosPolicy': {'1.10'}, Oct 23 00:47:56.416239 dv-cinder-master-3-iscsi neutron-server[104554]: 'SecurityGroup': {'1.5'}, Oct 23 00:47:56.416239 dv-cinder-master-3-iscsi neutron-server[104554]: 'SecurityGroupRule': {'1.2'}, Oct 23 00:47:56.416239 dv-cinder-master-3-iscsi neutron-server[104554]: 'SubPort': {'1.0'}, Oct 23 00:47:56.416239 dv-cinder-master-3-iscsi neutron-server[104554]: 'Subnet': {'1.1'}, Oct 23 00:47:56.416239 dv-cinder-master-3-iscsi neutron-server[104554]: 'Trunk': {'1.1'}} Oct 23 00:47:56.416239 dv-cinder-master-3-iscsi neutron-server[104554]: consumer versions: Oct 23 00:47:56.416239 dv-cinder-master-3-iscsi neutron-server[104554]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Oct 23 00:47:56.416239 dv-cinder-master-3-iscsi neutron-server[104554]: L3 agent@dv-cinder-master-3-iscsi: {}, Oct 23 00:47:56.416239 dv-cinder-master-3-iscsi neutron-server[104554]: Metadata agent@dv-cinder-master-3-iscsi: {}, Oct 23 00:47:56.416239 dv-cinder-master-3-iscsi neutron-server[104554]: Metering agent@dv-cinder-master-3-iscsi: {}, Oct 23 00:47:56.416239 dv-cinder-master-3-iscsi neutron-server[104554]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Oct 23 00:47:56.416239 dv-cinder-master-3-iscsi neutron-server[104554]: 'Agent': '1.1', Oct 23 00:47:56.416239 dv-cinder-master-3-iscsi neutron-server[104554]: 'ConntrackHelper': '1.0', Oct 23 00:47:56.416239 dv-cinder-master-3-iscsi neutron-server[104554]: 'LocalIPAssociation': '1.0', Oct 23 00:47:56.416239 dv-cinder-master-3-iscsi neutron-server[104554]: 'Log': '1.0', Oct 23 00:47:56.416239 dv-cinder-master-3-iscsi neutron-server[104554]: 'NDPProxy': '1.0', Oct 23 00:47:56.416239 dv-cinder-master-3-iscsi neutron-server[104554]: 'Network': '1.1', Oct 23 00:47:56.416239 dv-cinder-master-3-iscsi neutron-server[104554]: 'Port': '1.7', Oct 23 00:47:56.416239 dv-cinder-master-3-iscsi neutron-server[104554]: 'PortForwarding': '1.3', Oct 23 00:47:56.416239 dv-cinder-master-3-iscsi neutron-server[104554]: 'QosPolicy': '1.10', Oct 23 00:47:56.416239 dv-cinder-master-3-iscsi neutron-server[104554]: 'SecurityGroup': '1.5', Oct 23 00:47:56.416239 dv-cinder-master-3-iscsi neutron-server[104554]: 'SecurityGroupRule': '1.2', Oct 23 00:47:56.416239 dv-cinder-master-3-iscsi neutron-server[104554]: 'SubPort': '1.0', Oct 23 00:47:56.416239 dv-cinder-master-3-iscsi neutron-server[104554]: 'Subnet': '1.1', Oct 23 00:47:56.416239 dv-cinder-master-3-iscsi neutron-server[104554]: 'Trunk': '1.1'}} Oct 23 00:47:56.416239 dv-cinder-master-3-iscsi neutron-server[104554]: {{(pid=104554) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 23 00:47:56.471870 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eedb5d0-129c-4aad-b7fb-b02bbd71c106 None None] Checking agent: {'id': 'e5069eb9-82e8-4601-9222-8a50cea677c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 24), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:47:56.472204 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eedb5d0-129c-4aad-b7fb-b02bbd71c106 None None] Checking segment: {'id': 'cca8dbf9-6824-4bd3-8c38-210e29a51a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e5bb4341-0594-481a-a0b9-0e978f575bdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:47:56.472671 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-3eedb5d0-129c-4aad-b7fb-b02bbd71c106 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:56.473162 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eedb5d0-129c-4aad-b7fb-b02bbd71c106 None None] Bound using segment: {'id': 'cca8dbf9-6824-4bd3-8c38-210e29a51a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e5bb4341-0594-481a-a0b9-0e978f575bdb'} {{(pid=104554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:47:56.473675 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.managers [None req-3eedb5d0-129c-4aad-b7fb-b02bbd71c106 None None] Bound port: 8edb9f18-7960-4eae-89c3-6b941ce63ba3, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca8dbf9-6824-4bd3-8c38-210e29a51a9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e5bb4341-0594-481a-a0b9-0e978f575bdb'}}] {{(pid=104554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:47:56.474057 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-3eedb5d0-129c-4aad-b7fb-b02bbd71c106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (8edb9f18-7960-4eae-89c3-6b941ce63ba3), before_update {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:56.540557 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.db [None req-3eedb5d0-129c-4aad-b7fb-b02bbd71c106 None None] For port 8edb9f18-7960-4eae-89c3-6b941ce63ba3, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:47:56.560325 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.db [None req-3eedb5d0-129c-4aad-b7fb-b02bbd71c106 None None] For port 8edb9f18-7960-4eae-89c3-6b941ce63ba3, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8edb9f18-7960-4eae-89c3-6b941ce63ba3,segment=NetworkSegment(cca8dbf9-6824-4bd3-8c38-210e29a51a9f),segment_id=cca8dbf9-6824-4bd3-8c38-210e29a51a9f)] {{(pid=104554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:47:56.567593 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-3eedb5d0-129c-4aad-b7fb-b02bbd71c106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (8edb9f18-7960-4eae-89c3-6b941ce63ba3), after_update {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:56.602350 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eedb5d0-129c-4aad-b7fb-b02bbd71c106 None None] Routers {'09caefe4-a93a-4ce9-ac0e-c6b10e41b56f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:47:56.602978 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-3eedb5d0-129c-4aad-b7fb-b02bbd71c106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T00:47:51Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['09caefe4-a93a-4ce9-ac0e-c6b10e41b56f'], 'active': True} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:47:56.613566 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:47:56.658625 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f090917e-4e02-49ea-957b-1b21422c2250 None None] Pushing event updated for resources: {'Port': ['ID=8edb9f18-7960-4eae-89c3-6b941ce63ba3,revision_number=4']} {{(pid=104554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:47:56.709455 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvr_db [None req-3eedb5d0-129c-4aad-b7fb-b02bbd71c106 None None] Set router 09caefe4-a93a-4ce9-ac0e-c6b10e41b56f gateway port host: None {{(pid=104554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:47:56.905995 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-3eedb5d0-129c-4aad-b7fb-b02bbd71c106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09caefe4-a93a-4ce9-ac0e-c6b10e41b56f', 'name': 'router1', 'tenant_id': '5d9d6de2fc3445e68e41a0a8d387b372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:47:43Z', 'updated_at': '2022-10-23T00:47:54Z', 'revision_number': 2, 'project_id': '5d9d6de2fc3445e68e41a0a8d387b372', 'gw_port_host': None, '_interfaces': [{'id': '8edb9f18-7960-4eae-89c3-6b941ce63ba3', 'name': '', 'network_id': 'e5bb4341-0594-481a-a0b9-0e978f575bdb', 'tenant_id': '5d9d6de2fc3445e68e41a0a8d387b372', 'mac_address': 'fa:16:3e:47:7b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09caefe4-a93a-4ce9-ac0e-c6b10e41b56f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a0952b7c-4e64-412e-af50-2047b7a58d06', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:47:53Z', 'updated_at': '2022-10-23T00:47:56Z', 'revision_number': 4, 'project_id': '5d9d6de2fc3445e68e41a0a8d387b372', 'subnets': [{'id': 'a0952b7c-4e64-412e-af50-2047b7a58d06', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4a83af05-74eb-4eb4-b507-e41b63b8c650'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:47:56.931195 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eedb5d0-129c-4aad-b7fb-b02bbd71c106 None None] The sync data for ids ['09caefe4-a93a-4ce9-ac0e-c6b10e41b56f'] in dv-cinder-master-3-iscsi is: [{'id': '09caefe4-a93a-4ce9-ac0e-c6b10e41b56f', 'name': 'router1', 'tenant_id': '5d9d6de2fc3445e68e41a0a8d387b372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:47:43Z', 'updated_at': '2022-10-23T00:47:54Z', 'revision_number': 2, 'project_id': '5d9d6de2fc3445e68e41a0a8d387b372', 'gw_port_host': None, '_interfaces': [{'id': '8edb9f18-7960-4eae-89c3-6b941ce63ba3', 'name': '', 'network_id': 'e5bb4341-0594-481a-a0b9-0e978f575bdb', 'tenant_id': '5d9d6de2fc3445e68e41a0a8d387b372', 'mac_address': 'fa:16:3e:47:7b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09caefe4-a93a-4ce9-ac0e-c6b10e41b56f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a0952b7c-4e64-412e-af50-2047b7a58d06', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:47:53Z', 'updated_at': '2022-10-23T00:47:56Z', 'revision_number': 4, 'project_id': '5d9d6de2fc3445e68e41a0a8d387b372', 'subnets': [{'id': 'a0952b7c-4e64-412e-af50-2047b7a58d06', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4a83af05-74eb-4eb4-b507-e41b63b8c650'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 00:47:57.604300 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 44864) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:47:58.011301 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16100dee-6fda-4423-96c0-a9228976403f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:47:58.012828 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-16100dee-6fda-4423-96c0-a9228976403f admin admin] 10.222.0.18 "GET /networking/v2.0/networks/f9ff398c-cd2a-4430-b908-7f7163c266f3 HTTP/1.1" status: 200 len: 842 time: 0.4074421 Oct 23 00:47:58.023561 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [None req-2e504ec6-0f09-47b4-a83e-5e48f047ce33 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'enable_dhcp': False}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:47:58.037996 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:47:58.048115 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e504ec6-0f09-47b4-a83e-5e48f047ce33 admin admin] Made reservation on behalf of 2d2a10b90d4949fc9a5b267280f9f9c5 for: {'subnet': 1} {{(pid=104552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:47:58.050644 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-2e504ec6-0f09-47b4-a83e-5e48f047ce33 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:58.380693 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:INSERT=3 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:47:58.418239 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.objects.ports [None req-2e504ec6-0f09-47b4-a83e-5e48f047ce33 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104552) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 23 00:47:58.418687 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-2e504ec6-0f09-47b4-a83e-5e48f047ce33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493'] for subnet (dd152ba8-6213-403c-b7fc-9b4ab174f9a2), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:58.467780 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e504ec6-0f09-47b4-a83e-5e48f047ce33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd152ba8-6213-403c-b7fc-9b4ab174f9a2,revision_number=0']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:47:58.485715 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e504ec6-0f09-47b4-a83e-5e48f047ce33 admin admin] Checking segment: {'id': '0d47d9bc-e081-4c9e-9d69-e5804f7aef1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:47:58.486094 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e504ec6-0f09-47b4-a83e-5e48f047ce33 admin admin] Network hostable DHCP agents. Network: f9ff398c-cd2a-4430-b908-7f7163c266f3, hostable agents: ['6b66cfba-c169-484b-b3a5-13fb9b6528cf'], hosted agents: [] {{(pid=104552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 00:47:58.505304 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e504ec6-0f09-47b4-a83e-5e48f047ce33 admin admin] Network f9ff398c-cd2a-4430-b908-7f7163c266f3 is scheduled to be hosted by DHCP agent 6b66cfba-c169-484b-b3a5-13fb9b6528cf with binding_index 1 {{(pid=104552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 00:47:58.515790 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.base_scheduler [None req-2e504ec6-0f09-47b4-a83e-5e48f047ce33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, f9ff398c-cd2a-4430-b908-7f7163c266f3) {{(pid=104552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:47:58.524608 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e504ec6-0f09-47b4-a83e-5e48f047ce33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:47:58.524922 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d903c8-a1fc-40d2-8c74-d7e384eb9c9e None None] Network f9ff398c-cd2a-4430-b908-7f7163c266f3 requested from dv-cinder-master-3-iscsi {{(pid=104553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 00:47:58.525353 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-2e504ec6-0f09-47b4-a83e-5e48f047ce33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for subnet (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:47:58.544197 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-2e504ec6-0f09-47b4-a83e-5e48f047ce33 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5245624 Oct 23 00:47:58.650093 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9671a2-b3cd-4faf-a81f-e1b7354475ce None None] Network f9ff398c-cd2a-4430-b908-7f7163c266f3 requested from dv-cinder-master-3-iscsi {{(pid=104553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 00:48:01.243388 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 44872) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:48:01.700215 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-d966e7d9-c465-407b-9508-05b8edfb324c demo admin] 10.222.0.18 "GET /networking/v2.0/routers/09caefe4-a93a-4ce9-ac0e-c6b10e41b56f HTTP/1.1" status: 200 len: 710 time: 0.4556937 Oct 23 00:48:01.808511 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03111511-4762-45bd-8422-79e4d0978845 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:48:01.810168 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-03111511-4762-45bd-8422-79e4d0978845 demo admin] 10.222.0.18 "GET /networking/v2.0/networks/f9ff398c-cd2a-4430-b908-7f7163c266f3 HTTP/1.1" status: 200 len: 886 time: 0.1033425 Oct 23 00:48:01.819519 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [None req-9c5961a2-fb9c-4941-a517-e4f26e56f4db demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'}}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:48:02.087165 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-9c5961a2-fb9c-4941-a517-e4f26e56f4db demo admin] Publish callbacks [] for router_gateway (09caefe4-a93a-4ce9-ac0e-c6b10e41b56f), precommit_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:48:02.149836 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:48:02.329993 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-9c5961a2-fb9c-4941-a517-e4f26e56f4db demo admin] Publish callbacks [] for router_gateway (09caefe4-a93a-4ce9-ac0e-c6b10e41b56f), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:48:02.412301 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-9c5961a2-fb9c-4941-a517-e4f26e56f4db demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:48:02.519174 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.db_base_plugin_common [None req-9c5961a2-fb9c-4941-a517-e4f26e56f4db demo admin] Allocated IP 172.37.4.91 (f9ff398c-cd2a-4430-b908-7f7163c266f3/dd152ba8-6213-403c-b7fc-9b4ab174f9a2/0db4d4c4-d261-4750-963a-1eb2bdb77e41) {{(pid=104552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:48:02.529435 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:48:02.627679 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-9c5961a2-fb9c-4941-a517-e4f26e56f4db demo admin] Publish callbacks [] for port (0db4d4c4-d261-4750-963a-1eb2bdb77e41), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:48:02.663289 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-9c5961a2-fb9c-4941-a517-e4f26e56f4db demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446'] for port (0db4d4c4-d261-4750-963a-1eb2bdb77e41), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:48:02.701803 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5961a2-fb9c-4941-a517-e4f26e56f4db demo admin] Network f9ff398c-cd2a-4430-b908-7f7163c266f3 is already hosted by enough agents. {{(pid=104552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:48:02.708521 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.base_scheduler [None req-9c5961a2-fb9c-4941-a517-e4f26e56f4db demo admin] Resources bound (agent type, host, resource id): {{(pid=104552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:48:02.713678 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5961a2-fb9c-4941-a517-e4f26e56f4db demo admin] Pushing event updated for resources: {'Port': ['ID=0db4d4c4-d261-4750-963a-1eb2bdb77e41,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:48:02.717927 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5961a2-fb9c-4941-a517-e4f26e56f4db demo admin] Received port after_create {{(pid=104552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:48:03.054282 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-9c5961a2-fb9c-4941-a517-e4f26e56f4db demo admin] Publish callbacks [] for router_gateway (09caefe4-a93a-4ce9-ac0e-c6b10e41b56f), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:48:03.088067 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:48:03.247349 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-9c5961a2-fb9c-4941-a517-e4f26e56f4db demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-398622', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-401080', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123528'] for router (09caefe4-a93a-4ce9-ac0e-c6b10e41b56f), precommit_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:48:03.250891 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-9c5961a2-fb9c-4941-a517-e4f26e56f4db demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-398695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-398613', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-401025'] for router (09caefe4-a93a-4ce9-ac0e-c6b10e41b56f), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:48:03.351893 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c5961a2-fb9c-4941-a517-e4f26e56f4db demo admin] Router 09caefe4-a93a-4ce9-ac0e-c6b10e41b56f has already been hosted by L3 agent 71de1650-f9d9-4095-92e6-e37ec99e20cf {{(pid=104552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 00:48:03.455941 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c5961a2-fb9c-4941-a517-e4f26e56f4db demo admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 00:48:03.461463 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-9c5961a2-fb9c-4941-a517-e4f26e56f4db demo admin] Publish callbacks [] for router (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:48:03.462721 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-9c5961a2-fb9c-4941-a517-e4f26e56f4db demo admin] 10.222.0.18 "PUT /networking/v2.0/routers/09caefe4-a93a-4ce9-ac0e-c6b10e41b56f HTTP/1.1" status: 200 len: 889 time: 1.6465580 Oct 23 00:48:03.467287 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f81531-39da-4c9f-a0fc-bf1d36206bcb None None] Sync routers for ids ['09caefe4-a93a-4ce9-ac0e-c6b10e41b56f'] in dv-cinder-master-3-iscsi {{(pid=104553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 00:48:03.480502 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f81531-39da-4c9f-a0fc-bf1d36206bcb None None] Routers {'09caefe4-a93a-4ce9-ac0e-c6b10e41b56f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:48:03.481233 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-63f81531-39da-4c9f-a0fc-bf1d36206bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T00:47:51Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['09caefe4-a93a-4ce9-ac0e-c6b10e41b56f'], 'active': True} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:48:03.653453 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 8edb9f18-7960-4eae-89c3-6b941ce63ba3 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:48:03.731388 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvr_db [None req-63f81531-39da-4c9f-a0fc-bf1d36206bcb None None] Set router 09caefe4-a93a-4ce9-ac0e-c6b10e41b56f gateway port host: dv-cinder-master-3-iscsi {{(pid=104553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:48:03.871774 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port 8edb9f18-7960-4eae-89c3-6b941ce63ba3 triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:48:03.872164 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (8edb9f18-7960-4eae-89c3-6b941ce63ba3), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:48:03.872501 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port 8edb9f18-7960-4eae-89c3-6b941ce63ba3 Oct 23 00:48:04.078459 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:48:04.136292 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port 8edb9f18-7960-4eae-89c3-6b941ce63ba3 is: DOWN; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:48:04.136698 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (8edb9f18-7960-4eae-89c3-6b941ce63ba3), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:48:04.157331 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:48:04.206104 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-63f81531-39da-4c9f-a0fc-bf1d36206bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09caefe4-a93a-4ce9-ac0e-c6b10e41b56f', 'name': 'router1', 'tenant_id': '5d9d6de2fc3445e68e41a0a8d387b372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.91'}], 'enable_snat': True}, 'gw_port_id': '0db4d4c4-d261-4750-963a-1eb2bdb77e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:47:43Z', 'updated_at': '2022-10-23T00:48:02Z', 'revision_number': 4, 'project_id': '5d9d6de2fc3445e68e41a0a8d387b372', 'gw_port': {'id': '0db4d4c4-d261-4750-963a-1eb2bdb77e41', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09caefe4-a93a-4ce9-ac0e-c6b10e41b56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:48:02Z', 'updated_at': '2022-10-23T00:48:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '8edb9f18-7960-4eae-89c3-6b941ce63ba3', 'name': '', 'network_id': 'e5bb4341-0594-481a-a0b9-0e978f575bdb', 'tenant_id': '5d9d6de2fc3445e68e41a0a8d387b372', 'mac_address': 'fa:16:3e:47:7b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09caefe4-a93a-4ce9-ac0e-c6b10e41b56f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a0952b7c-4e64-412e-af50-2047b7a58d06', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:47:53Z', 'updated_at': '2022-10-23T00:47:56Z', 'revision_number': 4, 'project_id': '5d9d6de2fc3445e68e41a0a8d387b372', 'subnets': [{'id': 'a0952b7c-4e64-412e-af50-2047b7a58d06', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4a83af05-74eb-4eb4-b507-e41b63b8c650'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:48:04.231754 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] For port 8edb9f18-7960-4eae-89c3-6b941ce63ba3, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8edb9f18-7960-4eae-89c3-6b941ce63ba3,segment=NetworkSegment(cca8dbf9-6824-4bd3-8c38-210e29a51a9f),segment_id=cca8dbf9-6824-4bd3-8c38-210e29a51a9f)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:48:04.259261 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (8edb9f18-7960-4eae-89c3-6b941ce63ba3), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:48:04.261631 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f81531-39da-4c9f-a0fc-bf1d36206bcb None None] Checking router: 09caefe4-a93a-4ce9-ac0e-c6b10e41b56f for host: dv-cinder-master-3-iscsi {{(pid=104553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 00:48:04.262005 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f81531-39da-4c9f-a0fc-bf1d36206bcb None None] Updating router 09caefe4-a93a-4ce9-ac0e-c6b10e41b56f port 0db4d4c4-d261-4750-963a-1eb2bdb77e41 binding host dv-cinder-master-3-iscsi {{(pid=104553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 00:48:04.428078 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-63f81531-39da-4c9f-a0fc-bf1d36206bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (0db4d4c4-d261-4750-963a-1eb2bdb77e41), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:48:04.461416 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Pushing event updated for resources: {'Port': ['ID=8edb9f18-7960-4eae-89c3-6b941ce63ba3,revision_number=5']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:48:04.766957 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-63f81531-39da-4c9f-a0fc-bf1d36206bcb None None] Publish callbacks [] for port (0db4d4c4-d261-4750-963a-1eb2bdb77e41), precommit_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:48:04.776198 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-63f81531-39da-4c9f-a0fc-bf1d36206bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (0db4d4c4-d261-4750-963a-1eb2bdb77e41), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:48:04.808704 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-63f81531-39da-4c9f-a0fc-bf1d36206bcb None None] Attempting to bind port 0db4d4c4-d261-4750-963a-1eb2bdb77e41 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:48:04.809103 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-63f81531-39da-4c9f-a0fc-bf1d36206bcb None None] Attempting to bind port 0db4d4c4-d261-4750-963a-1eb2bdb77e41 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '0d47d9bc-e081-4c9e-9d69-e5804f7aef1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'}] {{(pid=104553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:48:04.809466 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f81531-39da-4c9f-a0fc-bf1d36206bcb None None] Attempting to bind port 0db4d4c4-d261-4750-963a-1eb2bdb77e41 on network f9ff398c-cd2a-4430-b908-7f7163c266f3 {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:48:04.850203 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a623649a-e462-4132-a837-f68fe6cd2f03 None None] Pushing event updated for resources: {'Port': ['ID=0db4d4c4-d261-4750-963a-1eb2bdb77e41,revision_number=2']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:48:04.864832 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f81531-39da-4c9f-a0fc-bf1d36206bcb None None] Checking agent: {'id': 'e5069eb9-82e8-4601-9222-8a50cea677c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 24), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:48:04.865205 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f81531-39da-4c9f-a0fc-bf1d36206bcb None None] Checking segment: {'id': '0d47d9bc-e081-4c9e-9d69-e5804f7aef1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:48:04.865629 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-63f81531-39da-4c9f-a0fc-bf1d36206bcb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:48:04.866000 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f81531-39da-4c9f-a0fc-bf1d36206bcb None None] Bound using segment: {'id': '0d47d9bc-e081-4c9e-9d69-e5804f7aef1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'} {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:48:04.866467 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-63f81531-39da-4c9f-a0fc-bf1d36206bcb None None] Bound port: 0db4d4c4-d261-4750-963a-1eb2bdb77e41, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d47d9bc-e081-4c9e-9d69-e5804f7aef1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'}}] {{(pid=104553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:48:04.867007 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-63f81531-39da-4c9f-a0fc-bf1d36206bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (0db4d4c4-d261-4750-963a-1eb2bdb77e41), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:48:04.915320 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-63f81531-39da-4c9f-a0fc-bf1d36206bcb None None] For port 0db4d4c4-d261-4750-963a-1eb2bdb77e41, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:48:04.918469 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-63f81531-39da-4c9f-a0fc-bf1d36206bcb None None] For port 0db4d4c4-d261-4750-963a-1eb2bdb77e41, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0db4d4c4-d261-4750-963a-1eb2bdb77e41,segment=NetworkSegment(0d47d9bc-e081-4c9e-9d69-e5804f7aef1d),segment_id=0d47d9bc-e081-4c9e-9d69-e5804f7aef1d)] {{(pid=104553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:48:04.924349 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-63f81531-39da-4c9f-a0fc-bf1d36206bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (0db4d4c4-d261-4750-963a-1eb2bdb77e41), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:48:04.957535 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f81531-39da-4c9f-a0fc-bf1d36206bcb None None] Routers {'09caefe4-a93a-4ce9-ac0e-c6b10e41b56f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:48:04.958157 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-63f81531-39da-4c9f-a0fc-bf1d36206bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T00:47:51Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['09caefe4-a93a-4ce9-ac0e-c6b10e41b56f'], 'active': True} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:48:05.016458 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a623649a-e462-4132-a837-f68fe6cd2f03 None None] Pushing event updated for resources: {'Port': ['ID=0db4d4c4-d261-4750-963a-1eb2bdb77e41,revision_number=3']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:48:05.079230 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvr_db [None req-63f81531-39da-4c9f-a0fc-bf1d36206bcb None None] Set router 09caefe4-a93a-4ce9-ac0e-c6b10e41b56f gateway port host: dv-cinder-master-3-iscsi {{(pid=104553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:48:05.184277 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:48:05.206288 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:48:05.280138 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-63f81531-39da-4c9f-a0fc-bf1d36206bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09caefe4-a93a-4ce9-ac0e-c6b10e41b56f', 'name': 'router1', 'tenant_id': '5d9d6de2fc3445e68e41a0a8d387b372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.91'}], 'enable_snat': True}, 'gw_port_id': '0db4d4c4-d261-4750-963a-1eb2bdb77e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:47:43Z', 'updated_at': '2022-10-23T00:48:02Z', 'revision_number': 4, 'project_id': '5d9d6de2fc3445e68e41a0a8d387b372', 'gw_port': {'id': '0db4d4c4-d261-4750-963a-1eb2bdb77e41', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09caefe4-a93a-4ce9-ac0e-c6b10e41b56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:48:02Z', 'updated_at': '2022-10-23T00:48:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '8edb9f18-7960-4eae-89c3-6b941ce63ba3', 'name': '', 'network_id': 'e5bb4341-0594-481a-a0b9-0e978f575bdb', 'tenant_id': '5d9d6de2fc3445e68e41a0a8d387b372', 'mac_address': 'fa:16:3e:47:7b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09caefe4-a93a-4ce9-ac0e-c6b10e41b56f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a0952b7c-4e64-412e-af50-2047b7a58d06', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:47:53Z', 'updated_at': '2022-10-23T00:48:04Z', 'revision_number': 5, 'project_id': '5d9d6de2fc3445e68e41a0a8d387b372', 'subnets': [{'id': 'a0952b7c-4e64-412e-af50-2047b7a58d06', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4a83af05-74eb-4eb4-b507-e41b63b8c650'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:48:05.305865 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f81531-39da-4c9f-a0fc-bf1d36206bcb None None] The sync data for ids ['09caefe4-a93a-4ce9-ac0e-c6b10e41b56f'] in dv-cinder-master-3-iscsi is: [{'id': '09caefe4-a93a-4ce9-ac0e-c6b10e41b56f', 'name': 'router1', 'tenant_id': '5d9d6de2fc3445e68e41a0a8d387b372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.91'}], 'enable_snat': True}, 'gw_port_id': '0db4d4c4-d261-4750-963a-1eb2bdb77e41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:47:43Z', 'updated_at': '2022-10-23T00:48:02Z', 'revision_number': 4, 'project_id': '5d9d6de2fc3445e68e41a0a8d387b372', 'gw_port': {'id': '0db4d4c4-d261-4750-963a-1eb2bdb77e41', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:b6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09caefe4-a93a-4ce9-ac0e-c6b10e41b56f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:48:02Z', 'updated_at': '2022-10-23T00:48:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '8edb9f18-7960-4eae-89c3-6b941ce63ba3', 'name': '', 'network_id': 'e5bb4341-0594-481a-a0b9-0e978f575bdb', 'tenant_id': '5d9d6de2fc3445e68e41a0a8d387b372', 'mac_address': 'fa:16:3e:47:7b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09caefe4-a93a-4ce9-ac0e-c6b10e41b56f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a0952b7c-4e64-412e-af50-2047b7a58d06', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:47:53Z', 'updated_at': '2022-10-23T00:48:04Z', 'revision_number': 5, 'project_id': '5d9d6de2fc3445e68e41a0a8d387b372', 'subnets': [{'id': 'a0952b7c-4e64-412e-af50-2047b7a58d06', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4a83af05-74eb-4eb4-b507-e41b63b8c650'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 00:48:05.709113 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 0db4d4c4-d261-4750-963a-1eb2bdb77e41 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:48:05.760556 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port 0db4d4c4-d261-4750-963a-1eb2bdb77e41 triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:48:05.760986 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (0db4d4c4-d261-4750-963a-1eb2bdb77e41), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:48:05.761324 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port 0db4d4c4-d261-4750-963a-1eb2bdb77e41 Oct 23 00:48:05.841666 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port 0db4d4c4-d261-4750-963a-1eb2bdb77e41 is: DOWN; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:48:05.842187 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (0db4d4c4-d261-4750-963a-1eb2bdb77e41), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:48:05.867867 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] For port 0db4d4c4-d261-4750-963a-1eb2bdb77e41, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0db4d4c4-d261-4750-963a-1eb2bdb77e41,segment=NetworkSegment(0d47d9bc-e081-4c9e-9d69-e5804f7aef1d),segment_id=0d47d9bc-e081-4c9e-9d69-e5804f7aef1d)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:48:05.873515 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (0db4d4c4-d261-4750-963a-1eb2bdb77e41), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:48:05.874507 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 8edb9f18-7960-4eae-89c3-6b941ce63ba3 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:48:05.955825 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Pushing event updated for resources: {'Port': ['ID=0db4d4c4-d261-4750-963a-1eb2bdb77e41,revision_number=4']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:48:05.959621 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port 8edb9f18-7960-4eae-89c3-6b941ce63ba3 triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:48:05.959993 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (8edb9f18-7960-4eae-89c3-6b941ce63ba3), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:48:05.960324 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port 8edb9f18-7960-4eae-89c3-6b941ce63ba3 Oct 23 00:48:06.047361 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port 8edb9f18-7960-4eae-89c3-6b941ce63ba3 is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:48:06.305516 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 44886) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:48:06.745611 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-ede42662-954a-4004-a05f-6a802dd1a318 admin admin] 10.222.0.18 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.4387078 Oct 23 00:48:06.908443 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=59,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:48:06.909743 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=28 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:48:07.631487 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 0db4d4c4-d261-4750-963a-1eb2bdb77e41 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:48:07.677877 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port 0db4d4c4-d261-4750-963a-1eb2bdb77e41 triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:48:07.678534 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (0db4d4c4-d261-4750-963a-1eb2bdb77e41), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:48:07.679010 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port 0db4d4c4-d261-4750-963a-1eb2bdb77e41 Oct 23 00:48:07.755596 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port 0db4d4c4-d261-4750-963a-1eb2bdb77e41 is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:48:16.737815 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:48:16.741048 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=41 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:48:17.743814 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=70,neutron:UPDATE=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:48:17.754335 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=76,neutron:UPDATE=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:48:18.805789 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-fc41205a-3eb2-4ff6-98f7-0fa1ff7bfb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (6b66cfba-c169-484b-b3a5-13fb9b6528cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:48:21.210651 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-9f2b0ce5-9590-4c86-b089-718ae3150dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (71de1650-f9d9-4095-92e6-e37ec99e20cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:48:22.228101 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5148f689-0f62-430a-b3f2-d0758b81aa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (b2013646-e5ec-4b71-a145-3908973fbde8), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:48:22.244592 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.agents_db [None req-7a6a8f68-635a-43f5-9edf-73cfaf501ddf None None] Agent healthcheck: found 5 active agents {{(pid=104554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 00:48:23.592303 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e80eb663-45f3-44c1-bd5d-b13fbac885c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (9e3bf558-830b-43df-b1b1-6fe61a75ce60), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:48:23.979661 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (e5069eb9-82e8-4601-9222-8a50cea677c6), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:48:33.967503 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:48:33.969897 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:48:38.249847 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=5 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:48:38.255179 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=3 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:48:48.802912 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-b58ab511-af12-42e6-b032-63615f35194f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (6b66cfba-c169-484b-b3a5-13fb9b6528cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:48:51.218169 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-61d8c44f-fcd8-41e4-8040-37924e898c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (71de1650-f9d9-4095-92e6-e37ec99e20cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:48:52.236424 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5148f689-0f62-430a-b3f2-d0758b81aa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (b2013646-e5ec-4b71-a145-3908973fbde8), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:48:53.594573 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e80eb663-45f3-44c1-bd5d-b13fbac885c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (9e3bf558-830b-43df-b1b1-6fe61a75ce60), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:48:53.982055 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (e5069eb9-82e8-4601-9222-8a50cea677c6), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:48:59.244733 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.agents_db [None req-7a6a8f68-635a-43f5-9edf-73cfaf501ddf None None] Agent healthcheck: found 5 active agents {{(pid=104554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 00:49:03.970154 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:49:03.972159 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:49:17.238964 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=6 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:49:17.239751 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:49:18.801198 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-219f0a88-186d-43f0-95f2-cf95fb45f1ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (6b66cfba-c169-484b-b3a5-13fb9b6528cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:49:21.204494 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-b9af03ad-360e-4eab-a762-fa85f2e84116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (71de1650-f9d9-4095-92e6-e37ec99e20cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:49:22.235031 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5148f689-0f62-430a-b3f2-d0758b81aa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (b2013646-e5ec-4b71-a145-3908973fbde8), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:49:23.590534 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e80eb663-45f3-44c1-bd5d-b13fbac885c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (9e3bf558-830b-43df-b1b1-6fe61a75ce60), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:49:23.978739 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (e5069eb9-82e8-4601-9222-8a50cea677c6), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:49:32.498437 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 45438) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:49:32.905651 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writer thread running {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 23 00:49:32.906219 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:49:32.941038 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb57b6f1-f7a2-42d0-8115-286e9118d4f5 admin admin] GET failed (client error): The resource could not be found. Oct 23 00:49:32.942632 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-fb57b6f1-f7a2-42d0-8115-286e9118d4f5 admin admin] 10.222.0.18 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.4429109 Oct 23 00:49:33.170983 dv-cinder-master-3-iscsi neutron-server[104551]: ERROR stevedore.extension [None req-54f3ed2e-3858-43db-a505-0852a2fc2bfd admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 23 00:49:33.222749 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.policy [None req-54f3ed2e-3858-43db-a505-0852a2fc2bfd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104551) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 23 00:49:33.265890 dv-cinder-master-3-iscsi neutron-server[104551]: WARNING oslo_policy.policy [None req-54f3ed2e-3858-43db-a505-0852a2fc2bfd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 23 00:49:33.266274 dv-cinder-master-3-iscsi neutron-server[104551]: WARNING oslo_policy.policy [None req-54f3ed2e-3858-43db-a505-0852a2fc2bfd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 23 00:49:33.274135 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f3ed2e-3858-43db-a505-0852a2fc2bfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:49:33.276076 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-54f3ed2e-3858-43db-a505-0852a2fc2bfd admin admin] 10.222.0.18 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.3274455 Oct 23 00:49:33.970990 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:49:33.973064 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:49:35.838316 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 45452) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:49:36.243531 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.agents_db [None req-7a6a8f68-635a-43f5-9edf-73cfaf501ddf None None] Agent healthcheck: found 5 active agents {{(pid=104554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 00:49:36.286982 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f57d67-79b0-4125-afe9-72333dde5e5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:49:36.288380 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-c2f57d67-79b0-4125-afe9-72333dde5e5b admin admin] 10.222.0.18 "GET /networking/v2.0/subnets/a0952b7c-4e64-412e-af50-2047b7a58d06 HTTP/1.1" status: 200 len: 849 time: 0.4491513 Oct 23 00:49:36.298782 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-038ff879-54e0-46e9-9ab4-515490841d48 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:49:36.390612 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-038ff879-54e0-46e9-9ab4-515490841d48 admin admin] Publish callbacks [] for subnet (a0952b7c-4e64-412e-af50-2047b7a58d06), before_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:49:36.558388 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-038ff879-54e0-46e9-9ab4-515490841d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758734813112'] for subnet (a0952b7c-4e64-412e-af50-2047b7a58d06), after_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:49:36.621565 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038ff879-54e0-46e9-9ab4-515490841d48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:49:36.622210 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-038ff879-54e0-46e9-9ab4-515490841d48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for subnet (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:49:36.623482 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-038ff879-54e0-46e9-9ab4-515490841d48 admin admin] 10.222.0.18 "PUT /networking/v2.0/subnets/a0952b7c-4e64-412e-af50-2047b7a58d06 HTTP/1.1" status: 200 len: 868 time: 0.3285944 Oct 23 00:49:36.626222 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26522940-15ca-40cf-8791-13543c9c4f29 None None] Network e5bb4341-0594-481a-a0b9-0e978f575bdb requested from dv-cinder-master-3-iscsi {{(pid=104553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 00:49:36.632107 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038ff879-54e0-46e9-9ab4-515490841d48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0952b7c-4e64-412e-af50-2047b7a58d06,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:49:36.647421 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038ff879-54e0-46e9-9ab4-515490841d48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:49:36.647778 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038ff879-54e0-46e9-9ab4-515490841d48 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:49:36.648133 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038ff879-54e0-46e9-9ab4-515490841d48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:49:36.648477 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038ff879-54e0-46e9-9ab4-515490841d48 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:49:36.648856 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038ff879-54e0-46e9-9ab4-515490841d48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:49:36.649195 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038ff879-54e0-46e9-9ab4-515490841d48 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:49:36.649528 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038ff879-54e0-46e9-9ab4-515490841d48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:49:36.649859 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038ff879-54e0-46e9-9ab4-515490841d48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:49:36.650282 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038ff879-54e0-46e9-9ab4-515490841d48 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:49:36.650620 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038ff879-54e0-46e9-9ab4-515490841d48 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:49:36.651069 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038ff879-54e0-46e9-9ab4-515490841d48 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:49:36.651420 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038ff879-54e0-46e9-9ab4-515490841d48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:49:36.651839 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038ff879-54e0-46e9-9ab4-515490841d48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:49:36.652169 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038ff879-54e0-46e9-9ab4-515490841d48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:49:36.652496 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038ff879-54e0-46e9-9ab4-515490841d48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:49:36.653951 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038ff879-54e0-46e9-9ab4-515490841d48 admin admin] Tracked resource versions report: Oct 23 00:49:36.653951 dv-cinder-master-3-iscsi neutron-server[104551]: pushed versions: Oct 23 00:49:36.653951 dv-cinder-master-3-iscsi neutron-server[104551]: { 'AddressGroup': {'1.2'}, Oct 23 00:49:36.653951 dv-cinder-master-3-iscsi neutron-server[104551]: 'Agent': {'1.1'}, Oct 23 00:49:36.653951 dv-cinder-master-3-iscsi neutron-server[104551]: 'ConntrackHelper': {'1.0'}, Oct 23 00:49:36.653951 dv-cinder-master-3-iscsi neutron-server[104551]: 'LocalIPAssociation': {'1.0'}, Oct 23 00:49:36.653951 dv-cinder-master-3-iscsi neutron-server[104551]: 'Log': {'1.0'}, Oct 23 00:49:36.653951 dv-cinder-master-3-iscsi neutron-server[104551]: 'NDPProxy': {'1.0'}, Oct 23 00:49:36.653951 dv-cinder-master-3-iscsi neutron-server[104551]: 'Network': {'1.1'}, Oct 23 00:49:36.653951 dv-cinder-master-3-iscsi neutron-server[104551]: 'Port': {'1.7'}, Oct 23 00:49:36.653951 dv-cinder-master-3-iscsi neutron-server[104551]: 'PortForwarding': {'1.3'}, Oct 23 00:49:36.653951 dv-cinder-master-3-iscsi neutron-server[104551]: 'QosPolicy': {'1.10'}, Oct 23 00:49:36.653951 dv-cinder-master-3-iscsi neutron-server[104551]: 'SecurityGroup': {'1.5'}, Oct 23 00:49:36.653951 dv-cinder-master-3-iscsi neutron-server[104551]: 'SecurityGroupRule': {'1.2'}, Oct 23 00:49:36.653951 dv-cinder-master-3-iscsi neutron-server[104551]: 'SubPort': {'1.0'}, Oct 23 00:49:36.653951 dv-cinder-master-3-iscsi neutron-server[104551]: 'Subnet': {'1.1'}, Oct 23 00:49:36.653951 dv-cinder-master-3-iscsi neutron-server[104551]: 'Trunk': {'1.1'}} Oct 23 00:49:36.653951 dv-cinder-master-3-iscsi neutron-server[104551]: consumer versions: Oct 23 00:49:36.653951 dv-cinder-master-3-iscsi neutron-server[104551]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Oct 23 00:49:36.653951 dv-cinder-master-3-iscsi neutron-server[104551]: L3 agent@dv-cinder-master-3-iscsi: {}, Oct 23 00:49:36.653951 dv-cinder-master-3-iscsi neutron-server[104551]: Metadata agent@dv-cinder-master-3-iscsi: {}, Oct 23 00:49:36.653951 dv-cinder-master-3-iscsi neutron-server[104551]: Metering agent@dv-cinder-master-3-iscsi: {}, Oct 23 00:49:36.653951 dv-cinder-master-3-iscsi neutron-server[104551]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Oct 23 00:49:36.653951 dv-cinder-master-3-iscsi neutron-server[104551]: 'Agent': '1.1', Oct 23 00:49:36.653951 dv-cinder-master-3-iscsi neutron-server[104551]: 'ConntrackHelper': '1.0', Oct 23 00:49:36.653951 dv-cinder-master-3-iscsi neutron-server[104551]: 'LocalIPAssociation': '1.0', Oct 23 00:49:36.653951 dv-cinder-master-3-iscsi neutron-server[104551]: 'Log': '1.0', Oct 23 00:49:36.653951 dv-cinder-master-3-iscsi neutron-server[104551]: 'NDPProxy': '1.0', Oct 23 00:49:36.653951 dv-cinder-master-3-iscsi neutron-server[104551]: 'Network': '1.1', Oct 23 00:49:36.653951 dv-cinder-master-3-iscsi neutron-server[104551]: 'Port': '1.7', Oct 23 00:49:36.653951 dv-cinder-master-3-iscsi neutron-server[104551]: 'PortForwarding': '1.3', Oct 23 00:49:36.653951 dv-cinder-master-3-iscsi neutron-server[104551]: 'QosPolicy': '1.10', Oct 23 00:49:36.653951 dv-cinder-master-3-iscsi neutron-server[104551]: 'SecurityGroup': '1.5', Oct 23 00:49:36.653951 dv-cinder-master-3-iscsi neutron-server[104551]: 'SecurityGroupRule': '1.2', Oct 23 00:49:36.653951 dv-cinder-master-3-iscsi neutron-server[104551]: 'SubPort': '1.0', Oct 23 00:49:36.653951 dv-cinder-master-3-iscsi neutron-server[104551]: 'Subnet': '1.1', Oct 23 00:49:36.653951 dv-cinder-master-3-iscsi neutron-server[104551]: 'Trunk': '1.1'}} Oct 23 00:49:36.653951 dv-cinder-master-3-iscsi neutron-server[104551]: {{(pid=104551) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 23 00:49:36.947379 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-769fa20c-9eb4-4944-96b9-8e535a3b47f1 None None] Provisioning complete for port 8edb9f18-7960-4eae-89c3-6b941ce63ba3 triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:49:36.947855 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-769fa20c-9eb4-4944-96b9-8e535a3b47f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (8edb9f18-7960-4eae-89c3-6b941ce63ba3), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:49:36.948338 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-769fa20c-9eb4-4944-96b9-8e535a3b47f1 None None] Attempt 1 to provision port 8edb9f18-7960-4eae-89c3-6b941ce63ba3 Oct 23 00:49:37.027042 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-769fa20c-9eb4-4944-96b9-8e535a3b47f1 None None] Current status of the port 8edb9f18-7960-4eae-89c3-6b941ce63ba3 is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:49:37.035951 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-769fa20c-9eb4-4944-96b9-8e535a3b47f1 None None] Provisioning complete for port 36027a75-3b26-4728-a464-23e4dbba5d4a triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:49:37.036270 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-769fa20c-9eb4-4944-96b9-8e535a3b47f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (36027a75-3b26-4728-a464-23e4dbba5d4a), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:49:37.036710 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-769fa20c-9eb4-4944-96b9-8e535a3b47f1 None None] Attempt 1 to provision port 36027a75-3b26-4728-a464-23e4dbba5d4a Oct 23 00:49:37.112089 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-769fa20c-9eb4-4944-96b9-8e535a3b47f1 None None] Current status of the port 36027a75-3b26-4728-a464-23e4dbba5d4a is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:49:39.265641 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 45464) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:49:39.788075 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9a4b8c-ede3-43ef-a953-11627f85f3c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:49:39.788537 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9a4b8c-ede3-43ef-a953-11627f85f3c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:49:39.790105 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-7c9a4b8c-ede3-43ef-a953-11627f85f3c1 admin admin] 10.222.0.18 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5234551 Oct 23 00:49:42.394926 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 45474) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:49:42.927010 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031da32d-24d5-4b4f-b854-6fe2e3dea47d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:49:42.927493 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031da32d-24d5-4b4f-b854-6fe2e3dea47d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:49:42.929081 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-031da32d-24d5-4b4f-b854-6fe2e3dea47d admin admin] 10.222.0.18 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5331652 Oct 23 00:49:45.542797 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 45482) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:49:46.050305 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcb2071-94ed-465f-b820-34c85d1c4767 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:49:46.051674 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-cdcb2071-94ed-465f-b820-34c85d1c4767 admin admin] 10.222.0.18 "GET /networking/v2.0/networks/e5bb4341-0594-481a-a0b9-0e978f575bdb HTTP/1.1" status: 200 len: 869 time: 0.5076137 Oct 23 00:49:47.100556 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=36 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:49:47.109973 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=41 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:49:48.668798 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 45490) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:49:48.795936 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-a506aaab-fcd0-48dc-8718-059811ba6b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (6b66cfba-c169-484b-b3a5-13fb9b6528cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:49:49.121040 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fa0c99-77f1-4cbc-b249-b53ecbc7d522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:49:49.122409 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-a3fa0c99-77f1-4cbc-b249-b53ecbc7d522 admin admin] 10.222.0.18 "GET /networking/v2.0/networks/f9ff398c-cd2a-4430-b908-7f7163c266f3 HTTP/1.1" status: 200 len: 886 time: 0.4523444 Oct 23 00:49:49.783258 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=11 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:49:49.785267 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=12 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:49:51.210174 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-6807372c-7a6f-479d-8769-4eb4747a72f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (71de1650-f9d9-4095-92e6-e37ec99e20cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:49:51.675010 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 45498) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:49:52.032053 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:49:52.092457 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:49:52.109371 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235752ef-d419-4b4e-9ead-189cd554cd6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:49:52.109826 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235752ef-d419-4b4e-9ead-189cd554cd6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:49:52.111399 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-235752ef-d419-4b4e-9ead-189cd554cd6f admin admin] 10.222.0.18 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4353235 Oct 23 00:49:52.242039 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5148f689-0f62-430a-b3f2-d0758b81aa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (b2013646-e5ec-4b71-a145-3908973fbde8), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:49:52.247613 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=6 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:49:52.248387 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=2 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:49:53.593706 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e80eb663-45f3-44c1-bd5d-b13fbac885c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (9e3bf558-830b-43df-b1b1-6fe61a75ce60), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:49:53.984961 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (e5069eb9-82e8-4601-9222-8a50cea677c6), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:49:54.669350 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 45506) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:49:55.074765 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554e7202-d745-4aa5-9ec9-a992dd4b60d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:49:55.075241 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554e7202-d745-4aa5-9ec9-a992dd4b60d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:49:55.076755 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-554e7202-d745-4aa5-9ec9-a992dd4b60d9 admin admin] 10.222.0.18 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4061062 Oct 23 00:49:57.638824 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 45514) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:49:58.052182 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3057c0-6c24-4731-8571-4c93cbee3349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:49:58.053490 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-7a3057c0-6c24-4731-8571-4c93cbee3349 admin admin] 10.222.0.18 "GET /networking/v2.0/subnets/a0952b7c-4e64-412e-af50-2047b7a58d06 HTTP/1.1" status: 200 len: 868 time: 0.4135578 Oct 23 00:50:00.643182 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 45522) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:50:01.062655 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d8c33e-f771-4bea-adb0-9242630c807c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:50:01.064022 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-77d8c33e-f771-4bea-adb0-9242630c807c admin admin] 10.222.0.18 "GET /networking/v2.0/subnets/dd152ba8-6213-403c-b7fc-9b4ab174f9a2 HTTP/1.1" status: 200 len: 816 time: 0.4197063 Oct 23 00:50:03.971611 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:50:03.977547 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:50:05.067379 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=6 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:50:05.069848 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=11 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:50:11.057915 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=11 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:50:11.059942 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=12 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:50:13.243668 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.agents_db [None req-7a6a8f68-635a-43f5-9edf-73cfaf501ddf None None] Agent healthcheck: found 5 active agents {{(pid=104554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 00:50:18.808797 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-ef25b327-cac8-4f43-af49-7efeef0f7717 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (6b66cfba-c169-484b-b3a5-13fb9b6528cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:50:21.216209 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-c002548f-bae2-4dd6-960b-283d5730555d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (71de1650-f9d9-4095-92e6-e37ec99e20cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:50:22.241614 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5148f689-0f62-430a-b3f2-d0758b81aa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (b2013646-e5ec-4b71-a145-3908973fbde8), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:50:23.596057 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e80eb663-45f3-44c1-bd5d-b13fbac885c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (9e3bf558-830b-43df-b1b1-6fe61a75ce60), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:50:23.980244 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (e5069eb9-82e8-4601-9222-8a50cea677c6), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:50:29.240812 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=14 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:50:29.245333 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=22 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:50:30.983257 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 45580) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:50:31.353621 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [None req-1aac8785-0f20-46d8-87ea-55609d5697bb admin admin] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104552) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 00:50:31.354921 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-1aac8785-0f20-46d8-87ea-55609d5697bb admin admin] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3703387 Oct 23 00:50:33.971024 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:50:33.974511 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:50:34.056785 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 45588) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:50:34.416454 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.pecan_wsgi.hooks.translation [None req-1562e145-2d2f-4460-9275-fd457cf2ebde admin admin] GET failed (client error): The resource could not be found. Oct 23 00:50:34.417899 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-1562e145-2d2f-4460-9275-fd457cf2ebde admin admin] 10.222.0.18 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3599176 Oct 23 00:50:34.571695 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382f390e-722e-47f4-a6d6-1124152719ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:50:34.573102 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-382f390e-722e-47f4-a6d6-1124152719ce admin admin] 10.222.0.18 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1499958 Oct 23 00:50:37.182968 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 45596) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:50:37.555337 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-1ae53e8c-a371-47b0-84db-544594820a71 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:50:37.594180 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae53e8c-a371-47b0-84db-544594820a71 admin admin] Made reservation on behalf of 2d2a10b90d4949fc9a5b267280f9f9c5 for: {'network': 1} {{(pid=104551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:50:37.598083 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-1ae53e8c-a371-47b0-84db-544594820a71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for network (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:50:37.644002 dv-cinder-master-3-iscsi neutron-server[104551]: WARNING neutron.services.revisions.revision_plugin [None req-1ae53e8c-a371-47b0-84db-544594820a71 admin admin] Could not find related network for resource to bump revision. Oct 23 00:50:37.662821 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ae53e8c-a371-47b0-84db-544594820a71 admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=104551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 00:50:37.677982 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-1ae53e8c-a371-47b0-84db-544594820a71 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758734904122', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13381139'] for segment (1985ffcf-cc5f-4e68-9fb5-e5b651a8883a), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:50:37.678504 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-1ae53e8c-a371-47b0-84db-544594820a71 admin admin] Unsubscribe: segment precommit_create {{(pid=104551) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 23 00:50:37.679006 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.db.segments_db [None req-1ae53e8c-a371-47b0-84db-544594820a71 admin admin] Added segment 1985ffcf-cc5f-4e68-9fb5-e5b651a8883a of type vlan for network 2d9b01b3-e97c-4df3-844d-94c9a4bcd3cd Oct 23 00:50:37.729360 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-1ae53e8c-a371-47b0-84db-544594820a71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758734439581'] for network (2d9b01b3-e97c-4df3-844d-94c9a4bcd3cd), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:50:37.770653 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-1ae53e8c-a371-47b0-84db-544594820a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493'] for network (2d9b01b3-e97c-4df3-844d-94c9a4bcd3cd), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:50:37.772101 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae53e8c-a371-47b0-84db-544594820a71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:50:37.773043 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-1ae53e8c-a371-47b0-84db-544594820a71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for network (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:50:37.859393 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-1ae53e8c-a371-47b0-84db-544594820a71 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6752667 Oct 23 00:50:37.878657 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae53e8c-a371-47b0-84db-544594820a71 admin admin] Pushing event updated for resources: {'Network': ['ID=2d9b01b3-e97c-4df3-844d-94c9a4bcd3cd,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:50:37.886629 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae53e8c-a371-47b0-84db-544594820a71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:50:37.886991 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae53e8c-a371-47b0-84db-544594820a71 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:50:37.887312 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae53e8c-a371-47b0-84db-544594820a71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:50:37.887682 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae53e8c-a371-47b0-84db-544594820a71 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:50:37.888061 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae53e8c-a371-47b0-84db-544594820a71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:50:37.888598 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae53e8c-a371-47b0-84db-544594820a71 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:50:37.889041 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae53e8c-a371-47b0-84db-544594820a71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:50:37.889374 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae53e8c-a371-47b0-84db-544594820a71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:50:37.889725 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae53e8c-a371-47b0-84db-544594820a71 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:50:37.890050 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae53e8c-a371-47b0-84db-544594820a71 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:50:37.890397 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae53e8c-a371-47b0-84db-544594820a71 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:50:37.890737 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae53e8c-a371-47b0-84db-544594820a71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:50:37.891065 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae53e8c-a371-47b0-84db-544594820a71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:50:37.891385 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae53e8c-a371-47b0-84db-544594820a71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:50:37.891706 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae53e8c-a371-47b0-84db-544594820a71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:50:37.904228 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Network 2d9b01b3-e97c-4df3-844d-94c9a4bcd3cd details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104553) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 00:50:40.449239 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 45604) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:50:40.826641 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d0c1cfe-4da5-4750-bbf2-6c212e6c8b3d admin admin] GET failed (client error): The resource could not be found. Oct 23 00:50:40.827901 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-7d0c1cfe-4da5-4750-bbf2-6c212e6c8b3d admin admin] 10.222.0.18 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3776212 Oct 23 00:50:40.910281 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d934470f-c1c3-4a5d-bcd6-73cf991f65e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:50:40.911828 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-d934470f-c1c3-4a5d-bcd6-73cf991f65e9 admin admin] 10.222.0.18 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0793855 Oct 23 00:50:40.925502 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-5b56f48f-1b0c-4dc9-8451-c50b3f47eddc admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '2d9b01b3-e97c-4df3-844d-94c9a4bcd3cd', 'description': 'shared-subnet'}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:50:40.951536 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b56f48f-1b0c-4dc9-8451-c50b3f47eddc admin admin] Made reservation on behalf of 2d2a10b90d4949fc9a5b267280f9f9c5 for: {'subnet': 1} {{(pid=104551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:50:40.953941 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-5b56f48f-1b0c-4dc9-8451-c50b3f47eddc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:50:41.160932 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-5b56f48f-1b0c-4dc9-8451-c50b3f47eddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493'] for subnet (87b0d5d6-38a9-47a1-812d-6c6a0f132a45), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:50:41.213564 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b56f48f-1b0c-4dc9-8451-c50b3f47eddc admin admin] Pushing event updated for resources: {'Subnet': ['ID=87b0d5d6-38a9-47a1-812d-6c6a0f132a45,revision_number=0']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:50:41.232087 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b56f48f-1b0c-4dc9-8451-c50b3f47eddc admin admin] Checking segment: {'id': '1985ffcf-cc5f-4e68-9fb5-e5b651a8883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2d9b01b3-e97c-4df3-844d-94c9a4bcd3cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:50:41.232445 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b56f48f-1b0c-4dc9-8451-c50b3f47eddc admin admin] Network hostable DHCP agents. Network: 2d9b01b3-e97c-4df3-844d-94c9a4bcd3cd, hostable agents: ['6b66cfba-c169-484b-b3a5-13fb9b6528cf'], hosted agents: [] {{(pid=104551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 00:50:41.256095 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b56f48f-1b0c-4dc9-8451-c50b3f47eddc admin admin] Network 2d9b01b3-e97c-4df3-844d-94c9a4bcd3cd is scheduled to be hosted by DHCP agent 6b66cfba-c169-484b-b3a5-13fb9b6528cf with binding_index 1 {{(pid=104551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 00:50:41.271553 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.base_scheduler [None req-5b56f48f-1b0c-4dc9-8451-c50b3f47eddc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 2d9b01b3-e97c-4df3-844d-94c9a4bcd3cd) {{(pid=104551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:50:41.276918 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b56f48f-1b0c-4dc9-8451-c50b3f47eddc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:50:41.278093 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-5b56f48f-1b0c-4dc9-8451-c50b3f47eddc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for subnet (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:50:41.281999 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3123e0-406b-4410-bc2e-772bdd70e51c None None] Network 2d9b01b3-e97c-4df3-844d-94c9a4bcd3cd requested from dv-cinder-master-3-iscsi {{(pid=104553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 00:50:41.297728 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-5b56f48f-1b0c-4dc9-8451-c50b3f47eddc admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3756440 Oct 23 00:50:41.496943 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6036c160-eca3-49d7-926d-871e205cae36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-2d9b01b3-e97c-4df3-844d-94c9a4bcd3cd', 'network_id': '2d9b01b3-e97c-4df3-844d-94c9a4bcd3cd', 'project_id': '2d2a10b90d4949fc9a5b267280f9f9c5', 'fixed_ips': [{'subnet_id': '87b0d5d6-38a9-47a1-812d-6c6a0f132a45'}]}} from dv-cinder-master-3-iscsi. {{(pid=104553) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 00:50:41.497881 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-6036c160-eca3-49d7-926d-871e205cae36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:50:41.631512 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.db_base_plugin_common [None req-6036c160-eca3-49d7-926d-871e205cae36 None None] Allocated IP 192.168.233.2 (2d9b01b3-e97c-4df3-844d-94c9a4bcd3cd/87b0d5d6-38a9-47a1-812d-6c6a0f132a45/87cfa4c1-a876-469a-b6ca-e739a6b2f813) {{(pid=104553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:50:41.783717 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-6036c160-eca3-49d7-926d-871e205cae36 None None] Publish callbacks [] for port (87cfa4c1-a876-469a-b6ca-e739a6b2f813), precommit_create {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:50:41.792853 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-6036c160-eca3-49d7-926d-871e205cae36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446'] for port (87cfa4c1-a876-469a-b6ca-e739a6b2f813), after_create {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:50:41.834895 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6036c160-eca3-49d7-926d-871e205cae36 None None] Network 2d9b01b3-e97c-4df3-844d-94c9a4bcd3cd is already hosted by enough agents. {{(pid=104553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:50:41.844011 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.scheduler.base_scheduler [None req-6036c160-eca3-49d7-926d-871e205cae36 None None] Resources bound (agent type, host, resource id): {{(pid=104553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:50:41.848168 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6036c160-eca3-49d7-926d-871e205cae36 None None] Received port after_create {{(pid=104553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:50:41.853719 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6036c160-eca3-49d7-926d-871e205cae36 None None] Pushing event updated for resources: {'Port': ['ID=87cfa4c1-a876-469a-b6ca-e739a6b2f813,revision_number=1']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:50:41.867592 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036c160-eca3-49d7-926d-871e205cae36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:50:41.867592 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036c160-eca3-49d7-926d-871e205cae36 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:50:41.867592 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036c160-eca3-49d7-926d-871e205cae36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:50:41.867979 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036c160-eca3-49d7-926d-871e205cae36 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:50:41.868309 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036c160-eca3-49d7-926d-871e205cae36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:50:41.868630 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036c160-eca3-49d7-926d-871e205cae36 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:50:41.868976 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036c160-eca3-49d7-926d-871e205cae36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:50:41.869294 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036c160-eca3-49d7-926d-871e205cae36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:50:41.869613 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036c160-eca3-49d7-926d-871e205cae36 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:50:41.869929 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036c160-eca3-49d7-926d-871e205cae36 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:50:41.870250 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036c160-eca3-49d7-926d-871e205cae36 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:50:41.870582 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036c160-eca3-49d7-926d-871e205cae36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:50:41.870900 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036c160-eca3-49d7-926d-871e205cae36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:50:41.871213 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036c160-eca3-49d7-926d-871e205cae36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:50:41.871526 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6036c160-eca3-49d7-926d-871e205cae36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:50:41.922244 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-6036c160-eca3-49d7-926d-871e205cae36 None None] Attempting to bind port 87cfa4c1-a876-469a-b6ca-e739a6b2f813 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:50:41.922600 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-6036c160-eca3-49d7-926d-871e205cae36 None None] Attempting to bind port 87cfa4c1-a876-469a-b6ca-e739a6b2f813 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '1985ffcf-cc5f-4e68-9fb5-e5b651a8883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2d9b01b3-e97c-4df3-844d-94c9a4bcd3cd'}] {{(pid=104553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:50:41.922957 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6036c160-eca3-49d7-926d-871e205cae36 None None] Attempting to bind port 87cfa4c1-a876-469a-b6ca-e739a6b2f813 on network 2d9b01b3-e97c-4df3-844d-94c9a4bcd3cd {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:50:41.964082 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6036c160-eca3-49d7-926d-871e205cae36 None None] Checking agent: {'id': 'e5069eb9-82e8-4601-9222-8a50cea677c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 24), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:50:41.964456 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6036c160-eca3-49d7-926d-871e205cae36 None None] Checking segment: {'id': '1985ffcf-cc5f-4e68-9fb5-e5b651a8883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2d9b01b3-e97c-4df3-844d-94c9a4bcd3cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:50:41.965307 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-6036c160-eca3-49d7-926d-871e205cae36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:50:41.965307 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6036c160-eca3-49d7-926d-871e205cae36 None None] Bound using segment: {'id': '1985ffcf-cc5f-4e68-9fb5-e5b651a8883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2d9b01b3-e97c-4df3-844d-94c9a4bcd3cd'} {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:50:41.965807 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-6036c160-eca3-49d7-926d-871e205cae36 None None] Bound port: 87cfa4c1-a876-469a-b6ca-e739a6b2f813, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1985ffcf-cc5f-4e68-9fb5-e5b651a8883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2d9b01b3-e97c-4df3-844d-94c9a4bcd3cd'}}] {{(pid=104553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:50:41.966176 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-6036c160-eca3-49d7-926d-871e205cae36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (87cfa4c1-a876-469a-b6ca-e739a6b2f813), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:50:42.025881 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-6036c160-eca3-49d7-926d-871e205cae36 None None] For port 87cfa4c1-a876-469a-b6ca-e739a6b2f813, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:50:42.029310 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-6036c160-eca3-49d7-926d-871e205cae36 None None] For port 87cfa4c1-a876-469a-b6ca-e739a6b2f813, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=87cfa4c1-a876-469a-b6ca-e739a6b2f813,segment=NetworkSegment(1985ffcf-cc5f-4e68-9fb5-e5b651a8883a),segment_id=1985ffcf-cc5f-4e68-9fb5-e5b651a8883a)] {{(pid=104553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:50:42.036512 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-6036c160-eca3-49d7-926d-871e205cae36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (87cfa4c1-a876-469a-b6ca-e739a6b2f813), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:50:42.092565 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6036c160-eca3-49d7-926d-871e205cae36 None None] Pushing event updated for resources: {'Port': ['ID=87cfa4c1-a876-469a-b6ca-e739a6b2f813,revision_number=2']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:50:42.873385 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fe72b8-be2d-4221-aa8c-564b009b2958 None None] Network 2d9b01b3-e97c-4df3-844d-94c9a4bcd3cd requested from dv-cinder-master-3-iscsi {{(pid=104553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 00:50:42.929145 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:50:42.939121 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-9dde5745-eb55-4b3c-a0c7-30175d262b0a None None] Provisioning complete for port 87cfa4c1-a876-469a-b6ca-e739a6b2f813 triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:50:42.939535 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-9dde5745-eb55-4b3c-a0c7-30175d262b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (87cfa4c1-a876-469a-b6ca-e739a6b2f813), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:50:42.939966 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-9dde5745-eb55-4b3c-a0c7-30175d262b0a None None] Attempt 1 to provision port 87cfa4c1-a876-469a-b6ca-e739a6b2f813 Oct 23 00:50:42.975115 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:50:43.062455 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-9dde5745-eb55-4b3c-a0c7-30175d262b0a None None] Current status of the port 87cfa4c1-a876-469a-b6ca-e739a6b2f813 is: DOWN; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:50:43.062455 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-9dde5745-eb55-4b3c-a0c7-30175d262b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (87cfa4c1-a876-469a-b6ca-e739a6b2f813), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:50:43.102295 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-9dde5745-eb55-4b3c-a0c7-30175d262b0a None None] For port 87cfa4c1-a876-469a-b6ca-e739a6b2f813, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=87cfa4c1-a876-469a-b6ca-e739a6b2f813,segment=NetworkSegment(1985ffcf-cc5f-4e68-9fb5-e5b651a8883a),segment_id=1985ffcf-cc5f-4e68-9fb5-e5b651a8883a)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:50:43.108807 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-9dde5745-eb55-4b3c-a0c7-30175d262b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (87cfa4c1-a876-469a-b6ca-e739a6b2f813), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:50:43.164250 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dde5745-eb55-4b3c-a0c7-30175d262b0a None None] Pushing event updated for resources: {'Port': ['ID=87cfa4c1-a876-469a-b6ca-e739a6b2f813,revision_number=3']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:50:43.228016 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-42e5ea87-0b0d-404c-b62d-dceae5799691 None None] Provisioning complete for port 87cfa4c1-a876-469a-b6ca-e739a6b2f813 triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:50:43.228402 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-42e5ea87-0b0d-404c-b62d-dceae5799691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (87cfa4c1-a876-469a-b6ca-e739a6b2f813), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:50:43.228763 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-42e5ea87-0b0d-404c-b62d-dceae5799691 None None] Attempt 1 to provision port 87cfa4c1-a876-469a-b6ca-e739a6b2f813 Oct 23 00:50:43.304647 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-42e5ea87-0b0d-404c-b62d-dceae5799691 None None] Current status of the port 87cfa4c1-a876-469a-b6ca-e739a6b2f813 is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:50:43.742514 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 87cfa4c1-a876-469a-b6ca-e739a6b2f813 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:50:43.790464 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port 87cfa4c1-a876-469a-b6ca-e739a6b2f813 triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:50:43.790859 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (87cfa4c1-a876-469a-b6ca-e739a6b2f813), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:50:43.791203 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port 87cfa4c1-a876-469a-b6ca-e739a6b2f813 Oct 23 00:50:43.866139 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port 87cfa4c1-a876-469a-b6ca-e739a6b2f813 is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:50:44.568305 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=12 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:50:44.569168 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=10 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:50:48.803705 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5782aacc-58a6-417b-8892-90faad1b5644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (6b66cfba-c169-484b-b3a5-13fb9b6528cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:50:50.245497 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.agents_db [None req-7a6a8f68-635a-43f5-9edf-73cfaf501ddf None None] Agent healthcheck: found 5 active agents {{(pid=104554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 00:50:51.210205 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-458787c5-29b6-4b1b-bd28-f431205e9c4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (71de1650-f9d9-4095-92e6-e37ec99e20cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:50:51.285017 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=74,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:50:51.287948 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=64,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:50:52.243811 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5148f689-0f62-430a-b3f2-d0758b81aa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (b2013646-e5ec-4b71-a145-3908973fbde8), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:50:53.600762 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e80eb663-45f3-44c1-bd5d-b13fbac885c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (9e3bf558-830b-43df-b1b1-6fe61a75ce60), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:50:53.987034 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (e5069eb9-82e8-4601-9222-8a50cea677c6), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:51:03.974213 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=64,neutron:UPDATE=4 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:51:03.979274 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:51:06.240399 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=3 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:51:06.244353 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=5 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:51:17.235794 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:51:18.809207 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-50fce33c-2f1b-4e8a-9db1-1566e661b20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (6b66cfba-c169-484b-b3a5-13fb9b6528cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:51:21.215138 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-0929397f-fc36-4197-b66b-8731ad993a84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (71de1650-f9d9-4095-92e6-e37ec99e20cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:51:22.247356 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5148f689-0f62-430a-b3f2-d0758b81aa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (b2013646-e5ec-4b71-a145-3908973fbde8), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:51:23.602672 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e80eb663-45f3-44c1-bd5d-b13fbac885c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (9e3bf558-830b-43df-b1b1-6fe61a75ce60), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:51:23.983764 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (e5069eb9-82e8-4601-9222-8a50cea677c6), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:51:27.245058 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.agents_db [None req-7a6a8f68-635a-43f5-9edf-73cfaf501ddf None None] Agent healthcheck: found 5 active agents {{(pid=104554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 00:51:33.975132 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:51:33.977436 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:51:43.237622 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=3 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:51:43.242850 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=5 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:51:48.812425 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-42b73714-1ecc-458b-9508-551dfc28a255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (6b66cfba-c169-484b-b3a5-13fb9b6528cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:51:51.220300 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-4d909a58-be13-4348-a755-287a03ed2262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (71de1650-f9d9-4095-92e6-e37ec99e20cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:51:52.250169 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5148f689-0f62-430a-b3f2-d0758b81aa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (b2013646-e5ec-4b71-a145-3908973fbde8), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:51:53.605740 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e80eb663-45f3-44c1-bd5d-b13fbac885c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (9e3bf558-830b-43df-b1b1-6fe61a75ce60), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:51:53.980437 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (e5069eb9-82e8-4601-9222-8a50cea677c6), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:51:56.885837 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 45646) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:51:56.891608 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [None req-b0b89f5c-d1a5-4779-9870-cde8ead68177 tempest-verify_tempest_config-1180974784 tempest-verify_tempest_config-1180974784-project] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104552) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 00:51:56.892708 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-b0b89f5c-d1a5-4779-9870-cde8ead68177 tempest-verify_tempest_config-1180974784 tempest-verify_tempest_config-1180974784-project] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0058308 Oct 23 00:51:57.451131 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 45664) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:51:57.803544 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-0bddc82b-128a-4319-bf1a-15ccd963cfe3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:51:57.878979 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-0bddc82b-128a-4319-bf1a-15ccd963cfe3 admin admin] Publish callbacks [] for security_group (c4cdce8f-5b0a-4dee-a868-f70f94866f96), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:51:57.885368 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-0bddc82b-128a-4319-bf1a-15ccd963cfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (c4cdce8f-5b0a-4dee-a868-f70f94866f96), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:51:57.930400 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-0bddc82b-128a-4319-bf1a-15ccd963cfe3 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=bfdd235c04cf4b388f1404b60edb0a46&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4782426 Oct 23 00:51:57.931241 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bddc82b-128a-4319-bf1a-15ccd963cfe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4cdce8f-5b0a-4dee-a868-f70f94866f96,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:51:57.933590 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 45668) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:51:57.938255 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bddc82b-128a-4319-bf1a-15ccd963cfe3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:51:57.938592 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bddc82b-128a-4319-bf1a-15ccd963cfe3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:51:57.938929 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bddc82b-128a-4319-bf1a-15ccd963cfe3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:51:57.939339 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bddc82b-128a-4319-bf1a-15ccd963cfe3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:51:57.939666 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bddc82b-128a-4319-bf1a-15ccd963cfe3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:51:57.939985 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bddc82b-128a-4319-bf1a-15ccd963cfe3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:51:57.940303 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bddc82b-128a-4319-bf1a-15ccd963cfe3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:51:57.940615 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bddc82b-128a-4319-bf1a-15ccd963cfe3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:51:57.940948 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bddc82b-128a-4319-bf1a-15ccd963cfe3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:51:57.941266 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bddc82b-128a-4319-bf1a-15ccd963cfe3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:51:57.941600 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bddc82b-128a-4319-bf1a-15ccd963cfe3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:51:57.941931 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bddc82b-128a-4319-bf1a-15ccd963cfe3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:51:57.942244 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bddc82b-128a-4319-bf1a-15ccd963cfe3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:51:57.942550 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bddc82b-128a-4319-bf1a-15ccd963cfe3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:51:57.942861 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bddc82b-128a-4319-bf1a-15ccd963cfe3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:51:58.013592 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-c2242eb6-b555-4eb2-a93a-1424940fc5ad admin admin] Publish callbacks [] for security_group (c4cdce8f-5b0a-4dee-a868-f70f94866f96), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:51:58.038236 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-c2242eb6-b555-4eb2-a93a-1424940fc5ad admin admin] Publish callbacks [] for security_group (c4cdce8f-5b0a-4dee-a868-f70f94866f96), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:51:58.139539 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-c2242eb6-b555-4eb2-a93a-1424940fc5ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (c4cdce8f-5b0a-4dee-a868-f70f94866f96), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:51:58.144097 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-c2242eb6-b555-4eb2-a93a-1424940fc5ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:51:58.146053 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-c2242eb6-b555-4eb2-a93a-1424940fc5ad admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/c4cdce8f-5b0a-4dee-a868-f70f94866f96 HTTP/1.1" status: 204 len: 168 time: 0.2112544 Oct 23 00:51:58.157148 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2242eb6-b555-4eb2-a93a-1424940fc5ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4cdce8f-5b0a-4dee-a868-f70f94866f96,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:51:58.165033 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2242eb6-b555-4eb2-a93a-1424940fc5ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:51:58.165386 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2242eb6-b555-4eb2-a93a-1424940fc5ad admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:51:58.165758 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2242eb6-b555-4eb2-a93a-1424940fc5ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:51:58.166108 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2242eb6-b555-4eb2-a93a-1424940fc5ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:51:58.166449 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2242eb6-b555-4eb2-a93a-1424940fc5ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:51:58.166787 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2242eb6-b555-4eb2-a93a-1424940fc5ad admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:51:58.167121 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2242eb6-b555-4eb2-a93a-1424940fc5ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:51:58.167455 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2242eb6-b555-4eb2-a93a-1424940fc5ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:51:58.167802 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2242eb6-b555-4eb2-a93a-1424940fc5ad admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:51:58.168178 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2242eb6-b555-4eb2-a93a-1424940fc5ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:51:58.168488 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2242eb6-b555-4eb2-a93a-1424940fc5ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:51:58.168868 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2242eb6-b555-4eb2-a93a-1424940fc5ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:51:58.169206 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2242eb6-b555-4eb2-a93a-1424940fc5ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:51:58.169531 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2242eb6-b555-4eb2-a93a-1424940fc5ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:51:58.169857 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2242eb6-b555-4eb2-a93a-1424940fc5ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:52:04.244854 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.agents_db [None req-7a6a8f68-635a-43f5-9edf-73cfaf501ddf None None] Agent healthcheck: found 5 active agents {{(pid=104554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 00:52:07.934379 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=18,neutron:INSERT=5 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:52:07.935194 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=21,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:52:08.160437 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:52:08.161270 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:52:08.184022 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:52:08.189407 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:52:18.817916 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-926f5c56-6016-4690-9fc2-fba731f88d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (6b66cfba-c169-484b-b3a5-13fb9b6528cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:52:20.236504 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=15 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:52:20.242260 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=19 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:52:21.227970 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-6a8d99b3-f19a-4ea0-854a-328d2198736a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (71de1650-f9d9-4095-92e6-e37ec99e20cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:52:22.258089 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5148f689-0f62-430a-b3f2-d0758b81aa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (b2013646-e5ec-4b71-a145-3908973fbde8), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:52:23.614862 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e80eb663-45f3-44c1-bd5d-b13fbac885c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (9e3bf558-830b-43df-b1b1-6fe61a75ce60), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:52:23.985519 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (e5069eb9-82e8-4601-9222-8a50cea677c6), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:52:33.975690 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:52:33.979073 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:52:41.244186 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.agents_db [None req-7a6a8f68-635a-43f5-9edf-73cfaf501ddf None None] Agent healthcheck: found 5 active agents {{(pid=104554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 00:52:48.826018 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-6b5df259-88d7-47c7-bd87-f5807f48f040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (6b66cfba-c169-484b-b3a5-13fb9b6528cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:52:51.217112 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-77f39f2c-a303-433f-b36b-b0a4dc997e05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (71de1650-f9d9-4095-92e6-e37ec99e20cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:52:52.264061 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5148f689-0f62-430a-b3f2-d0758b81aa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (b2013646-e5ec-4b71-a145-3908973fbde8), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:52:53.614733 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e80eb663-45f3-44c1-bd5d-b13fbac885c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (9e3bf558-830b-43df-b1b1-6fe61a75ce60), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:52:53.991499 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (e5069eb9-82e8-4601-9222-8a50cea677c6), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:52:57.239091 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=4 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:52:57.240312 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=4 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:53:03.980863 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=23 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:53:03.984527 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=18,neutron:UPDATE=5 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:53:17.242196 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=1 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:53:17.243369 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:DELETE=1 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:53:18.248116 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.agents_db [None req-7a6a8f68-635a-43f5-9edf-73cfaf501ddf None None] Agent healthcheck: found 5 active agents {{(pid=104554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 00:53:18.816461 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-04e45703-6db6-4b76-ba83-dde85902c450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (6b66cfba-c169-484b-b3a5-13fb9b6528cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:53:21.214668 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5b99a5eb-f24b-4d6f-859c-cfa230ffac31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (71de1650-f9d9-4095-92e6-e37ec99e20cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:53:22.268333 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5148f689-0f62-430a-b3f2-d0758b81aa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (b2013646-e5ec-4b71-a145-3908973fbde8), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:53:23.615420 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e80eb663-45f3-44c1-bd5d-b13fbac885c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (9e3bf558-830b-43df-b1b1-6fe61a75ce60), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:53:23.978108 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (e5069eb9-82e8-4601-9222-8a50cea677c6), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:53:29.656549 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-516508'] for agent (16cf44eb-3ef2-4361-a416-47ab9083b794), after_create {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:53:34.231109 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=3 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:53:34.240560 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=5 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:53:39.648378 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:UPDATE=4,neutron:SELECT=6 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:53:39.651740 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:53:43.559282 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 45764) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:53:43.705317 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-0ca69ded-a453-433c-a279-61ab3cf7eddb admin admin] 10.222.0.18 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1446204 Oct 23 00:53:46.175239 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 45774) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:53:46.246253 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-63dc4949-1a38-4e1f-9de8-6494ad224979 admin admin] 10.222.0.18 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0691972 Oct 23 00:53:48.811531 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-94cc5f98-f55f-47d7-b1df-4f86ec7bac70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (6b66cfba-c169-484b-b3a5-13fb9b6528cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:53:51.210596 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-ad45af27-6c2b-4ba3-9b5d-66cc1a710f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (71de1650-f9d9-4095-92e6-e37ec99e20cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:53:52.265667 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5148f689-0f62-430a-b3f2-d0758b81aa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (b2013646-e5ec-4b71-a145-3908973fbde8), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:53:53.620795 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e80eb663-45f3-44c1-bd5d-b13fbac885c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (9e3bf558-830b-43df-b1b1-6fe61a75ce60), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:53:53.700698 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:53:53.989307 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (e5069eb9-82e8-4601-9222-8a50cea677c6), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:53:55.249094 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.agents_db [None req-7a6a8f68-635a-43f5-9edf-73cfaf501ddf None None] Agent healthcheck: found 6 active agents {{(pid=104554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 00:53:56.238824 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=3 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:53:59.639896 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (16cf44eb-3ef2-4361-a416-47ab9083b794), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:54:09.630877 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:54:09.633478 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:54:16.740000 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=15 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:54:16.742488 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=19 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:54:18.816764 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-578d3e16-3cd6-422a-ba93-19ac5fee99e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (6b66cfba-c169-484b-b3a5-13fb9b6528cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:54:21.223857 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-15ae5e38-0c45-43b6-82e4-8f8843595ae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (71de1650-f9d9-4095-92e6-e37ec99e20cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:54:22.275222 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5148f689-0f62-430a-b3f2-d0758b81aa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (b2013646-e5ec-4b71-a145-3908973fbde8), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:54:23.625186 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e80eb663-45f3-44c1-bd5d-b13fbac885c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (9e3bf558-830b-43df-b1b1-6fe61a75ce60), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:54:23.980908 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (e5069eb9-82e8-4601-9222-8a50cea677c6), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:54:29.654201 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (16cf44eb-3ef2-4361-a416-47ab9083b794), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:54:32.248254 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.agents_db [None req-7a6a8f68-635a-43f5-9edf-73cfaf501ddf None None] Agent healthcheck: found 6 active agents {{(pid=104554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 00:54:39.645167 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:54:39.647573 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:54:48.239654 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=3 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:54:48.241656 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=5 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:54:48.811655 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-1651a891-13e3-4e4a-a57e-32ca1d98333c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (6b66cfba-c169-484b-b3a5-13fb9b6528cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:54:51.218685 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-7d3c8ba3-33ad-4465-bb26-df5a38581d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (71de1650-f9d9-4095-92e6-e37ec99e20cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:54:52.273057 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5148f689-0f62-430a-b3f2-d0758b81aa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (b2013646-e5ec-4b71-a145-3908973fbde8), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:54:53.626289 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e80eb663-45f3-44c1-bd5d-b13fbac885c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (9e3bf558-830b-43df-b1b1-6fe61a75ce60), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:54:53.979177 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (e5069eb9-82e8-4601-9222-8a50cea677c6), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:54:59.659418 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (16cf44eb-3ef2-4361-a416-47ab9083b794), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:09.247508 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.agents_db [None req-7a6a8f68-635a-43f5-9edf-73cfaf501ddf None None] Agent healthcheck: found 6 active agents {{(pid=104554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 00:55:09.650963 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:09.653930 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:17.827351 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 45900) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:18.086279 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-344666e5-b9be-40bb-83bf-48777b112a49 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2093722459-network', 'tenant_id': '29c3589cf3024c1083bc90f33ab61c00'}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:55:18.111000 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344666e5-b9be-40bb-83bf-48777b112a49 admin admin] Made reservation on behalf of 29c3589cf3024c1083bc90f33ab61c00 for: {'network': 1} {{(pid=104551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:55:18.113609 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-344666e5-b9be-40bb-83bf-48777b112a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for network (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:18.122920 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-344666e5-b9be-40bb-83bf-48777b112a49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:18.225245 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-344666e5-b9be-40bb-83bf-48777b112a49 admin admin] Publish callbacks [] for security_group (f3ce37d9-177c-4e87-927f-4bd88426ffae), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:18.230850 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-344666e5-b9be-40bb-83bf-48777b112a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (f3ce37d9-177c-4e87-927f-4bd88426ffae), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:18.245019 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-344666e5-b9be-40bb-83bf-48777b112a49 admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=104551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 00:55:18.267940 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-344666e5-b9be-40bb-83bf-48777b112a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13381139'] for segment (b638209f-90ba-44ee-80d1-50cdacceb6dc), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:18.267940 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.db.segments_db [None req-344666e5-b9be-40bb-83bf-48777b112a49 admin admin] Added segment b638209f-90ba-44ee-80d1-50cdacceb6dc of type vlan for network af018619-0331-4553-bdbc-b12c91da85cf Oct 23 00:55:18.304656 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344666e5-b9be-40bb-83bf-48777b112a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ce37d9-177c-4e87-927f-4bd88426ffae,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:18.321906 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-344666e5-b9be-40bb-83bf-48777b112a49 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758734439581'] for network (af018619-0331-4553-bdbc-b12c91da85cf), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:18.324796 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344666e5-b9be-40bb-83bf-48777b112a49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:18.325146 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344666e5-b9be-40bb-83bf-48777b112a49 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:18.325483 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344666e5-b9be-40bb-83bf-48777b112a49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:18.325817 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344666e5-b9be-40bb-83bf-48777b112a49 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:18.326143 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344666e5-b9be-40bb-83bf-48777b112a49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:18.326468 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344666e5-b9be-40bb-83bf-48777b112a49 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:18.326785 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344666e5-b9be-40bb-83bf-48777b112a49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:18.327100 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344666e5-b9be-40bb-83bf-48777b112a49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:18.327420 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344666e5-b9be-40bb-83bf-48777b112a49 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:18.328191 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344666e5-b9be-40bb-83bf-48777b112a49 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:18.328514 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344666e5-b9be-40bb-83bf-48777b112a49 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:18.328987 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344666e5-b9be-40bb-83bf-48777b112a49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:18.329240 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344666e5-b9be-40bb-83bf-48777b112a49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:18.329558 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344666e5-b9be-40bb-83bf-48777b112a49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:18.329872 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344666e5-b9be-40bb-83bf-48777b112a49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:18.330988 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-344666e5-b9be-40bb-83bf-48777b112a49 admin admin] Tracked resource versions report: Oct 23 00:55:18.330988 dv-cinder-master-3-iscsi neutron-server[104551]: pushed versions: Oct 23 00:55:18.330988 dv-cinder-master-3-iscsi neutron-server[104551]: { 'AddressGroup': {'1.2'}, Oct 23 00:55:18.330988 dv-cinder-master-3-iscsi neutron-server[104551]: 'Agent': {'1.1'}, Oct 23 00:55:18.330988 dv-cinder-master-3-iscsi neutron-server[104551]: 'ConntrackHelper': {'1.0'}, Oct 23 00:55:18.330988 dv-cinder-master-3-iscsi neutron-server[104551]: 'LocalIPAssociation': {'1.0'}, Oct 23 00:55:18.330988 dv-cinder-master-3-iscsi neutron-server[104551]: 'Log': {'1.0'}, Oct 23 00:55:18.330988 dv-cinder-master-3-iscsi neutron-server[104551]: 'NDPProxy': {'1.0'}, Oct 23 00:55:18.330988 dv-cinder-master-3-iscsi neutron-server[104551]: 'Network': {'1.1'}, Oct 23 00:55:18.330988 dv-cinder-master-3-iscsi neutron-server[104551]: 'Port': {'1.7'}, Oct 23 00:55:18.330988 dv-cinder-master-3-iscsi neutron-server[104551]: 'PortForwarding': {'1.3'}, Oct 23 00:55:18.330988 dv-cinder-master-3-iscsi neutron-server[104551]: 'QosPolicy': {'1.10'}, Oct 23 00:55:18.330988 dv-cinder-master-3-iscsi neutron-server[104551]: 'SecurityGroup': {'1.5'}, Oct 23 00:55:18.330988 dv-cinder-master-3-iscsi neutron-server[104551]: 'SecurityGroupRule': {'1.2'}, Oct 23 00:55:18.330988 dv-cinder-master-3-iscsi neutron-server[104551]: 'SubPort': {'1.0'}, Oct 23 00:55:18.330988 dv-cinder-master-3-iscsi neutron-server[104551]: 'Subnet': {'1.1'}, Oct 23 00:55:18.330988 dv-cinder-master-3-iscsi neutron-server[104551]: 'Trunk': {'1.1'}} Oct 23 00:55:18.330988 dv-cinder-master-3-iscsi neutron-server[104551]: consumer versions: Oct 23 00:55:18.330988 dv-cinder-master-3-iscsi neutron-server[104551]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Oct 23 00:55:18.330988 dv-cinder-master-3-iscsi neutron-server[104551]: HyperV agent@hv-cinder-maste: {}, Oct 23 00:55:18.330988 dv-cinder-master-3-iscsi neutron-server[104551]: L3 agent@dv-cinder-master-3-iscsi: {}, Oct 23 00:55:18.330988 dv-cinder-master-3-iscsi neutron-server[104551]: Metadata agent@dv-cinder-master-3-iscsi: {}, Oct 23 00:55:18.330988 dv-cinder-master-3-iscsi neutron-server[104551]: Metering agent@dv-cinder-master-3-iscsi: {}, Oct 23 00:55:18.330988 dv-cinder-master-3-iscsi neutron-server[104551]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Oct 23 00:55:18.330988 dv-cinder-master-3-iscsi neutron-server[104551]: 'Agent': '1.1', Oct 23 00:55:18.330988 dv-cinder-master-3-iscsi neutron-server[104551]: 'ConntrackHelper': '1.0', Oct 23 00:55:18.330988 dv-cinder-master-3-iscsi neutron-server[104551]: 'LocalIPAssociation': '1.0', Oct 23 00:55:18.330988 dv-cinder-master-3-iscsi neutron-server[104551]: 'Log': '1.0', Oct 23 00:55:18.330988 dv-cinder-master-3-iscsi neutron-server[104551]: 'NDPProxy': '1.0', Oct 23 00:55:18.330988 dv-cinder-master-3-iscsi neutron-server[104551]: 'Network': '1.1', Oct 23 00:55:18.330988 dv-cinder-master-3-iscsi neutron-server[104551]: 'Port': '1.7', Oct 23 00:55:18.330988 dv-cinder-master-3-iscsi neutron-server[104551]: 'PortForwarding': '1.3', Oct 23 00:55:18.330988 dv-cinder-master-3-iscsi neutron-server[104551]: 'QosPolicy': '1.10', Oct 23 00:55:18.330988 dv-cinder-master-3-iscsi neutron-server[104551]: 'SecurityGroup': '1.5', Oct 23 00:55:18.330988 dv-cinder-master-3-iscsi neutron-server[104551]: 'SecurityGroupRule': '1.2', Oct 23 00:55:18.330988 dv-cinder-master-3-iscsi neutron-server[104551]: 'SubPort': '1.0', Oct 23 00:55:18.330988 dv-cinder-master-3-iscsi neutron-server[104551]: 'Subnet': '1.1', Oct 23 00:55:18.330988 dv-cinder-master-3-iscsi neutron-server[104551]: 'Trunk': '1.1'}} Oct 23 00:55:18.330988 dv-cinder-master-3-iscsi neutron-server[104551]: {{(pid=104551) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 23 00:55:18.370408 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-344666e5-b9be-40bb-83bf-48777b112a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493'] for network (af018619-0331-4553-bdbc-b12c91da85cf), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:18.371853 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344666e5-b9be-40bb-83bf-48777b112a49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:18.373272 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-344666e5-b9be-40bb-83bf-48777b112a49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for network (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:18.409298 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-344666e5-b9be-40bb-83bf-48777b112a49 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5803690 Oct 23 00:55:18.410507 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 45932) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:18.415896 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [None req-f44f855b-4bd2-4e62-a6cb-ddc01ad2a1ce admin admin] Request body: {'subnet': {'network_id': 'af018619-0331-4553-bdbc-b12c91da85cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2093722459-subnet', 'tenant_id': '29c3589cf3024c1083bc90f33ab61c00', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:55:18.445607 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44f855b-4bd2-4e62-a6cb-ddc01ad2a1ce admin admin] Made reservation on behalf of 29c3589cf3024c1083bc90f33ab61c00 for: {'subnet': 1} {{(pid=104552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:55:18.448081 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-f44f855b-4bd2-4e62-a6cb-ddc01ad2a1ce admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:18.457686 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344666e5-b9be-40bb-83bf-48777b112a49 admin admin] Pushing event updated for resources: {'Network': ['ID=af018619-0331-4553-bdbc-b12c91da85cf,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:18.469146 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Network af018619-0331-4553-bdbc-b12c91da85cf details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104553) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 00:55:18.641047 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-f44f855b-4bd2-4e62-a6cb-ddc01ad2a1ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493'] for subnet (6f0acb91-496c-45f4-acb5-584ff234a755), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:18.661911 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 45952) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:18.700010 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44f855b-4bd2-4e62-a6cb-ddc01ad2a1ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f0acb91-496c-45f4-acb5-584ff234a755,revision_number=0']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:18.823539 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-36612e40-ebc8-457e-84c9-3cbbc4d2f68a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (6b66cfba-c169-484b-b3a5-13fb9b6528cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:18.836822 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44f855b-4bd2-4e62-a6cb-ddc01ad2a1ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:18.837158 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44f855b-4bd2-4e62-a6cb-ddc01ad2a1ce admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:18.837536 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44f855b-4bd2-4e62-a6cb-ddc01ad2a1ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:18.837866 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44f855b-4bd2-4e62-a6cb-ddc01ad2a1ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:18.838187 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44f855b-4bd2-4e62-a6cb-ddc01ad2a1ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:18.838506 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44f855b-4bd2-4e62-a6cb-ddc01ad2a1ce admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:18.838824 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44f855b-4bd2-4e62-a6cb-ddc01ad2a1ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:18.839138 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44f855b-4bd2-4e62-a6cb-ddc01ad2a1ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:18.839468 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44f855b-4bd2-4e62-a6cb-ddc01ad2a1ce admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:18.839775 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44f855b-4bd2-4e62-a6cb-ddc01ad2a1ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:18.840108 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44f855b-4bd2-4e62-a6cb-ddc01ad2a1ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:18.840434 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44f855b-4bd2-4e62-a6cb-ddc01ad2a1ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:18.840773 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44f855b-4bd2-4e62-a6cb-ddc01ad2a1ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:18.841091 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44f855b-4bd2-4e62-a6cb-ddc01ad2a1ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:18.841398 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44f855b-4bd2-4e62-a6cb-ddc01ad2a1ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:18.842512 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44f855b-4bd2-4e62-a6cb-ddc01ad2a1ce admin admin] Tracked resource versions report: Oct 23 00:55:18.842512 dv-cinder-master-3-iscsi neutron-server[104552]: pushed versions: Oct 23 00:55:18.842512 dv-cinder-master-3-iscsi neutron-server[104552]: { 'AddressGroup': {'1.2'}, Oct 23 00:55:18.842512 dv-cinder-master-3-iscsi neutron-server[104552]: 'Agent': {'1.1'}, Oct 23 00:55:18.842512 dv-cinder-master-3-iscsi neutron-server[104552]: 'ConntrackHelper': {'1.0'}, Oct 23 00:55:18.842512 dv-cinder-master-3-iscsi neutron-server[104552]: 'LocalIPAssociation': {'1.0'}, Oct 23 00:55:18.842512 dv-cinder-master-3-iscsi neutron-server[104552]: 'Log': {'1.0'}, Oct 23 00:55:18.842512 dv-cinder-master-3-iscsi neutron-server[104552]: 'NDPProxy': {'1.0'}, Oct 23 00:55:18.842512 dv-cinder-master-3-iscsi neutron-server[104552]: 'Network': {'1.1'}, Oct 23 00:55:18.842512 dv-cinder-master-3-iscsi neutron-server[104552]: 'Port': {'1.7'}, Oct 23 00:55:18.842512 dv-cinder-master-3-iscsi neutron-server[104552]: 'PortForwarding': {'1.3'}, Oct 23 00:55:18.842512 dv-cinder-master-3-iscsi neutron-server[104552]: 'QosPolicy': {'1.10'}, Oct 23 00:55:18.842512 dv-cinder-master-3-iscsi neutron-server[104552]: 'SecurityGroup': {'1.5'}, Oct 23 00:55:18.842512 dv-cinder-master-3-iscsi neutron-server[104552]: 'SecurityGroupRule': {'1.2'}, Oct 23 00:55:18.842512 dv-cinder-master-3-iscsi neutron-server[104552]: 'SubPort': {'1.0'}, Oct 23 00:55:18.842512 dv-cinder-master-3-iscsi neutron-server[104552]: 'Subnet': {'1.1'}, Oct 23 00:55:18.842512 dv-cinder-master-3-iscsi neutron-server[104552]: 'Trunk': {'1.1'}} Oct 23 00:55:18.842512 dv-cinder-master-3-iscsi neutron-server[104552]: consumer versions: Oct 23 00:55:18.842512 dv-cinder-master-3-iscsi neutron-server[104552]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Oct 23 00:55:18.842512 dv-cinder-master-3-iscsi neutron-server[104552]: HyperV agent@hv-cinder-maste: {}, Oct 23 00:55:18.842512 dv-cinder-master-3-iscsi neutron-server[104552]: L3 agent@dv-cinder-master-3-iscsi: {}, Oct 23 00:55:18.842512 dv-cinder-master-3-iscsi neutron-server[104552]: Metadata agent@dv-cinder-master-3-iscsi: {}, Oct 23 00:55:18.842512 dv-cinder-master-3-iscsi neutron-server[104552]: Metering agent@dv-cinder-master-3-iscsi: {}, Oct 23 00:55:18.842512 dv-cinder-master-3-iscsi neutron-server[104552]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Oct 23 00:55:18.842512 dv-cinder-master-3-iscsi neutron-server[104552]: 'Agent': '1.1', Oct 23 00:55:18.842512 dv-cinder-master-3-iscsi neutron-server[104552]: 'ConntrackHelper': '1.0', Oct 23 00:55:18.842512 dv-cinder-master-3-iscsi neutron-server[104552]: 'LocalIPAssociation': '1.0', Oct 23 00:55:18.842512 dv-cinder-master-3-iscsi neutron-server[104552]: 'Log': '1.0', Oct 23 00:55:18.842512 dv-cinder-master-3-iscsi neutron-server[104552]: 'NDPProxy': '1.0', Oct 23 00:55:18.842512 dv-cinder-master-3-iscsi neutron-server[104552]: 'Network': '1.1', Oct 23 00:55:18.842512 dv-cinder-master-3-iscsi neutron-server[104552]: 'Port': '1.7', Oct 23 00:55:18.842512 dv-cinder-master-3-iscsi neutron-server[104552]: 'PortForwarding': '1.3', Oct 23 00:55:18.842512 dv-cinder-master-3-iscsi neutron-server[104552]: 'QosPolicy': '1.10', Oct 23 00:55:18.842512 dv-cinder-master-3-iscsi neutron-server[104552]: 'SecurityGroup': '1.5', Oct 23 00:55:18.842512 dv-cinder-master-3-iscsi neutron-server[104552]: 'SecurityGroupRule': '1.2', Oct 23 00:55:18.842512 dv-cinder-master-3-iscsi neutron-server[104552]: 'SubPort': '1.0', Oct 23 00:55:18.842512 dv-cinder-master-3-iscsi neutron-server[104552]: 'Subnet': '1.1', Oct 23 00:55:18.842512 dv-cinder-master-3-iscsi neutron-server[104552]: 'Trunk': '1.1'}} Oct 23 00:55:18.842512 dv-cinder-master-3-iscsi neutron-server[104552]: {{(pid=104552) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 23 00:55:18.851362 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44f855b-4bd2-4e62-a6cb-ddc01ad2a1ce admin admin] Checking segment: {'id': 'b638209f-90ba-44ee-80d1-50cdacceb6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'af018619-0331-4553-bdbc-b12c91da85cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:55:18.851991 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44f855b-4bd2-4e62-a6cb-ddc01ad2a1ce admin admin] Network hostable DHCP agents. Network: af018619-0331-4553-bdbc-b12c91da85cf, hostable agents: ['6b66cfba-c169-484b-b3a5-13fb9b6528cf'], hosted agents: [] {{(pid=104552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 00:55:18.876013 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44f855b-4bd2-4e62-a6cb-ddc01ad2a1ce admin admin] Network af018619-0331-4553-bdbc-b12c91da85cf is scheduled to be hosted by DHCP agent 6b66cfba-c169-484b-b3a5-13fb9b6528cf with binding_index 1 {{(pid=104552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 00:55:18.892418 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.base_scheduler [None req-f44f855b-4bd2-4e62-a6cb-ddc01ad2a1ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, af018619-0331-4553-bdbc-b12c91da85cf) {{(pid=104552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:55:18.898061 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44f855b-4bd2-4e62-a6cb-ddc01ad2a1ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:18.900800 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-f44f855b-4bd2-4e62-a6cb-ddc01ad2a1ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for subnet (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:18.904269 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cddc9488-452e-44b4-b5db-7979eb9640f3 None None] Network af018619-0331-4553-bdbc-b12c91da85cf requested from dv-cinder-master-3-iscsi {{(pid=104553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 00:55:18.928420 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 45970) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:18.929924 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-f44f855b-4bd2-4e62-a6cb-ddc01ad2a1ce admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5182915 Oct 23 00:55:18.934021 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-f2a28243-03d6-49dc-ba8d-c066aa35c8c9 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-2093722459-router', 'tenant_id': '29c3589cf3024c1083bc90f33ab61c00', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'}}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:55:18.960254 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f2a28243-03d6-49dc-ba8d-c066aa35c8c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123557'] for router (2c238434-bfef-4fde-aac0-cae3ae6aa742), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:18.962033 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f2a28243-03d6-49dc-ba8d-c066aa35c8c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-412307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123578'] for router (2c238434-bfef-4fde-aac0-cae3ae6aa742), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:19.032476 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2022e1-727b-409e-ab75-c85149a324ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-af018619-0331-4553-bdbc-b12c91da85cf', 'network_id': 'af018619-0331-4553-bdbc-b12c91da85cf', 'project_id': '29c3589cf3024c1083bc90f33ab61c00', 'fixed_ips': [{'subnet_id': '6f0acb91-496c-45f4-acb5-584ff234a755'}]}} from dv-cinder-master-3-iscsi. {{(pid=104553) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 00:55:19.033676 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-6e2022e1-727b-409e-ab75-c85149a324ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:19.163287 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f2a28243-03d6-49dc-ba8d-c066aa35c8c9 admin admin] Publish callbacks [] for router_controller (2c238434-bfef-4fde-aac0-cae3ae6aa742), precommit_add_association {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:19.170265 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-dc94db36-d506-4596-93d5-c928eb50e3a3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-363803032-network', 'tenant_id': '2a9697845193443ea394c1b480b6b769'}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:55:19.241022 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc94db36-d506-4596-93d5-c928eb50e3a3 admin admin] Made reservation on behalf of 2a9697845193443ea394c1b480b6b769 for: {'network': 1} {{(pid=104551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:55:19.243384 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-dc94db36-d506-4596-93d5-c928eb50e3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for network (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:19.257819 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.db_base_plugin_common [None req-6e2022e1-727b-409e-ab75-c85149a324ee None None] Allocated IP 172.20.0.2 (af018619-0331-4553-bdbc-b12c91da85cf/6f0acb91-496c-45f4-acb5-584ff234a755/81a4888a-a035-4442-91ea-dd123a7c1c39) {{(pid=104553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:55:19.259414 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-dc94db36-d506-4596-93d5-c928eb50e3a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:19.424503 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f2a28243-03d6-49dc-ba8d-c066aa35c8c9 admin admin] Publish callbacks [] for router_gateway (2c238434-bfef-4fde-aac0-cae3ae6aa742), precommit_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:19.451843 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-6e2022e1-727b-409e-ab75-c85149a324ee None None] Publish callbacks [] for port (81a4888a-a035-4442-91ea-dd123a7c1c39), precommit_create {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:19.462348 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-6e2022e1-727b-409e-ab75-c85149a324ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446'] for port (81a4888a-a035-4442-91ea-dd123a7c1c39), after_create {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:19.505541 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2022e1-727b-409e-ab75-c85149a324ee None None] Pushing event updated for resources: {'Port': ['ID=81a4888a-a035-4442-91ea-dd123a7c1c39,revision_number=1']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:19.511045 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=70,neutron:INSERT=23,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:19.511217 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 46000) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:19.523781 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2022e1-727b-409e-ab75-c85149a324ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:19.524159 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2022e1-727b-409e-ab75-c85149a324ee None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:19.524538 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2022e1-727b-409e-ab75-c85149a324ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:19.524978 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2022e1-727b-409e-ab75-c85149a324ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:19.525448 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2022e1-727b-409e-ab75-c85149a324ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:19.525787 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2022e1-727b-409e-ab75-c85149a324ee None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:19.526160 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2022e1-727b-409e-ab75-c85149a324ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:19.526643 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2022e1-727b-409e-ab75-c85149a324ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:19.527121 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2022e1-727b-409e-ab75-c85149a324ee None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:19.527677 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2022e1-727b-409e-ab75-c85149a324ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:19.527970 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-dc94db36-d506-4596-93d5-c928eb50e3a3 admin admin] Publish callbacks [] for security_group (cb50e658-4e19-4f1f-805f-093dd827acaf), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:19.528294 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2022e1-727b-409e-ab75-c85149a324ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:19.528800 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2022e1-727b-409e-ab75-c85149a324ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:19.529286 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2022e1-727b-409e-ab75-c85149a324ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:19.529812 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2022e1-727b-409e-ab75-c85149a324ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:19.530290 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2022e1-727b-409e-ab75-c85149a324ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:19.531610 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2022e1-727b-409e-ab75-c85149a324ee None None] Tracked resource versions report: Oct 23 00:55:19.531610 dv-cinder-master-3-iscsi neutron-server[104553]: pushed versions: Oct 23 00:55:19.531610 dv-cinder-master-3-iscsi neutron-server[104553]: { 'AddressGroup': {'1.2'}, Oct 23 00:55:19.531610 dv-cinder-master-3-iscsi neutron-server[104553]: 'Agent': {'1.1'}, Oct 23 00:55:19.531610 dv-cinder-master-3-iscsi neutron-server[104553]: 'ConntrackHelper': {'1.0'}, Oct 23 00:55:19.531610 dv-cinder-master-3-iscsi neutron-server[104553]: 'LocalIPAssociation': {'1.0'}, Oct 23 00:55:19.531610 dv-cinder-master-3-iscsi neutron-server[104553]: 'Log': {'1.0'}, Oct 23 00:55:19.531610 dv-cinder-master-3-iscsi neutron-server[104553]: 'NDPProxy': {'1.0'}, Oct 23 00:55:19.531610 dv-cinder-master-3-iscsi neutron-server[104553]: 'Network': {'1.1'}, Oct 23 00:55:19.531610 dv-cinder-master-3-iscsi neutron-server[104553]: 'Port': {'1.7'}, Oct 23 00:55:19.531610 dv-cinder-master-3-iscsi neutron-server[104553]: 'PortForwarding': {'1.3'}, Oct 23 00:55:19.531610 dv-cinder-master-3-iscsi neutron-server[104553]: 'QosPolicy': {'1.10'}, Oct 23 00:55:19.531610 dv-cinder-master-3-iscsi neutron-server[104553]: 'SecurityGroup': {'1.5'}, Oct 23 00:55:19.531610 dv-cinder-master-3-iscsi neutron-server[104553]: 'SecurityGroupRule': {'1.2'}, Oct 23 00:55:19.531610 dv-cinder-master-3-iscsi neutron-server[104553]: 'SubPort': {'1.0'}, Oct 23 00:55:19.531610 dv-cinder-master-3-iscsi neutron-server[104553]: 'Subnet': {'1.1'}, Oct 23 00:55:19.531610 dv-cinder-master-3-iscsi neutron-server[104553]: 'Trunk': {'1.1'}} Oct 23 00:55:19.531610 dv-cinder-master-3-iscsi neutron-server[104553]: consumer versions: Oct 23 00:55:19.531610 dv-cinder-master-3-iscsi neutron-server[104553]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Oct 23 00:55:19.531610 dv-cinder-master-3-iscsi neutron-server[104553]: HyperV agent@hv-cinder-maste: {}, Oct 23 00:55:19.531610 dv-cinder-master-3-iscsi neutron-server[104553]: L3 agent@dv-cinder-master-3-iscsi: {}, Oct 23 00:55:19.531610 dv-cinder-master-3-iscsi neutron-server[104553]: Metadata agent@dv-cinder-master-3-iscsi: {}, Oct 23 00:55:19.531610 dv-cinder-master-3-iscsi neutron-server[104553]: Metering agent@dv-cinder-master-3-iscsi: {}, Oct 23 00:55:19.531610 dv-cinder-master-3-iscsi neutron-server[104553]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Oct 23 00:55:19.531610 dv-cinder-master-3-iscsi neutron-server[104553]: 'Agent': '1.1', Oct 23 00:55:19.531610 dv-cinder-master-3-iscsi neutron-server[104553]: 'ConntrackHelper': '1.0', Oct 23 00:55:19.531610 dv-cinder-master-3-iscsi neutron-server[104553]: 'LocalIPAssociation': '1.0', Oct 23 00:55:19.531610 dv-cinder-master-3-iscsi neutron-server[104553]: 'Log': '1.0', Oct 23 00:55:19.531610 dv-cinder-master-3-iscsi neutron-server[104553]: 'NDPProxy': '1.0', Oct 23 00:55:19.531610 dv-cinder-master-3-iscsi neutron-server[104553]: 'Network': '1.1', Oct 23 00:55:19.531610 dv-cinder-master-3-iscsi neutron-server[104553]: 'Port': '1.7', Oct 23 00:55:19.531610 dv-cinder-master-3-iscsi neutron-server[104553]: 'PortForwarding': '1.3', Oct 23 00:55:19.531610 dv-cinder-master-3-iscsi neutron-server[104553]: 'QosPolicy': '1.10', Oct 23 00:55:19.531610 dv-cinder-master-3-iscsi neutron-server[104553]: 'SecurityGroup': '1.5', Oct 23 00:55:19.531610 dv-cinder-master-3-iscsi neutron-server[104553]: 'SecurityGroupRule': '1.2', Oct 23 00:55:19.531610 dv-cinder-master-3-iscsi neutron-server[104553]: 'SubPort': '1.0', Oct 23 00:55:19.531610 dv-cinder-master-3-iscsi neutron-server[104553]: 'Subnet': '1.1', Oct 23 00:55:19.531610 dv-cinder-master-3-iscsi neutron-server[104553]: 'Trunk': '1.1'}} Oct 23 00:55:19.531610 dv-cinder-master-3-iscsi neutron-server[104553]: {{(pid=104553) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 23 00:55:19.539307 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-dc94db36-d506-4596-93d5-c928eb50e3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (cb50e658-4e19-4f1f-805f-093dd827acaf), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:19.552683 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2022e1-727b-409e-ab75-c85149a324ee None None] Network af018619-0331-4553-bdbc-b12c91da85cf is already hosted by enough agents. {{(pid=104553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:55:19.556794 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.scheduler.base_scheduler [None req-6e2022e1-727b-409e-ab75-c85149a324ee None None] Resources bound (agent type, host, resource id): {{(pid=104553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:55:19.556919 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:19.563121 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 46006) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:19.565631 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc94db36-d506-4596-93d5-c928eb50e3a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=104551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 00:55:19.572675 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2022e1-727b-409e-ab75-c85149a324ee None None] Received port after_create {{(pid=104553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:55:19.616483 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-dc94db36-d506-4596-93d5-c928eb50e3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13381139'] for segment (6c7f3988-5c29-4b49-bf43-a45d839e2e81), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:19.617102 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.db.segments_db [None req-dc94db36-d506-4596-93d5-c928eb50e3a3 admin admin] Added segment 6c7f3988-5c29-4b49-bf43-a45d839e2e81 of type vlan for network 6e24fc8d-42d5-4d11-b06b-37a4738231b0 Oct 23 00:55:19.655267 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-6e2022e1-727b-409e-ab75-c85149a324ee None None] Attempting to bind port 81a4888a-a035-4442-91ea-dd123a7c1c39 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:55:19.655841 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-6e2022e1-727b-409e-ab75-c85149a324ee None None] Attempting to bind port 81a4888a-a035-4442-91ea-dd123a7c1c39 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'b638209f-90ba-44ee-80d1-50cdacceb6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'af018619-0331-4553-bdbc-b12c91da85cf'}] {{(pid=104553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:55:19.656615 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2022e1-727b-409e-ab75-c85149a324ee None None] Attempting to bind port 81a4888a-a035-4442-91ea-dd123a7c1c39 on network af018619-0331-4553-bdbc-b12c91da85cf {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:55:19.698317 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc94db36-d506-4596-93d5-c928eb50e3a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb50e658-4e19-4f1f-805f-093dd827acaf,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:19.724657 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2022e1-727b-409e-ab75-c85149a324ee None None] Checking agent: {'id': 'e5069eb9-82e8-4601-9222-8a50cea677c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 24), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:55:19.729567 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2022e1-727b-409e-ab75-c85149a324ee None None] Checking segment: {'id': 'b638209f-90ba-44ee-80d1-50cdacceb6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'af018619-0331-4553-bdbc-b12c91da85cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:55:19.730267 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-6e2022e1-727b-409e-ab75-c85149a324ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:19.730811 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2022e1-727b-409e-ab75-c85149a324ee None None] Bound using segment: {'id': 'b638209f-90ba-44ee-80d1-50cdacceb6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'af018619-0331-4553-bdbc-b12c91da85cf'} {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:55:19.732162 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-6e2022e1-727b-409e-ab75-c85149a324ee None None] Bound port: 81a4888a-a035-4442-91ea-dd123a7c1c39, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b638209f-90ba-44ee-80d1-50cdacceb6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'af018619-0331-4553-bdbc-b12c91da85cf'}}] {{(pid=104553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:55:19.733407 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-6e2022e1-727b-409e-ab75-c85149a324ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (81a4888a-a035-4442-91ea-dd123a7c1c39), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:19.738867 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 46022) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:19.755508 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-dc94db36-d506-4596-93d5-c928eb50e3a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758734439581'] for network (6e24fc8d-42d5-4d11-b06b-37a4738231b0), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:19.778863 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f2a28243-03d6-49dc-ba8d-c066aa35c8c9 admin admin] Publish callbacks [] for router_gateway (2c238434-bfef-4fde-aac0-cae3ae6aa742), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:19.814884 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f2a28243-03d6-49dc-ba8d-c066aa35c8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:19.817999 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-6e2022e1-727b-409e-ab75-c85149a324ee None None] For port 81a4888a-a035-4442-91ea-dd123a7c1c39, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:55:19.821561 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-6e2022e1-727b-409e-ab75-c85149a324ee None None] For port 81a4888a-a035-4442-91ea-dd123a7c1c39, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=81a4888a-a035-4442-91ea-dd123a7c1c39,segment=NetworkSegment(b638209f-90ba-44ee-80d1-50cdacceb6dc),segment_id=b638209f-90ba-44ee-80d1-50cdacceb6dc)] {{(pid=104553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:55:19.824351 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:19.838518 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-6e2022e1-727b-409e-ab75-c85149a324ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (81a4888a-a035-4442-91ea-dd123a7c1c39), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:19.852008 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-dc94db36-d506-4596-93d5-c928eb50e3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493'] for network (6e24fc8d-42d5-4d11-b06b-37a4738231b0), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:19.853074 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc94db36-d506-4596-93d5-c928eb50e3a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:19.853677 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-dc94db36-d506-4596-93d5-c928eb50e3a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for network (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:19.890914 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [None req-2380fd3c-b38e-4e9f-b548-1258d7ea3d32 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-758508699-network', 'tenant_id': '59add4b78cd346a194c4be211d1996be'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:55:19.927556 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2022e1-727b-409e-ab75-c85149a324ee None None] Pushing event updated for resources: {'Port': ['ID=81a4888a-a035-4442-91ea-dd123a7c1c39,revision_number=2']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:19.945052 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2380fd3c-b38e-4e9f-b548-1258d7ea3d32 admin admin] Made reservation on behalf of 59add4b78cd346a194c4be211d1996be for: {'network': 1} {{(pid=104552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:55:19.947677 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-2380fd3c-b38e-4e9f-b548-1258d7ea3d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for network (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:19.962386 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-2380fd3c-b38e-4e9f-b548-1258d7ea3d32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:19.990552 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [None req-19778d60-41e7-46c3-8c15-78d468f6903e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1310721639-network', 'tenant_id': '94cfcbd6f144492d8be27fe35cbe76d5'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:55:20.061761 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [None req-c082ff83-3593-4db4-a4f1-ba75cee315c8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1592472496-network', 'tenant_id': '0f2cc661482d48e68bd662ee5a83d9b8'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:55:20.069356 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19778d60-41e7-46c3-8c15-78d468f6903e admin admin] Made reservation on behalf of 94cfcbd6f144492d8be27fe35cbe76d5 for: {'network': 1} {{(pid=104552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:55:20.076794 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.db_base_plugin_common [None req-f2a28243-03d6-49dc-ba8d-c066aa35c8c9 admin admin] Allocated IP 172.37.4.240 (f9ff398c-cd2a-4430-b908-7f7163c266f3/dd152ba8-6213-403c-b7fc-9b4ab174f9a2/cfbaf355-dc65-4e70-a31f-49dfe300f3d3) {{(pid=104551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:55:20.077349 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-19778d60-41e7-46c3-8c15-78d468f6903e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for network (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:20.133356 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c082ff83-3593-4db4-a4f1-ba75cee315c8 admin admin] Made reservation on behalf of 0f2cc661482d48e68bd662ee5a83d9b8 for: {'network': 1} {{(pid=104552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:55:20.136630 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-c082ff83-3593-4db4-a4f1-ba75cee315c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for network (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:20.160797 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-c082ff83-3593-4db4-a4f1-ba75cee315c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:20.196257 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-19778d60-41e7-46c3-8c15-78d468f6903e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:20.336116 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-c082ff83-3593-4db4-a4f1-ba75cee315c8 admin admin] Publish callbacks [] for security_group (d626a146-c254-4675-9b51-c62ab2dec6e7), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:20.363055 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f2a28243-03d6-49dc-ba8d-c066aa35c8c9 admin admin] Publish callbacks [] for port (cfbaf355-dc65-4e70-a31f-49dfe300f3d3), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:20.373492 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-c082ff83-3593-4db4-a4f1-ba75cee315c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (d626a146-c254-4675-9b51-c62ab2dec6e7), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:20.391956 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c082ff83-3593-4db4-a4f1-ba75cee315c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=104552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 00:55:20.408145 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-c082ff83-3593-4db4-a4f1-ba75cee315c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13381139'] for segment (5388c87c-d8eb-4990-84ee-f7fbea771a74), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:20.408891 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.db.segments_db [None req-c082ff83-3593-4db4-a4f1-ba75cee315c8 admin admin] Added segment 5388c87c-d8eb-4990-84ee-f7fbea771a74 of type vlan for network 2298bb57-87bf-4fb3-94ad-a41a984ccdae Oct 23 00:55:20.482747 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-c082ff83-3593-4db4-a4f1-ba75cee315c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758734439581'] for network (2298bb57-87bf-4fb3-94ad-a41a984ccdae), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:20.492606 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc94db36-d506-4596-93d5-c928eb50e3a3 admin admin] Pushing event updated for resources: {'Network': ['ID=6e24fc8d-42d5-4d11-b06b-37a4738231b0,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:20.506140 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Network 6e24fc8d-42d5-4d11-b06b-37a4738231b0 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104553) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 00:55:20.512480 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f2a28243-03d6-49dc-ba8d-c066aa35c8c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446'] for port (cfbaf355-dc65-4e70-a31f-49dfe300f3d3), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:20.606075 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-19778d60-41e7-46c3-8c15-78d468f6903e admin admin] Publish callbacks [] for security_group (b1d06491-a7a6-44ee-b7c2-32677dbd87bd), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:20.610298 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:20.611489 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=72,neutron:INSERT=24,neutron:UPDATE=4 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:20.615520 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-c082ff83-3593-4db4-a4f1-ba75cee315c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493'] for network (2298bb57-87bf-4fb3-94ad-a41a984ccdae), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:20.616797 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c082ff83-3593-4db4-a4f1-ba75cee315c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:20.618569 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-c082ff83-3593-4db4-a4f1-ba75cee315c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for network (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:20.649487 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-19778d60-41e7-46c3-8c15-78d468f6903e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (b1d06491-a7a6-44ee-b7c2-32677dbd87bd), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:20.662389 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19778d60-41e7-46c3-8c15-78d468f6903e admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=104552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 00:55:20.665579 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:20.673719 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-19778d60-41e7-46c3-8c15-78d468f6903e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13381139'] for segment (63b58a73-ffd1-4018-ac3c-0db314c2c768), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:20.674352 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.db.segments_db [None req-19778d60-41e7-46c3-8c15-78d468f6903e admin admin] Added segment 63b58a73-ffd1-4018-ac3c-0db314c2c768 of type vlan for network 1d27b6d9-fef6-49cb-833f-13cb9578958e Oct 23 00:55:20.682665 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a28243-03d6-49dc-ba8d-c066aa35c8c9 admin admin] Pushing event updated for resources: {'Port': ['ID=cfbaf355-dc65-4e70-a31f-49dfe300f3d3,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:20.697583 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-dc94db36-d506-4596-93d5-c928eb50e3a3 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0336611 Oct 23 00:55:20.711881 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a28243-03d6-49dc-ba8d-c066aa35c8c9 admin admin] Network f9ff398c-cd2a-4430-b908-7f7163c266f3 is already hosted by enough agents. {{(pid=104551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:55:20.711881 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 46062) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:20.717985 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-53457697-ea4d-463d-b214-daae77becc4b admin admin] Request body: {'subnet': {'network_id': '6e24fc8d-42d5-4d11-b06b-37a4738231b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-363803032-subnet', 'tenant_id': '2a9697845193443ea394c1b480b6b769', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:55:20.726691 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.base_scheduler [None req-f2a28243-03d6-49dc-ba8d-c066aa35c8c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:55:20.728112 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-19778d60-41e7-46c3-8c15-78d468f6903e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758734439581'] for network (1d27b6d9-fef6-49cb-833f-13cb9578958e), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:20.735869 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a28243-03d6-49dc-ba8d-c066aa35c8c9 admin admin] Received port after_create {{(pid=104551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:55:20.746833 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-c082ff83-3593-4db4-a4f1-ba75cee315c8 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0066042 Oct 23 00:55:20.761978 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 46064) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:20.769903 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [None req-df1e32aa-6fbd-45fd-8760-12f1991ef5f7 admin admin] Request body: {'subnet': {'network_id': '2298bb57-87bf-4fb3-94ad-a41a984ccdae', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1592472496-subnet', 'tenant_id': '0f2cc661482d48e68bd662ee5a83d9b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:55:20.830075 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-2380fd3c-b38e-4e9f-b548-1258d7ea3d32 admin admin] Publish callbacks [] for security_group (14f9cc16-79bc-467c-acc1-06912dbdf96d), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:20.848913 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1e32aa-6fbd-45fd-8760-12f1991ef5f7 admin admin] Made reservation on behalf of 0f2cc661482d48e68bd662ee5a83d9b8 for: {'subnet': 1} {{(pid=104552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:55:20.851653 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-df1e32aa-6fbd-45fd-8760-12f1991ef5f7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:20.853833 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-19778d60-41e7-46c3-8c15-78d468f6903e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493'] for network (1d27b6d9-fef6-49cb-833f-13cb9578958e), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:20.854946 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19778d60-41e7-46c3-8c15-78d468f6903e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:20.855992 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-19778d60-41e7-46c3-8c15-78d468f6903e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for network (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:20.868121 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53457697-ea4d-463d-b214-daae77becc4b admin admin] Made reservation on behalf of 2a9697845193443ea394c1b480b6b769 for: {'subnet': 1} {{(pid=104551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:55:20.870720 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-53457697-ea4d-463d-b214-daae77becc4b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:20.874210 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-2380fd3c-b38e-4e9f-b548-1258d7ea3d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (14f9cc16-79bc-467c-acc1-06912dbdf96d), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:20.945247 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:21.023941 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c082ff83-3593-4db4-a4f1-ba75cee315c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d626a146-c254-4675-9b51-c62ab2dec6e7,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:21.110278 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-19778d60-41e7-46c3-8c15-78d468f6903e admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5471179 Oct 23 00:55:21.126393 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2380fd3c-b38e-4e9f-b548-1258d7ea3d32 admin admin] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=104552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 00:55:21.129357 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 46096) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:21.162086 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-96092535-7e6a-4081-a4b5-ff195a871a7e admin admin] Request body: {'subnet': {'network_id': '1d27b6d9-fef6-49cb-833f-13cb9578958e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1310721639-subnet', 'tenant_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:55:21.174244 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c082ff83-3593-4db4-a4f1-ba75cee315c8 admin admin] Pushing event updated for resources: {'Network': ['ID=2298bb57-87bf-4fb3-94ad-a41a984ccdae,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:21.196338 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Network 2298bb57-87bf-4fb3-94ad-a41a984ccdae details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104553) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 00:55:21.215086 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-2380fd3c-b38e-4e9f-b548-1258d7ea3d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13381139'] for segment (7dc83201-cb39-4cd2-9302-c1b785eda914), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:21.215439 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.db.segments_db [None req-2380fd3c-b38e-4e9f-b548-1258d7ea3d32 admin admin] Added segment 7dc83201-cb39-4cd2-9302-c1b785eda914 of type vlan for network f8105e98-346f-4369-be4d-2cb2d399c07a Oct 23 00:55:21.269198 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96092535-7e6a-4081-a4b5-ff195a871a7e admin admin] Made reservation on behalf of 94cfcbd6f144492d8be27fe35cbe76d5 for: {'subnet': 1} {{(pid=104551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:55:21.272683 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-96092535-7e6a-4081-a4b5-ff195a871a7e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:21.320440 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19778d60-41e7-46c3-8c15-78d468f6903e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d06491-a7a6-44ee-b7c2-32677dbd87bd,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:21.421100 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-8a0aa79a-97f1-4ed1-bd20-a6da159f7bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (71de1650-f9d9-4095-92e6-e37ec99e20cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:21.431795 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53851fa9-d431-4a7b-9393-3962a6cfe120 None None] Network af018619-0331-4553-bdbc-b12c91da85cf requested from dv-cinder-master-3-iscsi {{(pid=104553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 00:55:21.487564 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-2380fd3c-b38e-4e9f-b548-1258d7ea3d32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758734439581'] for network (f8105e98-346f-4369-be4d-2cb2d399c07a), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:21.501438 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19778d60-41e7-46c3-8c15-78d468f6903e admin admin] Pushing event updated for resources: {'Network': ['ID=1d27b6d9-fef6-49cb-833f-13cb9578958e,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:21.518713 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2380fd3c-b38e-4e9f-b548-1258d7ea3d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f9cc16-79bc-467c-acc1-06912dbdf96d,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:21.534553 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Network 1d27b6d9-fef6-49cb-833f-13cb9578958e details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104553) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 00:55:21.544651 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:21.584912 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-52204e9d-2013-4e45-9fad-0077783b1f07 None None] Provisioning complete for port 81a4888a-a035-4442-91ea-dd123a7c1c39 triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:21.586584 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-52204e9d-2013-4e45-9fad-0077783b1f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (81a4888a-a035-4442-91ea-dd123a7c1c39), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:21.587733 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-52204e9d-2013-4e45-9fad-0077783b1f07 None None] Attempt 1 to provision port 81a4888a-a035-4442-91ea-dd123a7c1c39 Oct 23 00:55:21.590326 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-2380fd3c-b38e-4e9f-b548-1258d7ea3d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493'] for network (f8105e98-346f-4369-be4d-2cb2d399c07a), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:21.591621 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2380fd3c-b38e-4e9f-b548-1258d7ea3d32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:21.592353 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-2380fd3c-b38e-4e9f-b548-1258d7ea3d32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for network (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:21.632785 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-2380fd3c-b38e-4e9f-b548-1258d7ea3d32 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1204164 Oct 23 00:55:21.640133 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 46120) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:21.642875 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=8,neutron:DELETE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:21.646862 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f2a28243-03d6-49dc-ba8d-c066aa35c8c9 admin admin] Publish callbacks [] for router_gateway (2c238434-bfef-4fde-aac0-cae3ae6aa742), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:21.649237 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [None req-a03f3595-bb79-4e82-b347-e086a2b53508 admin admin] Request body: {'subnet': {'network_id': 'f8105e98-346f-4369-be4d-2cb2d399c07a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-758508699-subnet', 'tenant_id': '59add4b78cd346a194c4be211d1996be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:55:21.739310 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2380fd3c-b38e-4e9f-b548-1258d7ea3d32 admin admin] Pushing event updated for resources: {'Network': ['ID=f8105e98-346f-4369-be4d-2cb2d399c07a,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:21.775081 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03f3595-bb79-4e82-b347-e086a2b53508 admin admin] Made reservation on behalf of 59add4b78cd346a194c4be211d1996be for: {'subnet': 1} {{(pid=104552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:55:21.777566 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Network f8105e98-346f-4369-be4d-2cb2d399c07a details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104553) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 00:55:21.777711 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-a03f3595-bb79-4e82-b347-e086a2b53508 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:21.810904 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-df1e32aa-6fbd-45fd-8760-12f1991ef5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493'] for subnet (e8caf190-1929-4d28-927b-ec9b345ce0f1), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:21.862347 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:21.965176 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f2a28243-03d6-49dc-ba8d-c066aa35c8c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-401071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398604'] for router (2c238434-bfef-4fde-aac0-cae3ae6aa742), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:22.095801 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 46130) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:22.143893 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 81a4888a-a035-4442-91ea-dd123a7c1c39 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:55:22.162633 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 46134) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:22.241211 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-52204e9d-2013-4e45-9fad-0077783b1f07 None None] Current status of the port 81a4888a-a035-4442-91ea-dd123a7c1c39 is: DOWN; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:22.242378 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e32aa-6fbd-45fd-8760-12f1991ef5f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8caf190-1929-4d28-927b-ec9b345ce0f1,revision_number=0']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:22.242964 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-52204e9d-2013-4e45-9fad-0077783b1f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (81a4888a-a035-4442-91ea-dd123a7c1c39), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:22.264308 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:22.297832 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1e32aa-6fbd-45fd-8760-12f1991ef5f7 admin admin] Checking segment: {'id': '5388c87c-d8eb-4990-84ee-f7fbea771a74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2298bb57-87bf-4fb3-94ad-a41a984ccdae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:55:22.298198 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1e32aa-6fbd-45fd-8760-12f1991ef5f7 admin admin] Network hostable DHCP agents. Network: 2298bb57-87bf-4fb3-94ad-a41a984ccdae, hostable agents: ['6b66cfba-c169-484b-b3a5-13fb9b6528cf'], hosted agents: [] {{(pid=104552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 00:55:22.413618 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-52204e9d-2013-4e45-9fad-0077783b1f07 None None] For port 81a4888a-a035-4442-91ea-dd123a7c1c39, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=81a4888a-a035-4442-91ea-dd123a7c1c39,segment=NetworkSegment(b638209f-90ba-44ee-80d1-50cdacceb6dc),segment_id=b638209f-90ba-44ee-80d1-50cdacceb6dc)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:55:22.415382 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port 81a4888a-a035-4442-91ea-dd123a7c1c39 triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:22.415791 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (81a4888a-a035-4442-91ea-dd123a7c1c39), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:22.416131 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port 81a4888a-a035-4442-91ea-dd123a7c1c39 Oct 23 00:55:22.444131 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5148f689-0f62-430a-b3f2-d0758b81aa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (b2013646-e5ec-4b71-a145-3908973fbde8), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:22.445331 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-52204e9d-2013-4e45-9fad-0077783b1f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (81a4888a-a035-4442-91ea-dd123a7c1c39), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:22.481856 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-ed005ddf-8a01-418a-bf17-8360f673afd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:22.499099 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1e32aa-6fbd-45fd-8760-12f1991ef5f7 admin admin] Network 2298bb57-87bf-4fb3-94ad-a41a984ccdae is scheduled to be hosted by DHCP agent 6b66cfba-c169-484b-b3a5-13fb9b6528cf with binding_index 1 {{(pid=104552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 00:55:22.514719 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-0320f5aa-72b3-413f-be44-742b1c6df7d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:22.517739 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52204e9d-2013-4e45-9fad-0077783b1f07 None None] Pushing event updated for resources: {'Port': ['ID=81a4888a-a035-4442-91ea-dd123a7c1c39,revision_number=3']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:22.554838 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port 81a4888a-a035-4442-91ea-dd123a7c1c39 is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:22.564977 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-96092535-7e6a-4081-a4b5-ff195a871a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493'] for subnet (b567fc0e-81bb-4e4e-8bd3-a17fd2562f11), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:22.566259 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.base_scheduler [None req-df1e32aa-6fbd-45fd-8760-12f1991ef5f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 2298bb57-87bf-4fb3-94ad-a41a984ccdae) {{(pid=104552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:55:22.569780 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-b59bd53f-6238-4651-9929-2dbae00e896e None None] Provisioning complete for port 81a4888a-a035-4442-91ea-dd123a7c1c39 triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:22.570430 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-b59bd53f-6238-4651-9929-2dbae00e896e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (81a4888a-a035-4442-91ea-dd123a7c1c39), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:22.570884 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-b59bd53f-6238-4651-9929-2dbae00e896e None None] Attempt 1 to provision port 81a4888a-a035-4442-91ea-dd123a7c1c39 Oct 23 00:55:22.576051 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d68dfa3-f256-478a-bc20-7d2443b786d3 None None] Network 2298bb57-87bf-4fb3-94ad-a41a984ccdae requested from dv-cinder-master-3-iscsi {{(pid=104553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 00:55:22.583578 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1e32aa-6fbd-45fd-8760-12f1991ef5f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:22.584094 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-df1e32aa-6fbd-45fd-8760-12f1991ef5f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for subnet (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:22.590824 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-53457697-ea4d-463d-b214-daae77becc4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493'] for subnet (bdebfcdc-6951-4fee-aa37-29ecb806813d), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:22.635693 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-a03f3595-bb79-4e82-b347-e086a2b53508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493'] for subnet (52944cd4-669b-4a10-a076-1661bc94a4a7), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:22.682473 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96092535-7e6a-4081-a4b5-ff195a871a7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b567fc0e-81bb-4e4e-8bd3-a17fd2562f11,revision_number=0']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:22.685013 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:22.714273 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-df1e32aa-6fbd-45fd-8760-12f1991ef5f7 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9506674 Oct 23 00:55:22.732771 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96092535-7e6a-4081-a4b5-ff195a871a7e admin admin] Checking segment: {'id': '63b58a73-ffd1-4018-ac3c-0db314c2c768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1d27b6d9-fef6-49cb-833f-13cb9578958e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:55:22.733135 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96092535-7e6a-4081-a4b5-ff195a871a7e admin admin] Network hostable DHCP agents. Network: 1d27b6d9-fef6-49cb-833f-13cb9578958e, hostable agents: ['6b66cfba-c169-484b-b3a5-13fb9b6528cf'], hosted agents: [] {{(pid=104551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 00:55:22.741500 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a28243-03d6-49dc-ba8d-c066aa35c8c9 admin admin] Router 2c238434-bfef-4fde-aac0-cae3ae6aa742 is scheduled to L3 agent 71de1650-f9d9-4095-92e6-e37ec99e20cf with binding_index 1 {{(pid=104551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 00:55:22.744442 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03f3595-bb79-4e82-b347-e086a2b53508 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52944cd4-669b-4a10-a076-1661bc94a4a7,revision_number=0']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:22.771863 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53457697-ea4d-463d-b214-daae77becc4b admin admin] Checking segment: {'id': '6c7f3988-5c29-4b49-bf43-a45d839e2e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6e24fc8d-42d5-4d11-b06b-37a4738231b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:55:22.772226 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53457697-ea4d-463d-b214-daae77becc4b admin admin] Network hostable DHCP agents. Network: 6e24fc8d-42d5-4d11-b06b-37a4738231b0, hostable agents: ['6b66cfba-c169-484b-b3a5-13fb9b6528cf'], hosted agents: [] {{(pid=104551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 00:55:22.776879 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:22.778718 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-b59bd53f-6238-4651-9929-2dbae00e896e None None] Current status of the port 81a4888a-a035-4442-91ea-dd123a7c1c39 is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:22.814364 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53457697-ea4d-463d-b214-daae77becc4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdebfcdc-6951-4fee-aa37-29ecb806813d,revision_number=0']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:22.826517 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=75,neutron:INSERT=22,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:22.827523 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d3431a-2cec-4f4c-94ff-83fa267310ab None None] Network 2298bb57-87bf-4fb3-94ad-a41a984ccdae requested from dv-cinder-master-3-iscsi {{(pid=104553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 00:55:22.842935 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96092535-7e6a-4081-a4b5-ff195a871a7e admin admin] Network 1d27b6d9-fef6-49cb-833f-13cb9578958e is scheduled to be hosted by DHCP agent 6b66cfba-c169-484b-b3a5-13fb9b6528cf with binding_index 1 {{(pid=104551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 00:55:22.844038 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03f3595-bb79-4e82-b347-e086a2b53508 admin admin] Checking segment: {'id': '7dc83201-cb39-4cd2-9302-c1b785eda914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f8105e98-346f-4369-be4d-2cb2d399c07a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:55:22.844579 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03f3595-bb79-4e82-b347-e086a2b53508 admin admin] Network hostable DHCP agents. Network: f8105e98-346f-4369-be4d-2cb2d399c07a, hostable agents: ['6b66cfba-c169-484b-b3a5-13fb9b6528cf'], hosted agents: [] {{(pid=104552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 00:55:22.850552 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:22.856174 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-ed005ddf-8a01-418a-bf17-8360f673afd4 admin admin] Publish callbacks [] for security_group (fe70ee00-75ad-4ba1-98e7-043de7aeeb8e), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:22.871481 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-ed005ddf-8a01-418a-bf17-8360f673afd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (fe70ee00-75ad-4ba1-98e7-043de7aeeb8e), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:22.871707 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53457697-ea4d-463d-b214-daae77becc4b admin admin] Network 6e24fc8d-42d5-4d11-b06b-37a4738231b0 is scheduled to be hosted by DHCP agent 6b66cfba-c169-484b-b3a5-13fb9b6528cf with binding_index 1 {{(pid=104551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 00:55:22.891358 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-0320f5aa-72b3-413f-be44-742b1c6df7d1 admin admin] Publish callbacks [] for security_group (ee0b414b-c662-4ef7-91ff-369f3a2c80a3), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:22.917471 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-0320f5aa-72b3-413f-be44-742b1c6df7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (ee0b414b-c662-4ef7-91ff-369f3a2c80a3), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:22.924943 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.base_scheduler [None req-96092535-7e6a-4081-a4b5-ff195a871a7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 1d27b6d9-fef6-49cb-833f-13cb9578958e) {{(pid=104551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:55:22.933947 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.base_scheduler [None req-53457697-ea4d-463d-b214-daae77becc4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 6e24fc8d-42d5-4d11-b06b-37a4738231b0) {{(pid=104551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:55:22.935126 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c7bdde-a4f7-4e90-9f9a-da46920fc4e4 None None] Network 1d27b6d9-fef6-49cb-833f-13cb9578958e requested from dv-cinder-master-3-iscsi {{(pid=104553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 00:55:22.949513 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96092535-7e6a-4081-a4b5-ff195a871a7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:22.950362 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-96092535-7e6a-4081-a4b5-ff195a871a7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for subnet (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:22.971361 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed005ddf-8a01-418a-bf17-8360f673afd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe70ee00-75ad-4ba1-98e7-043de7aeeb8e,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:22.979416 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-ed005ddf-8a01-418a-bf17-8360f673afd4 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=980b6286de764da58dfe1a976b38c8e3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8155541 Oct 23 00:55:22.990862 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 46154) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:22.991468 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03f3595-bb79-4e82-b347-e086a2b53508 admin admin] Network f8105e98-346f-4369-be4d-2cb2d399c07a is scheduled to be hosted by DHCP agent 6b66cfba-c169-484b-b3a5-13fb9b6528cf with binding_index 1 {{(pid=104552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 00:55:22.996350 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-96092535-7e6a-4081-a4b5-ff195a871a7e admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.8641737 Oct 23 00:55:23.001670 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 46156) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:23.003873 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a28243-03d6-49dc-ba8d-c066aa35c8c9 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 00:55:23.013982 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:23.015012 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53457697-ea4d-463d-b214-daae77becc4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:23.015914 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-53457697-ea4d-463d-b214-daae77becc4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for subnet (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:23.019608 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe48a76-f7f9-40d2-94d6-8e36f79632c3 None None] Sync routers for ids ['2c238434-bfef-4fde-aac0-cae3ae6aa742'] in dv-cinder-master-3-iscsi {{(pid=104554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 00:55:23.024214 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [None req-a324cba9-dde1-4c81-bac7-bd91b92045a7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1310721639-router', 'tenant_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'}}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:55:23.031580 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-0320f5aa-72b3-413f-be44-742b1c6df7d1 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=eee05015c95045ef8824ab825f6963c9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9337652 Oct 23 00:55:23.037157 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f2a28243-03d6-49dc-ba8d-c066aa35c8c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:23.038892 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-f2a28243-03d6-49dc-ba8d-c066aa35c8c9 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1086535 Oct 23 00:55:23.039814 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 46158) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:23.043242 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe48a76-f7f9-40d2-94d6-8e36f79632c3 None None] Routers {'2c238434-bfef-4fde-aac0-cae3ae6aa742'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:55:23.043884 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-bbe48a76-f7f9-40d2-94d6-8e36f79632c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T00:55:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['2c238434-bfef-4fde-aac0-cae3ae6aa742'], 'active': True} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:23.049659 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 46160) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:23.058765 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.base_scheduler [None req-a03f3595-bb79-4e82-b347-e086a2b53508 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, f8105e98-346f-4369-be4d-2cb2d399c07a) {{(pid=104552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:55:23.063596 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03f3595-bb79-4e82-b347-e086a2b53508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:23.064202 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-a03f3595-bb79-4e82-b347-e086a2b53508 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for subnet (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:23.080268 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-53457697-ea4d-463d-b214-daae77becc4b admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3671494 Oct 23 00:55:23.083375 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 46164) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:23.092338 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-928375c9-755d-443f-b099-c32890ab02b6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-363803032-router', 'tenant_id': '2a9697845193443ea394c1b480b6b769', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'}}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:55:23.136712 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f688b25d-18b0-45fd-a4df-eee7c6b2a643 admin admin] Publish callbacks [] for security_group (ee0b414b-c662-4ef7-91ff-369f3a2c80a3), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:23.148659 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-928375c9-755d-443f-b099-c32890ab02b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123557'] for router (fdd0b971-41e7-4c06-aca2-3799f3e76e98), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:23.149974 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-928375c9-755d-443f-b099-c32890ab02b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-412307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123578'] for router (fdd0b971-41e7-4c06-aca2-3799f3e76e98), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:23.160261 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0320f5aa-72b3-413f-be44-742b1c6df7d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0b414b-c662-4ef7-91ff-369f3a2c80a3,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:23.172339 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f688b25d-18b0-45fd-a4df-eee7c6b2a643 admin admin] Publish callbacks [] for security_group (ee0b414b-c662-4ef7-91ff-369f3a2c80a3), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:23.234759 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-a324cba9-dde1-4c81-bac7-bd91b92045a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123557'] for router (2d77609f-f6a2-4b66-94b2-dbd18b570cb6), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:23.236921 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-a324cba9-dde1-4c81-bac7-bd91b92045a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-412307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123578'] for router (2d77609f-f6a2-4b66-94b2-dbd18b570cb6), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:23.246167 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-a03f3595-bb79-4e82-b347-e086a2b53508 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6041791 Oct 23 00:55:23.246394 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ebd158-8a94-4d4a-a726-46dd0efa05c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-1d27b6d9-fef6-49cb-833f-13cb9578958e', 'network_id': '1d27b6d9-fef6-49cb-833f-13cb9578958e', 'project_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'fixed_ips': [{'subnet_id': 'b567fc0e-81bb-4e4e-8bd3-a17fd2562f11'}]}} from dv-cinder-master-3-iscsi. {{(pid=104553) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 00:55:23.247569 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-16ebd158-8a94-4d4a-a726-46dd0efa05c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:23.258254 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 46166) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:23.265849 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-928375c9-755d-443f-b099-c32890ab02b6 admin admin] Publish callbacks [] for router_controller (fdd0b971-41e7-4c06-aca2-3799f3e76e98), precommit_add_association {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:23.271247 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [None req-1269d97d-82df-4022-b431-d2c089ff6e71 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-758508699-router', 'tenant_id': '59add4b78cd346a194c4be211d1996be', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'}}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:55:23.281822 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34278ae-c799-4c33-b7ad-da4e7cf270fc None None] Network 6e24fc8d-42d5-4d11-b06b-37a4738231b0 requested from dv-cinder-master-3-iscsi {{(pid=104553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 00:55:23.316764 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-c0d3e407-d532-4dd1-a9a4-85b4b8f041a6 admin admin] Publish callbacks [] for security_group (fe70ee00-75ad-4ba1-98e7-043de7aeeb8e), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:23.366587 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd69a95-9c1c-4be6-b250-59ed7d787c4b None None] Network f8105e98-346f-4369-be4d-2cb2d399c07a requested from dv-cinder-master-3-iscsi {{(pid=104553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 00:55:23.366844 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f688b25d-18b0-45fd-a4df-eee7c6b2a643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (ee0b414b-c662-4ef7-91ff-369f3a2c80a3), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:23.369954 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f688b25d-18b0-45fd-a4df-eee7c6b2a643 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:23.371257 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-f688b25d-18b0-45fd-a4df-eee7c6b2a643 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/ee0b414b-c662-4ef7-91ff-369f3a2c80a3 HTTP/1.1" status: 204 len: 168 time: 0.3299141 Oct 23 00:55:23.394165 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-c0d3e407-d532-4dd1-a9a4-85b4b8f041a6 admin admin] Publish callbacks [] for security_group (fe70ee00-75ad-4ba1-98e7-043de7aeeb8e), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:23.418496 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-1269d97d-82df-4022-b431-d2c089ff6e71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123557'] for router (b19da5af-947c-410a-bc2b-a0b1941e7211), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:23.420447 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-1269d97d-82df-4022-b431-d2c089ff6e71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-412307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123578'] for router (b19da5af-947c-410a-bc2b-a0b1941e7211), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:23.485956 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-928375c9-755d-443f-b099-c32890ab02b6 admin admin] Publish callbacks [] for router_gateway (fdd0b971-41e7-4c06-aca2-3799f3e76e98), precommit_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:23.497626 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:23.499778 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f688b25d-18b0-45fd-a4df-eee7c6b2a643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0b414b-c662-4ef7-91ff-369f3a2c80a3,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:23.650612 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-1269d97d-82df-4022-b431-d2c089ff6e71 admin admin] Publish callbacks [] for router_controller (b19da5af-947c-410a-bc2b-a0b1941e7211), precommit_add_association {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:23.656689 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvr_db [None req-bbe48a76-f7f9-40d2-94d6-8e36f79632c3 None None] Set router 2c238434-bfef-4fde-aac0-cae3ae6aa742 gateway port host: dv-cinder-master-3-iscsi {{(pid=104554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:55:23.657346 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-a324cba9-dde1-4c81-bac7-bd91b92045a7 admin admin] Publish callbacks [] for router_controller (2d77609f-f6a2-4b66-94b2-dbd18b570cb6), precommit_add_association {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:23.869847 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6797d6d-e43a-4c19-b68f-f9de548ff5a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-6e24fc8d-42d5-4d11-b06b-37a4738231b0', 'network_id': '6e24fc8d-42d5-4d11-b06b-37a4738231b0', 'project_id': '2a9697845193443ea394c1b480b6b769', 'fixed_ips': [{'subnet_id': 'bdebfcdc-6951-4fee-aa37-29ecb806813d'}]}} from dv-cinder-master-3-iscsi. {{(pid=104553) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 00:55:23.870796 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e6797d6d-e43a-4c19-b68f-f9de548ff5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:23.874632 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e80eb663-45f3-44c1-bd5d-b13fbac885c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (9e3bf558-830b-43df-b1b1-6fe61a75ce60), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:23.882052 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.db_base_plugin_common [None req-16ebd158-8a94-4d4a-a726-46dd0efa05c6 None None] Allocated IP 172.20.0.2 (1d27b6d9-fef6-49cb-833f-13cb9578958e/b567fc0e-81bb-4e4e-8bd3-a17fd2562f11/2d687c63-2eda-4404-94d4-512d1659dd28) {{(pid=104553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:55:23.976021 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-bbe48a76-f7f9-40d2-94d6-8e36f79632c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c238434-bfef-4fde-aac0-cae3ae6aa742', 'name': 'tempest-DeleteServersTestJSON-2093722459-router', 'tenant_id': '29c3589cf3024c1083bc90f33ab61c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.240'}], 'enable_snat': True}, 'gw_port_id': 'cfbaf355-dc65-4e70-a31f-49dfe300f3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:18Z', 'updated_at': '2022-10-23T00:55:21Z', 'revision_number': 3, 'project_id': '29c3589cf3024c1083bc90f33ab61c00', 'gw_port': {'id': 'cfbaf355-dc65-4e70-a31f-49dfe300f3d3', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:af:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c238434-bfef-4fde-aac0-cae3ae6aa742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:19Z', 'updated_at': '2022-10-23T00:55:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:24.028287 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 46192) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:24.037350 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe48a76-f7f9-40d2-94d6-8e36f79632c3 None None] Checking router: 2c238434-bfef-4fde-aac0-cae3ae6aa742 for host: dv-cinder-master-3-iscsi {{(pid=104554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 00:55:24.038408 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe48a76-f7f9-40d2-94d6-8e36f79632c3 None None] Updating router 2c238434-bfef-4fde-aac0-cae3ae6aa742 port cfbaf355-dc65-4e70-a31f-49dfe300f3d3 binding host dv-cinder-master-3-iscsi {{(pid=104554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 00:55:24.090432 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-bbe48a76-f7f9-40d2-94d6-8e36f79632c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (cfbaf355-dc65-4e70-a31f-49dfe300f3d3), before_update {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:24.122057 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 81a4888a-a035-4442-91ea-dd123a7c1c39 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:55:24.132779 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (e5069eb9-82e8-4601-9222-8a50cea677c6), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:24.141185 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-9f9fb68f-55df-46f4-befe-fab8af1b2a53 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-338684226-network', 'tenant_id': '52f36de98c1948ceb410e578273660f5'}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:55:24.151760 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-928375c9-755d-443f-b099-c32890ab02b6 admin admin] Publish callbacks [] for router_gateway (fdd0b971-41e7-4c06-aca2-3799f3e76e98), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:24.207493 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c93a1ba-17a4-4e80-b4db-0087dc94109d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-f8105e98-346f-4369-be4d-2cb2d399c07a', 'network_id': 'f8105e98-346f-4369-be4d-2cb2d399c07a', 'project_id': '59add4b78cd346a194c4be211d1996be', 'fixed_ips': [{'subnet_id': '52944cd4-669b-4a10-a076-1661bc94a4a7'}]}} from dv-cinder-master-3-iscsi. {{(pid=104553) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 00:55:24.208409 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-0c93a1ba-17a4-4e80-b4db-0087dc94109d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:24.211484 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-928375c9-755d-443f-b099-c32890ab02b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:24.229239 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:24.402324 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9fb68f-55df-46f4-befe-fab8af1b2a53 admin admin] Made reservation on behalf of 52f36de98c1948ceb410e578273660f5 for: {'network': 1} {{(pid=104551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:55:24.405235 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-9f9fb68f-55df-46f4-befe-fab8af1b2a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for network (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:24.421853 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-9f9fb68f-55df-46f4-befe-fab8af1b2a53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:24.453174 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port 81a4888a-a035-4442-91ea-dd123a7c1c39 triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:24.453846 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (81a4888a-a035-4442-91ea-dd123a7c1c39), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:24.454380 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port 81a4888a-a035-4442-91ea-dd123a7c1c39 Oct 23 00:55:24.528976 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-bbe48a76-f7f9-40d2-94d6-8e36f79632c3 None None] Publish callbacks [] for port (cfbaf355-dc65-4e70-a31f-49dfe300f3d3), precommit_update {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:24.540871 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.db_base_plugin_common [None req-e6797d6d-e43a-4c19-b68f-f9de548ff5a3 None None] Allocated IP 172.20.0.2 (6e24fc8d-42d5-4d11-b06b-37a4738231b0/bdebfcdc-6951-4fee-aa37-29ecb806813d/fe0c83f1-a5c5-47bb-a91f-c709bd53e220) {{(pid=104553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:55:24.548823 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-9f9fb68f-55df-46f4-befe-fab8af1b2a53 admin admin] Publish callbacks [] for security_group (2174eca8-40a2-4e04-af07-b35f82cfb2d3), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:24.550542 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-bbe48a76-f7f9-40d2-94d6-8e36f79632c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (cfbaf355-dc65-4e70-a31f-49dfe300f3d3), after_update {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:24.564635 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:24.582876 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:24.621658 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.managers [None req-bbe48a76-f7f9-40d2-94d6-8e36f79632c3 None None] Attempting to bind port cfbaf355-dc65-4e70-a31f-49dfe300f3d3 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:55:24.621977 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.managers [None req-bbe48a76-f7f9-40d2-94d6-8e36f79632c3 None None] Attempting to bind port cfbaf355-dc65-4e70-a31f-49dfe300f3d3 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '0d47d9bc-e081-4c9e-9d69-e5804f7aef1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'}] {{(pid=104554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:55:24.622305 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe48a76-f7f9-40d2-94d6-8e36f79632c3 None None] Attempting to bind port cfbaf355-dc65-4e70-a31f-49dfe300f3d3 on network f9ff398c-cd2a-4430-b908-7f7163c266f3 {{(pid=104554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:55:24.657939 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.db_base_plugin_common [None req-928375c9-755d-443f-b099-c32890ab02b6 admin admin] Allocated IP 172.37.4.245 (f9ff398c-cd2a-4430-b908-7f7163c266f3/dd152ba8-6213-403c-b7fc-9b4ab174f9a2/e10e1214-c988-4645-bc00-e42d4d9a7e6b) {{(pid=104551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:55:24.666295 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-16ebd158-8a94-4d4a-a726-46dd0efa05c6 None None] Publish callbacks [] for port (2d687c63-2eda-4404-94d4-512d1659dd28), precommit_create {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:24.701118 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:24.707385 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-a324cba9-dde1-4c81-bac7-bd91b92045a7 admin admin] Publish callbacks [] for router_gateway (2d77609f-f6a2-4b66-94b2-dbd18b570cb6), precommit_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:24.718444 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c916d7b-0ee5-4da4-81cf-7cc81aa67bce None None] Pushing event updated for resources: {'Port': ['ID=cfbaf355-dc65-4e70-a31f-49dfe300f3d3,revision_number=2']} {{(pid=104554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:24.725070 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-16ebd158-8a94-4d4a-a726-46dd0efa05c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446'] for port (2d687c63-2eda-4404-94d4-512d1659dd28), after_create {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:24.754387 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c916d7b-0ee5-4da4-81cf-7cc81aa67bce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:24.754797 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c916d7b-0ee5-4da4-81cf-7cc81aa67bce None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:24.755089 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c916d7b-0ee5-4da4-81cf-7cc81aa67bce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:24.755448 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c916d7b-0ee5-4da4-81cf-7cc81aa67bce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:24.758261 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c916d7b-0ee5-4da4-81cf-7cc81aa67bce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:24.758649 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c916d7b-0ee5-4da4-81cf-7cc81aa67bce None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:24.758996 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c916d7b-0ee5-4da4-81cf-7cc81aa67bce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:24.759336 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c916d7b-0ee5-4da4-81cf-7cc81aa67bce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:24.759670 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c916d7b-0ee5-4da4-81cf-7cc81aa67bce None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:24.760350 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c916d7b-0ee5-4da4-81cf-7cc81aa67bce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:24.762858 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c916d7b-0ee5-4da4-81cf-7cc81aa67bce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:24.763225 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c916d7b-0ee5-4da4-81cf-7cc81aa67bce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:24.763570 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c916d7b-0ee5-4da4-81cf-7cc81aa67bce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:24.763905 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c916d7b-0ee5-4da4-81cf-7cc81aa67bce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:24.764237 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c916d7b-0ee5-4da4-81cf-7cc81aa67bce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:55:24.765596 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c916d7b-0ee5-4da4-81cf-7cc81aa67bce None None] Tracked resource versions report: Oct 23 00:55:24.765596 dv-cinder-master-3-iscsi neutron-server[104554]: pushed versions: Oct 23 00:55:24.765596 dv-cinder-master-3-iscsi neutron-server[104554]: { 'AddressGroup': {'1.2'}, Oct 23 00:55:24.765596 dv-cinder-master-3-iscsi neutron-server[104554]: 'Agent': {'1.1'}, Oct 23 00:55:24.765596 dv-cinder-master-3-iscsi neutron-server[104554]: 'ConntrackHelper': {'1.0'}, Oct 23 00:55:24.765596 dv-cinder-master-3-iscsi neutron-server[104554]: 'LocalIPAssociation': {'1.0'}, Oct 23 00:55:24.765596 dv-cinder-master-3-iscsi neutron-server[104554]: 'Log': {'1.0'}, Oct 23 00:55:24.765596 dv-cinder-master-3-iscsi neutron-server[104554]: 'NDPProxy': {'1.0'}, Oct 23 00:55:24.765596 dv-cinder-master-3-iscsi neutron-server[104554]: 'Network': {'1.1'}, Oct 23 00:55:24.765596 dv-cinder-master-3-iscsi neutron-server[104554]: 'Port': {'1.7'}, Oct 23 00:55:24.765596 dv-cinder-master-3-iscsi neutron-server[104554]: 'PortForwarding': {'1.3'}, Oct 23 00:55:24.765596 dv-cinder-master-3-iscsi neutron-server[104554]: 'QosPolicy': {'1.10'}, Oct 23 00:55:24.765596 dv-cinder-master-3-iscsi neutron-server[104554]: 'SecurityGroup': {'1.5'}, Oct 23 00:55:24.765596 dv-cinder-master-3-iscsi neutron-server[104554]: 'SecurityGroupRule': {'1.2'}, Oct 23 00:55:24.765596 dv-cinder-master-3-iscsi neutron-server[104554]: 'SubPort': {'1.0'}, Oct 23 00:55:24.765596 dv-cinder-master-3-iscsi neutron-server[104554]: 'Subnet': {'1.1'}, Oct 23 00:55:24.765596 dv-cinder-master-3-iscsi neutron-server[104554]: 'Trunk': {'1.1'}} Oct 23 00:55:24.765596 dv-cinder-master-3-iscsi neutron-server[104554]: consumer versions: Oct 23 00:55:24.765596 dv-cinder-master-3-iscsi neutron-server[104554]: { DHCP agent@dv-cinder-master-3-iscsi: {}, Oct 23 00:55:24.765596 dv-cinder-master-3-iscsi neutron-server[104554]: HyperV agent@hv-cinder-maste: {}, Oct 23 00:55:24.765596 dv-cinder-master-3-iscsi neutron-server[104554]: L3 agent@dv-cinder-master-3-iscsi: {}, Oct 23 00:55:24.765596 dv-cinder-master-3-iscsi neutron-server[104554]: Metadata agent@dv-cinder-master-3-iscsi: {}, Oct 23 00:55:24.765596 dv-cinder-master-3-iscsi neutron-server[104554]: Metering agent@dv-cinder-master-3-iscsi: {}, Oct 23 00:55:24.765596 dv-cinder-master-3-iscsi neutron-server[104554]: Open vSwitch agent@dv-cinder-master-3-iscsi: { 'AddressGroup': '1.2', Oct 23 00:55:24.765596 dv-cinder-master-3-iscsi neutron-server[104554]: 'Agent': '1.1', Oct 23 00:55:24.765596 dv-cinder-master-3-iscsi neutron-server[104554]: 'ConntrackHelper': '1.0', Oct 23 00:55:24.765596 dv-cinder-master-3-iscsi neutron-server[104554]: 'LocalIPAssociation': '1.0', Oct 23 00:55:24.765596 dv-cinder-master-3-iscsi neutron-server[104554]: 'Log': '1.0', Oct 23 00:55:24.765596 dv-cinder-master-3-iscsi neutron-server[104554]: 'NDPProxy': '1.0', Oct 23 00:55:24.765596 dv-cinder-master-3-iscsi neutron-server[104554]: 'Network': '1.1', Oct 23 00:55:24.765596 dv-cinder-master-3-iscsi neutron-server[104554]: 'Port': '1.7', Oct 23 00:55:24.765596 dv-cinder-master-3-iscsi neutron-server[104554]: 'PortForwarding': '1.3', Oct 23 00:55:24.765596 dv-cinder-master-3-iscsi neutron-server[104554]: 'QosPolicy': '1.10', Oct 23 00:55:24.765596 dv-cinder-master-3-iscsi neutron-server[104554]: 'SecurityGroup': '1.5', Oct 23 00:55:24.765596 dv-cinder-master-3-iscsi neutron-server[104554]: 'SecurityGroupRule': '1.2', Oct 23 00:55:24.765596 dv-cinder-master-3-iscsi neutron-server[104554]: 'SubPort': '1.0', Oct 23 00:55:24.765596 dv-cinder-master-3-iscsi neutron-server[104554]: 'Subnet': '1.1', Oct 23 00:55:24.765596 dv-cinder-master-3-iscsi neutron-server[104554]: 'Trunk': '1.1'}} Oct 23 00:55:24.765596 dv-cinder-master-3-iscsi neutron-server[104554]: {{(pid=104554) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 23 00:55:24.775746 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-c0d3e407-d532-4dd1-a9a4-85b4b8f041a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (fe70ee00-75ad-4ba1-98e7-043de7aeeb8e), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:24.783211 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-c0d3e407-d532-4dd1-a9a4-85b4b8f041a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:24.784541 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-c0d3e407-d532-4dd1-a9a4-85b4b8f041a6 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/fe70ee00-75ad-4ba1-98e7-043de7aeeb8e HTTP/1.1" status: 204 len: 168 time: 1.7905462 Oct 23 00:55:24.801221 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe48a76-f7f9-40d2-94d6-8e36f79632c3 None None] Checking agent: {'id': 'e5069eb9-82e8-4601-9222-8a50cea677c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 24), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:55:24.802066 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-928375c9-755d-443f-b099-c32890ab02b6 admin admin] Publish callbacks [] for port (e10e1214-c988-4645-bc00-e42d4d9a7e6b), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:24.804429 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe48a76-f7f9-40d2-94d6-8e36f79632c3 None None] Checking segment: {'id': '0d47d9bc-e081-4c9e-9d69-e5804f7aef1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:55:24.804895 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-bbe48a76-f7f9-40d2-94d6-8e36f79632c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:24.807189 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe48a76-f7f9-40d2-94d6-8e36f79632c3 None None] Bound using segment: {'id': '0d47d9bc-e081-4c9e-9d69-e5804f7aef1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'} {{(pid=104554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:55:24.807856 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.managers [None req-bbe48a76-f7f9-40d2-94d6-8e36f79632c3 None None] Bound port: cfbaf355-dc65-4e70-a31f-49dfe300f3d3, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d47d9bc-e081-4c9e-9d69-e5804f7aef1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'}}] {{(pid=104554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:55:24.808264 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-bbe48a76-f7f9-40d2-94d6-8e36f79632c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (cfbaf355-dc65-4e70-a31f-49dfe300f3d3), before_update {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:24.812760 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.db_base_plugin_common [None req-0c93a1ba-17a4-4e80-b4db-0087dc94109d None None] Allocated IP 172.20.0.2 (f8105e98-346f-4369-be4d-2cb2d399c07a/52944cd4-669b-4a10-a076-1661bc94a4a7/02ea638b-e76a-43d4-a7af-3b5be374e752) {{(pid=104553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:55:24.839933 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-1269d97d-82df-4022-b431-d2c089ff6e71 admin admin] Publish callbacks [] for router_gateway (b19da5af-947c-410a-bc2b-a0b1941e7211), precommit_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:24.841355 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=5 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:24.842607 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:24.844971 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-9f9fb68f-55df-46f4-befe-fab8af1b2a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (2174eca8-40a2-4e04-af07-b35f82cfb2d3), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:24.862274 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f9fb68f-55df-46f4-befe-fab8af1b2a53 admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=104551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 00:55:24.874526 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d3e407-d532-4dd1-a9a4-85b4b8f041a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe70ee00-75ad-4ba1-98e7-043de7aeeb8e,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:24.894068 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-9f9fb68f-55df-46f4-befe-fab8af1b2a53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13381139'] for segment (e943d62d-0c42-4d97-95fc-909991a42af4), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:24.895318 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.db.segments_db [None req-9f9fb68f-55df-46f4-befe-fab8af1b2a53 admin admin] Added segment e943d62d-0c42-4d97-95fc-909991a42af4 of type vlan for network b1925aa5-5761-41a7-815b-1f0974e3c32c Oct 23 00:55:24.950979 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.db [None req-bbe48a76-f7f9-40d2-94d6-8e36f79632c3 None None] For port cfbaf355-dc65-4e70-a31f-49dfe300f3d3, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:55:24.959794 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.db [None req-bbe48a76-f7f9-40d2-94d6-8e36f79632c3 None None] For port cfbaf355-dc65-4e70-a31f-49dfe300f3d3, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=cfbaf355-dc65-4e70-a31f-49dfe300f3d3,segment=NetworkSegment(0d47d9bc-e081-4c9e-9d69-e5804f7aef1d),segment_id=0d47d9bc-e081-4c9e-9d69-e5804f7aef1d)] {{(pid=104554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:55:24.961715 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:24.980519 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-bbe48a76-f7f9-40d2-94d6-8e36f79632c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (cfbaf355-dc65-4e70-a31f-49dfe300f3d3), after_update {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:24.996221 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-9f9fb68f-55df-46f4-befe-fab8af1b2a53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758734439581'] for network (b1925aa5-5761-41a7-815b-1f0974e3c32c), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:25.028609 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-928375c9-755d-443f-b099-c32890ab02b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446'] for port (e10e1214-c988-4645-bc00-e42d4d9a7e6b), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:25.056111 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe48a76-f7f9-40d2-94d6-8e36f79632c3 None None] Routers {'2c238434-bfef-4fde-aac0-cae3ae6aa742'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:55:25.058817 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-bbe48a76-f7f9-40d2-94d6-8e36f79632c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T00:55:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['2c238434-bfef-4fde-aac0-cae3ae6aa742'], 'active': True} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:25.222420 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928375c9-755d-443f-b099-c32890ab02b6 admin admin] Network f9ff398c-cd2a-4430-b908-7f7163c266f3 is already hosted by enough agents. {{(pid=104551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:55:25.228109 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9fb68f-55df-46f4-befe-fab8af1b2a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2174eca8-40a2-4e04-af07-b35f82cfb2d3,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:25.243755 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.base_scheduler [None req-928375c9-755d-443f-b099-c32890ab02b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:55:25.251119 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c916d7b-0ee5-4da4-81cf-7cc81aa67bce None None] Pushing event updated for resources: {'Port': ['ID=cfbaf355-dc65-4e70-a31f-49dfe300f3d3,revision_number=3']} {{(pid=104554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:25.251521 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928375c9-755d-443f-b099-c32890ab02b6 admin admin] Received port after_create {{(pid=104551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:55:25.257747 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-9f9fb68f-55df-46f4-befe-fab8af1b2a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493'] for network (b1925aa5-5761-41a7-815b-1f0974e3c32c), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:25.264358 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9fb68f-55df-46f4-befe-fab8af1b2a53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:25.265991 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-9f9fb68f-55df-46f4-befe-fab8af1b2a53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for network (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:25.306700 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ebd158-8a94-4d4a-a726-46dd0efa05c6 None None] Network 1d27b6d9-fef6-49cb-833f-13cb9578958e is already hosted by enough agents. {{(pid=104553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:55:25.316833 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:25.322413 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-a324cba9-dde1-4c81-bac7-bd91b92045a7 admin admin] Publish callbacks [] for router_gateway (2d77609f-f6a2-4b66-94b2-dbd18b570cb6), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:25.322813 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.scheduler.base_scheduler [None req-16ebd158-8a94-4d4a-a726-46dd0efa05c6 None None] Resources bound (agent type, host, resource id): {{(pid=104553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:55:25.349702 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvr_db [None req-bbe48a76-f7f9-40d2-94d6-8e36f79632c3 None None] Set router 2c238434-bfef-4fde-aac0-cae3ae6aa742 gateway port host: dv-cinder-master-3-iscsi {{(pid=104554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:55:25.371817 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ebd158-8a94-4d4a-a726-46dd0efa05c6 None None] Received port after_create {{(pid=104553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:55:25.390266 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-a324cba9-dde1-4c81-bac7-bd91b92045a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:25.394456 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 46230) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:25.478187 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-1269d97d-82df-4022-b431-d2c089ff6e71 admin admin] Publish callbacks [] for router_gateway (b19da5af-947c-410a-bc2b-a0b1941e7211), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:25.502285 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port 81a4888a-a035-4442-91ea-dd123a7c1c39 is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:25.506042 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-1269d97d-82df-4022-b431-d2c089ff6e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:25.511561 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928375c9-755d-443f-b099-c32890ab02b6 admin admin] Pushing event updated for resources: {'Port': ['ID=e10e1214-c988-4645-bc00-e42d4d9a7e6b,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:25.524329 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-bd73529f-3d21-447f-aa8b-2533cdebe197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:25.529111 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:25.544954 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ebd158-8a94-4d4a-a726-46dd0efa05c6 None None] Pushing event updated for resources: {'Port': ['ID=2d687c63-2eda-4404-94d4-512d1659dd28,revision_number=1']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:25.560897 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-9f9fb68f-55df-46f4-befe-fab8af1b2a53 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4278641 Oct 23 00:55:25.573975 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 46234) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:25.619077 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-16ebd158-8a94-4d4a-a726-46dd0efa05c6 None None] Attempting to bind port 2d687c63-2eda-4404-94d4-512d1659dd28 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:55:25.619745 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-16ebd158-8a94-4d4a-a726-46dd0efa05c6 None None] Attempting to bind port 2d687c63-2eda-4404-94d4-512d1659dd28 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '63b58a73-ffd1-4018-ac3c-0db314c2c768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1d27b6d9-fef6-49cb-833f-13cb9578958e'}] {{(pid=104553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:55:25.620283 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ebd158-8a94-4d4a-a726-46dd0efa05c6 None None] Attempting to bind port 2d687c63-2eda-4404-94d4-512d1659dd28 on network 1d27b6d9-fef6-49cb-833f-13cb9578958e {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:55:25.625599 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-e7068922-2640-40b6-a5b2-5404090503ed admin admin] Request body: {'subnet': {'network_id': 'b1925aa5-5761-41a7-815b-1f0974e3c32c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-338684226-subnet', 'tenant_id': '52f36de98c1948ceb410e578273660f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:55:25.677764 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-bbe48a76-f7f9-40d2-94d6-8e36f79632c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c238434-bfef-4fde-aac0-cae3ae6aa742', 'name': 'tempest-DeleteServersTestJSON-2093722459-router', 'tenant_id': '29c3589cf3024c1083bc90f33ab61c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.240'}], 'enable_snat': True}, 'gw_port_id': 'cfbaf355-dc65-4e70-a31f-49dfe300f3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:18Z', 'updated_at': '2022-10-23T00:55:21Z', 'revision_number': 3, 'project_id': '29c3589cf3024c1083bc90f33ab61c00', 'gw_port': {'id': 'cfbaf355-dc65-4e70-a31f-49dfe300f3d3', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:af:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c238434-bfef-4fde-aac0-cae3ae6aa742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:19Z', 'updated_at': '2022-10-23T00:55:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:25.698164 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9fb68f-55df-46f4-befe-fab8af1b2a53 admin admin] Pushing event updated for resources: {'Network': ['ID=b1925aa5-5761-41a7-815b-1f0974e3c32c,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:25.707653 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe48a76-f7f9-40d2-94d6-8e36f79632c3 None None] The sync data for ids ['2c238434-bfef-4fde-aac0-cae3ae6aa742'] in dv-cinder-master-3-iscsi is: [{'id': '2c238434-bfef-4fde-aac0-cae3ae6aa742', 'name': 'tempest-DeleteServersTestJSON-2093722459-router', 'tenant_id': '29c3589cf3024c1083bc90f33ab61c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.240'}], 'enable_snat': True}, 'gw_port_id': 'cfbaf355-dc65-4e70-a31f-49dfe300f3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:18Z', 'updated_at': '2022-10-23T00:55:21Z', 'revision_number': 3, 'project_id': '29c3589cf3024c1083bc90f33ab61c00', 'gw_port': {'id': 'cfbaf355-dc65-4e70-a31f-49dfe300f3d3', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:af:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c238434-bfef-4fde-aac0-cae3ae6aa742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:19Z', 'updated_at': '2022-10-23T00:55:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=104554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 00:55:25.763270 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=8 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:25.776587 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Network b1925aa5-5761-41a7-815b-1f0974e3c32c details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104553) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 00:55:25.786484 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-b97844e1-a101-4690-8c3c-2f384ee7247d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:25.835580 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ebd158-8a94-4d4a-a726-46dd0efa05c6 None None] Checking agent: {'id': 'e5069eb9-82e8-4601-9222-8a50cea677c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 24), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:55:25.835580 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ebd158-8a94-4d4a-a726-46dd0efa05c6 None None] Checking segment: {'id': '63b58a73-ffd1-4018-ac3c-0db314c2c768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1d27b6d9-fef6-49cb-833f-13cb9578958e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:55:25.835580 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-16ebd158-8a94-4d4a-a726-46dd0efa05c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:25.835580 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ebd158-8a94-4d4a-a726-46dd0efa05c6 None None] Bound using segment: {'id': '63b58a73-ffd1-4018-ac3c-0db314c2c768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1d27b6d9-fef6-49cb-833f-13cb9578958e'} {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:55:25.836054 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-16ebd158-8a94-4d4a-a726-46dd0efa05c6 None None] Bound port: 2d687c63-2eda-4404-94d4-512d1659dd28, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63b58a73-ffd1-4018-ac3c-0db314c2c768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1d27b6d9-fef6-49cb-833f-13cb9578958e'}}] {{(pid=104553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:55:25.836140 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-16ebd158-8a94-4d4a-a726-46dd0efa05c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (2d687c63-2eda-4404-94d4-512d1659dd28), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:25.837568 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7068922-2640-40b6-a5b2-5404090503ed admin admin] Made reservation on behalf of 52f36de98c1948ceb410e578273660f5 for: {'subnet': 1} {{(pid=104551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:55:25.840432 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e7068922-2640-40b6-a5b2-5404090503ed admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:25.845254 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.db_base_plugin_common [None req-a324cba9-dde1-4c81-bac7-bd91b92045a7 admin admin] Allocated IP 172.37.4.144 (f9ff398c-cd2a-4430-b908-7f7163c266f3/dd152ba8-6213-403c-b7fc-9b4ab174f9a2/f0e20492-cd09-472c-ad67-7a194ee39b4a) {{(pid=104552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:55:25.863363 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:25.871957 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-928375c9-755d-443f-b099-c32890ab02b6 admin admin] Publish callbacks [] for router_gateway (fdd0b971-41e7-4c06-aca2-3799f3e76e98), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:25.872767 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.db_base_plugin_common [None req-bd73529f-3d21-447f-aa8b-2533cdebe197 admin admin] Allocated IP 172.20.0.1 (af018619-0331-4553-bdbc-b12c91da85cf/6f0acb91-496c-45f4-acb5-584ff234a755/1af047de-df31-40f1-8ab4-6afa1a4ee2ae) {{(pid=104552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:55:25.879102 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:25.938226 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e6797d6d-e43a-4c19-b68f-f9de548ff5a3 None None] Publish callbacks [] for port (fe0c83f1-a5c5-47bb-a91f-c709bd53e220), precommit_create {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:25.989733 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e6797d6d-e43a-4c19-b68f-f9de548ff5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446'] for port (fe0c83f1-a5c5-47bb-a91f-c709bd53e220), after_create {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:26.011019 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-0c93a1ba-17a4-4e80-b4db-0087dc94109d None None] Publish callbacks [] for port (02ea638b-e76a-43d4-a7af-3b5be374e752), precommit_create {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:26.048772 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-0c93a1ba-17a4-4e80-b4db-0087dc94109d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446'] for port (02ea638b-e76a-43d4-a7af-3b5be374e752), after_create {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:26.076676 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:26.091130 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6797d6d-e43a-4c19-b68f-f9de548ff5a3 None None] Network 6e24fc8d-42d5-4d11-b06b-37a4738231b0 is already hosted by enough agents. {{(pid=104553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:55:26.115184 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.scheduler.base_scheduler [None req-e6797d6d-e43a-4c19-b68f-f9de548ff5a3 None None] Resources bound (agent type, host, resource id): {{(pid=104553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:55:26.119935 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-bd73529f-3d21-447f-aa8b-2533cdebe197 admin admin] Publish callbacks [] for port (1af047de-df31-40f1-8ab4-6afa1a4ee2ae), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:26.126089 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-a324cba9-dde1-4c81-bac7-bd91b92045a7 admin admin] Publish callbacks [] for port (f0e20492-cd09-472c-ad67-7a194ee39b4a), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:26.127969 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6797d6d-e43a-4c19-b68f-f9de548ff5a3 None None] Received port after_create {{(pid=104553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:55:26.131763 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-16ebd158-8a94-4d4a-a726-46dd0efa05c6 None None] For port 2d687c63-2eda-4404-94d4-512d1659dd28, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:55:26.141348 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6797d6d-e43a-4c19-b68f-f9de548ff5a3 None None] Pushing event updated for resources: {'Port': ['ID=fe0c83f1-a5c5-47bb-a91f-c709bd53e220,revision_number=1']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:26.233743 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-bd73529f-3d21-447f-aa8b-2533cdebe197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446'] for port (1af047de-df31-40f1-8ab4-6afa1a4ee2ae), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:26.243652 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c93a1ba-17a4-4e80-b4db-0087dc94109d None None] Network f8105e98-346f-4369-be4d-2cb2d399c07a is already hosted by enough agents. {{(pid=104553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:55:26.247281 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c93a1ba-17a4-4e80-b4db-0087dc94109d None None] Pushing event updated for resources: {'Port': ['ID=02ea638b-e76a-43d4-a7af-3b5be374e752,revision_number=1']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:26.254400 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.scheduler.base_scheduler [None req-0c93a1ba-17a4-4e80-b4db-0087dc94109d None None] Resources bound (agent type, host, resource id): {{(pid=104553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:55:26.261146 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c93a1ba-17a4-4e80-b4db-0087dc94109d None None] Received port after_create {{(pid=104553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:55:26.270145 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-16ebd158-8a94-4d4a-a726-46dd0efa05c6 None None] For port 2d687c63-2eda-4404-94d4-512d1659dd28, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=2d687c63-2eda-4404-94d4-512d1659dd28,segment=NetworkSegment(63b58a73-ffd1-4018-ac3c-0db314c2c768),segment_id=63b58a73-ffd1-4018-ac3c-0db314c2c768)] {{(pid=104553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:55:26.293975 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-a324cba9-dde1-4c81-bac7-bd91b92045a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446'] for port (f0e20492-cd09-472c-ad67-7a194ee39b4a), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:26.339984 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-b97844e1-a101-4690-8c3c-2f384ee7247d admin admin] Publish callbacks [] for security_group (e7163c69-1289-4763-b6ee-cd204a523d54), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:26.352501 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-b97844e1-a101-4690-8c3c-2f384ee7247d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (e7163c69-1289-4763-b6ee-cd204a523d54), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:26.424514 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-16ebd158-8a94-4d4a-a726-46dd0efa05c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (2d687c63-2eda-4404-94d4-512d1659dd28), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:26.516792 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-e6797d6d-e43a-4c19-b68f-f9de548ff5a3 None None] Attempting to bind port fe0c83f1-a5c5-47bb-a91f-c709bd53e220 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:55:26.517223 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-e6797d6d-e43a-4c19-b68f-f9de548ff5a3 None None] Attempting to bind port fe0c83f1-a5c5-47bb-a91f-c709bd53e220 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '6c7f3988-5c29-4b49-bf43-a45d839e2e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6e24fc8d-42d5-4d11-b06b-37a4738231b0'}] {{(pid=104553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:55:26.517584 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6797d6d-e43a-4c19-b68f-f9de548ff5a3 None None] Attempting to bind port fe0c83f1-a5c5-47bb-a91f-c709bd53e220 on network 6e24fc8d-42d5-4d11-b06b-37a4738231b0 {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:55:26.524339 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-0c93a1ba-17a4-4e80-b4db-0087dc94109d None None] Attempting to bind port 02ea638b-e76a-43d4-a7af-3b5be374e752 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:55:26.524712 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-0c93a1ba-17a4-4e80-b4db-0087dc94109d None None] Attempting to bind port 02ea638b-e76a-43d4-a7af-3b5be374e752 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '7dc83201-cb39-4cd2-9302-c1b785eda914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f8105e98-346f-4369-be4d-2cb2d399c07a'}] {{(pid=104553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:55:26.525110 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c93a1ba-17a4-4e80-b4db-0087dc94109d None None] Attempting to bind port 02ea638b-e76a-43d4-a7af-3b5be374e752 on network f8105e98-346f-4369-be4d-2cb2d399c07a {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:55:26.556839 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd73529f-3d21-447f-aa8b-2533cdebe197 admin admin] Network af018619-0331-4553-bdbc-b12c91da85cf is already hosted by enough agents. {{(pid=104552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:55:26.572061 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd73529f-3d21-447f-aa8b-2533cdebe197 admin admin] Pushing event updated for resources: {'Port': ['ID=1af047de-df31-40f1-8ab4-6afa1a4ee2ae,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:26.645727 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-b97844e1-a101-4690-8c3c-2f384ee7247d admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=39abd517c140428ab567f4efa5d249b2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1459513 Oct 23 00:55:26.646688 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97844e1-a101-4690-8c3c-2f384ee7247d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7163c69-1289-4763-b6ee-cd204a523d54,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:26.647499 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c93a1ba-17a4-4e80-b4db-0087dc94109d None None] Checking agent: {'id': 'e5069eb9-82e8-4601-9222-8a50cea677c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 24), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:55:26.647871 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c93a1ba-17a4-4e80-b4db-0087dc94109d None None] Checking segment: {'id': '7dc83201-cb39-4cd2-9302-c1b785eda914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f8105e98-346f-4369-be4d-2cb2d399c07a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:55:26.648275 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-0c93a1ba-17a4-4e80-b4db-0087dc94109d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:26.648663 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c93a1ba-17a4-4e80-b4db-0087dc94109d None None] Bound using segment: {'id': '7dc83201-cb39-4cd2-9302-c1b785eda914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f8105e98-346f-4369-be4d-2cb2d399c07a'} {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:55:26.649231 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-0c93a1ba-17a4-4e80-b4db-0087dc94109d None None] Bound port: 02ea638b-e76a-43d4-a7af-3b5be374e752, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dc83201-cb39-4cd2-9302-c1b785eda914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f8105e98-346f-4369-be4d-2cb2d399c07a'}}] {{(pid=104553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:55:26.651815 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-0c93a1ba-17a4-4e80-b4db-0087dc94109d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (02ea638b-e76a-43d4-a7af-3b5be374e752), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:26.658630 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 46258) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:26.677374 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ebd158-8a94-4d4a-a726-46dd0efa05c6 None None] Pushing event updated for resources: {'Port': ['ID=2d687c63-2eda-4404-94d4-512d1659dd28,revision_number=2']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:26.677876 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a324cba9-dde1-4c81-bac7-bd91b92045a7 admin admin] Network f9ff398c-cd2a-4430-b908-7f7163c266f3 is already hosted by enough agents. {{(pid=104552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:55:26.680635 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.base_scheduler [None req-bd73529f-3d21-447f-aa8b-2533cdebe197 admin admin] Resources bound (agent type, host, resource id): {{(pid=104552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:55:26.684455 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd73529f-3d21-447f-aa8b-2533cdebe197 admin admin] Received port after_create {{(pid=104552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:55:26.685084 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-bd73529f-3d21-447f-aa8b-2533cdebe197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517312'] for router_interface (2c238434-bfef-4fde-aac0-cae3ae6aa742), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:26.733735 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-928375c9-755d-443f-b099-c32890ab02b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-401071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398604'] for router (fdd0b971-41e7-4c06-aca2-3799f3e76e98), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:26.736000 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:26.736911 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6797d6d-e43a-4c19-b68f-f9de548ff5a3 None None] Checking agent: {'id': 'e5069eb9-82e8-4601-9222-8a50cea677c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 24), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:55:26.738762 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6797d6d-e43a-4c19-b68f-f9de548ff5a3 None None] Checking segment: {'id': '6c7f3988-5c29-4b49-bf43-a45d839e2e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6e24fc8d-42d5-4d11-b06b-37a4738231b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:55:26.739623 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e6797d6d-e43a-4c19-b68f-f9de548ff5a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:26.740182 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6797d6d-e43a-4c19-b68f-f9de548ff5a3 None None] Bound using segment: {'id': '6c7f3988-5c29-4b49-bf43-a45d839e2e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6e24fc8d-42d5-4d11-b06b-37a4738231b0'} {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:55:26.740884 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-e6797d6d-e43a-4c19-b68f-f9de548ff5a3 None None] Bound port: fe0c83f1-a5c5-47bb-a91f-c709bd53e220, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c7f3988-5c29-4b49-bf43-a45d839e2e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6e24fc8d-42d5-4d11-b06b-37a4738231b0'}}] {{(pid=104553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:55:26.741694 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e6797d6d-e43a-4c19-b68f-f9de548ff5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (fe0c83f1-a5c5-47bb-a91f-c709bd53e220), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:26.894575 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-e6797d6d-e43a-4c19-b68f-f9de548ff5a3 None None] For port fe0c83f1-a5c5-47bb-a91f-c709bd53e220, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:55:26.898249 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-e6797d6d-e43a-4c19-b68f-f9de548ff5a3 None None] For port fe0c83f1-a5c5-47bb-a91f-c709bd53e220, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=fe0c83f1-a5c5-47bb-a91f-c709bd53e220,segment=NetworkSegment(6c7f3988-5c29-4b49-bf43-a45d839e2e81),segment_id=6c7f3988-5c29-4b49-bf43-a45d839e2e81)] {{(pid=104553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:55:26.918391 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324cba9-dde1-4c81-bac7-bd91b92045a7 admin admin] Pushing event updated for resources: {'Port': ['ID=f0e20492-cd09-472c-ad67-7a194ee39b4a,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:26.924948 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.base_scheduler [None req-a324cba9-dde1-4c81-bac7-bd91b92045a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:55:26.927681 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a324cba9-dde1-4c81-bac7-bd91b92045a7 admin admin] Received port after_create {{(pid=104552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:55:27.004839 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-0c93a1ba-17a4-4e80-b4db-0087dc94109d None None] For port 02ea638b-e76a-43d4-a7af-3b5be374e752, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:55:27.010692 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-0c93a1ba-17a4-4e80-b4db-0087dc94109d None None] For port 02ea638b-e76a-43d4-a7af-3b5be374e752, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=02ea638b-e76a-43d4-a7af-3b5be374e752,segment=NetworkSegment(7dc83201-cb39-4cd2-9302-c1b785eda914),segment_id=7dc83201-cb39-4cd2-9302-c1b785eda914)] {{(pid=104553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:55:27.023880 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e7068922-2640-40b6-a5b2-5404090503ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493'] for subnet (fac20a69-0883-4ad5-8616-bfb98513cb28), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:27.041562 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e6797d6d-e43a-4c19-b68f-f9de548ff5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (fe0c83f1-a5c5-47bb-a91f-c709bd53e220), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:27.058644 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:27.166885 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-0c93a1ba-17a4-4e80-b4db-0087dc94109d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (02ea638b-e76a-43d4-a7af-3b5be374e752), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:27.179749 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6797d6d-e43a-4c19-b68f-f9de548ff5a3 None None] Pushing event updated for resources: {'Port': ['ID=fe0c83f1-a5c5-47bb-a91f-c709bd53e220,revision_number=2']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:27.186480 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-caa36798-0dab-446f-a76a-a7a21d8464cb admin admin] Publish callbacks [] for security_group (e7163c69-1289-4763-b6ee-cd204a523d54), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:27.211324 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:27.233628 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-a324cba9-dde1-4c81-bac7-bd91b92045a7 admin admin] Publish callbacks [] for router_gateway (2d77609f-f6a2-4b66-94b2-dbd18b570cb6), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:27.260885 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-b3404803-5ace-4a75-b08c-3a8b3728f39f None None] Provisioning complete for port 1af047de-df31-40f1-8ab4-6afa1a4ee2ae triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:27.261843 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-b3404803-5ace-4a75-b08c-3a8b3728f39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (1af047de-df31-40f1-8ab4-6afa1a4ee2ae), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:27.262190 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-b3404803-5ace-4a75-b08c-3a8b3728f39f None None] Attempt 1 to provision port 1af047de-df31-40f1-8ab4-6afa1a4ee2ae Oct 23 00:55:27.314459 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-caa36798-0dab-446f-a76a-a7a21d8464cb admin admin] Publish callbacks [] for security_group (e7163c69-1289-4763-b6ee-cd204a523d54), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:27.357948 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7068922-2640-40b6-a5b2-5404090503ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=fac20a69-0883-4ad5-8616-bfb98513cb28,revision_number=0']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:27.377207 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-b3404803-5ace-4a75-b08c-3a8b3728f39f None None] Port 1af047de-df31-40f1-8ab4-6afa1a4ee2ae cannot update to ACTIVE because it is not bound. {{(pid=104553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 00:55:27.403421 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c93a1ba-17a4-4e80-b4db-0087dc94109d None None] Pushing event updated for resources: {'Port': ['ID=02ea638b-e76a-43d4-a7af-3b5be374e752,revision_number=2']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:27.411252 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.db_base_plugin_common [None req-1269d97d-82df-4022-b431-d2c089ff6e71 admin admin] Allocated IP 172.37.4.212 (f9ff398c-cd2a-4430-b908-7f7163c266f3/dd152ba8-6213-403c-b7fc-9b4ab174f9a2/c3d281d7-77bc-45d4-bfbc-c30a363df5dd) {{(pid=104552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:55:27.446044 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:27.512074 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7068922-2640-40b6-a5b2-5404090503ed admin admin] Checking segment: {'id': 'e943d62d-0c42-4d97-95fc-909991a42af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b1925aa5-5761-41a7-815b-1f0974e3c32c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:55:27.512294 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7068922-2640-40b6-a5b2-5404090503ed admin admin] Network hostable DHCP agents. Network: b1925aa5-5761-41a7-815b-1f0974e3c32c, hostable agents: ['6b66cfba-c169-484b-b3a5-13fb9b6528cf'], hosted agents: [] {{(pid=104551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 00:55:27.549275 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-928375c9-755d-443f-b099-c32890ab02b6 admin admin] Router fdd0b971-41e7-4c06-aca2-3799f3e76e98 is scheduled to L3 agent 71de1650-f9d9-4095-92e6-e37ec99e20cf with binding_index 1 {{(pid=104551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 00:55:27.550581 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-bd73529f-3d21-447f-aa8b-2533cdebe197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (1af047de-df31-40f1-8ab4-6afa1a4ee2ae), before_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:27.570834 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7068922-2640-40b6-a5b2-5404090503ed admin admin] Network b1925aa5-5761-41a7-815b-1f0974e3c32c is scheduled to be hosted by DHCP agent 6b66cfba-c169-484b-b3a5-13fb9b6528cf with binding_index 1 {{(pid=104551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 00:55:27.822660 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-caa36798-0dab-446f-a76a-a7a21d8464cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (e7163c69-1289-4763-b6ee-cd204a523d54), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:27.827216 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-caa36798-0dab-446f-a76a-a7a21d8464cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:27.831211 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-caa36798-0dab-446f-a76a-a7a21d8464cb admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/e7163c69-1289-4763-b6ee-cd204a523d54 HTTP/1.1" status: 204 len: 168 time: 1.1663170 Oct 23 00:55:27.837767 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.base_scheduler [None req-e7068922-2640-40b6-a5b2-5404090503ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, b1925aa5-5761-41a7-815b-1f0974e3c32c) {{(pid=104551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:55:27.856595 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7068922-2640-40b6-a5b2-5404090503ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:27.857602 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e7068922-2640-40b6-a5b2-5404090503ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for subnet (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:27.864901 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa36798-0dab-446f-a76a-a7a21d8464cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7163c69-1289-4763-b6ee-cd204a523d54,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:27.865099 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf8e079-5cb9-4e17-b2e2-e4044d41cf7f None None] Network b1925aa5-5761-41a7-815b-1f0974e3c32c requested from dv-cinder-master-3-iscsi {{(pid=104553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 00:55:28.031600 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-e7068922-2640-40b6-a5b2-5404090503ed admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.4422386 Oct 23 00:55:28.086556 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928375c9-755d-443f-b099-c32890ab02b6 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 00:55:28.136533 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc6bec0-3ead-4f77-91e8-fa680f99d708 None None] Sync routers for ids ['fdd0b971-41e7-4c06-aca2-3799f3e76e98'] in dv-cinder-master-3-iscsi {{(pid=104553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 00:55:28.180334 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-928375c9-755d-443f-b099-c32890ab02b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:28.184178 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-928375c9-755d-443f-b099-c32890ab02b6 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0961280 Oct 23 00:55:28.190892 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 46318) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:28.300272 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:28.334958 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc6bec0-3ead-4f77-91e8-fa680f99d708 None None] Routers {'fdd0b971-41e7-4c06-aca2-3799f3e76e98'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:55:28.335616 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-8cc6bec0-3ead-4f77-91e8-fa680f99d708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T00:55:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['fdd0b971-41e7-4c06-aca2-3799f3e76e98'], 'active': True} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:28.466541 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 02ea638b-e76a-43d4-a7af-3b5be374e752 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:55:28.470092 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1c13fb-e073-415a-a25c-91919feacd4f None None] Network 1d27b6d9-fef6-49cb-833f-13cb9578958e requested from dv-cinder-master-3-iscsi {{(pid=104553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 00:55:28.493505 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 46332) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:28.518448 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:28.603379 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-d51d431b-54b2-40c8-88b5-b06e31ee51d4 None None] Provisioning complete for port 2d687c63-2eda-4404-94d4-512d1659dd28 triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:28.603766 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-d51d431b-54b2-40c8-88b5-b06e31ee51d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (2d687c63-2eda-4404-94d4-512d1659dd28), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:28.604104 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-d51d431b-54b2-40c8-88b5-b06e31ee51d4 None None] Attempt 1 to provision port 2d687c63-2eda-4404-94d4-512d1659dd28 Oct 23 00:55:28.618308 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389b5882-3c99-4801-abff-9a1c7aaf58cd None None] Network b1925aa5-5761-41a7-815b-1f0974e3c32c requested from dv-cinder-master-3-iscsi {{(pid=104553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 00:55:28.714547 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:INSERT=2 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:28.737811 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-1269d97d-82df-4022-b431-d2c089ff6e71 admin admin] Publish callbacks [] for port (c3d281d7-77bc-45d4-bfbc-c30a363df5dd), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:28.798756 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bd7fde3-408c-42dd-920c-0896c5fcae7a admin admin] Deleting subnet e8caf190-1929-4d28-927b-ec9b345ce0f1 {{(pid=104552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 00:55:28.824959 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-bd73529f-3d21-447f-aa8b-2533cdebe197 admin admin] Publish callbacks [] for port (1af047de-df31-40f1-8ab4-6afa1a4ee2ae), precommit_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:28.831531 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-2bd7fde3-408c-42dd-920c-0896c5fcae7a admin admin] Publish callbacks [] for subnet (e8caf190-1929-4d28-927b-ec9b345ce0f1), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:28.903629 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvr_db [None req-8cc6bec0-3ead-4f77-91e8-fa680f99d708 None None] Set router fdd0b971-41e7-4c06-aca2-3799f3e76e98 gateway port host: dv-cinder-master-3-iscsi {{(pid=104553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:55:28.972396 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-2bd7fde3-408c-42dd-920c-0896c5fcae7a admin admin] Publish callbacks [] for subnet (e8caf190-1929-4d28-927b-ec9b345ce0f1), precommit_delete_associations {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:28.996385 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-a324cba9-dde1-4c81-bac7-bd91b92045a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-401071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398604'] for router (2d77609f-f6a2-4b66-94b2-dbd18b570cb6), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:29.008581 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-bd73529f-3d21-447f-aa8b-2533cdebe197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (1af047de-df31-40f1-8ab4-6afa1a4ee2ae), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:29.009377 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-bd73529f-3d21-447f-aa8b-2533cdebe197 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-517204'] for router_interface (2c238434-bfef-4fde-aac0-cae3ae6aa742), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:29.011304 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:29.014988 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-2bd7fde3-408c-42dd-920c-0896c5fcae7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13457227'] for subnet (e8caf190-1929-4d28-927b-ec9b345ce0f1), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:29.021261 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-1269d97d-82df-4022-b431-d2c089ff6e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446'] for port (c3d281d7-77bc-45d4-bfbc-c30a363df5dd), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:29.154307 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-bcfdcb8d-26b8-4378-849f-c60adf62bbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:29.204997 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:29.370843 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1269d97d-82df-4022-b431-d2c089ff6e71 admin admin] Network f9ff398c-cd2a-4430-b908-7f7163c266f3 is already hosted by enough agents. {{(pid=104552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:55:29.382511 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port 02ea638b-e76a-43d4-a7af-3b5be374e752 triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:29.384895 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (02ea638b-e76a-43d4-a7af-3b5be374e752), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:29.385755 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port 02ea638b-e76a-43d4-a7af-3b5be374e752 Oct 23 00:55:29.508228 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.base_scheduler [None req-1269d97d-82df-4022-b431-d2c089ff6e71 admin admin] Resources bound (agent type, host, resource id): {{(pid=104552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:55:29.522864 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd73529f-3d21-447f-aa8b-2533cdebe197 admin admin] Pushing event updated for resources: {'Port': ['ID=1af047de-df31-40f1-8ab4-6afa1a4ee2ae,revision_number=2']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:29.537821 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1269d97d-82df-4022-b431-d2c089ff6e71 admin admin] Received port after_create {{(pid=104552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:55:29.664083 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.db_base_plugin_common [None req-bcfdcb8d-26b8-4378-849f-c60adf62bbc1 admin admin] Allocated IP 172.20.0.1 (6e24fc8d-42d5-4d11-b06b-37a4738231b0/bdebfcdc-6951-4fee-aa37-29ecb806813d/9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a) {{(pid=104551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:55:29.695591 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28b1926-2e47-435a-8bda-26528b564143 None None] Network 6e24fc8d-42d5-4d11-b06b-37a4738231b0 requested from dv-cinder-master-3-iscsi {{(pid=104553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 00:55:29.782069 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-2bd7fde3-408c-42dd-920c-0896c5fcae7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-13457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493'] for subnet (e8caf190-1929-4d28-927b-ec9b345ce0f1), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:29.831501 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6538738d-87d1-4101-8b79-a597b8af9485 None None] Network f8105e98-346f-4369-be4d-2cb2d399c07a requested from dv-cinder-master-3-iscsi {{(pid=104553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 00:55:29.896766 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-bcfdcb8d-26b8-4378-849f-c60adf62bbc1 admin admin] Publish callbacks [] for port (9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:29.905448 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:29.975955 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=100 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:29.995077 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-bcfdcb8d-26b8-4378-849f-c60adf62bbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446'] for port (9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:30.060282 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (16cf44eb-3ef2-4361-a416-47ab9083b794), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:30.073679 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfdcb8d-26b8-4378-849f-c60adf62bbc1 admin admin] Network 6e24fc8d-42d5-4d11-b06b-37a4738231b0 is already hosted by enough agents. {{(pid=104551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:55:30.076150 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfdcb8d-26b8-4378-849f-c60adf62bbc1 admin admin] Pushing event updated for resources: {'Port': ['ID=9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:30.086095 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.base_scheduler [None req-bcfdcb8d-26b8-4378-849f-c60adf62bbc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:55:30.089086 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfdcb8d-26b8-4378-849f-c60adf62bbc1 admin admin] Received port after_create {{(pid=104551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:55:30.089590 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-bcfdcb8d-26b8-4378-849f-c60adf62bbc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517312'] for router_interface (fdd0b971-41e7-4c06-aca2-3799f3e76e98), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:30.178512 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-d51d431b-54b2-40c8-88b5-b06e31ee51d4 None None] Current status of the port 2d687c63-2eda-4404-94d4-512d1659dd28 is: DOWN; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:30.179043 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-d51d431b-54b2-40c8-88b5-b06e31ee51d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (2d687c63-2eda-4404-94d4-512d1659dd28), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:30.183471 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port 02ea638b-e76a-43d4-a7af-3b5be374e752 is: DOWN; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:30.183986 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (02ea638b-e76a-43d4-a7af-3b5be374e752), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:30.283423 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd7fde3-408c-42dd-920c-0896c5fcae7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8caf190-1929-4d28-927b-ec9b345ce0f1,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:30.288287 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-d51d431b-54b2-40c8-88b5-b06e31ee51d4 None None] For port 2d687c63-2eda-4404-94d4-512d1659dd28, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=2d687c63-2eda-4404-94d4-512d1659dd28,segment=NetworkSegment(63b58a73-ffd1-4018-ac3c-0db314c2c768),segment_id=63b58a73-ffd1-4018-ac3c-0db314c2c768)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:55:30.333377 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] For port 02ea638b-e76a-43d4-a7af-3b5be374e752, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=02ea638b-e76a-43d4-a7af-3b5be374e752,segment=NetworkSegment(7dc83201-cb39-4cd2-9302-c1b785eda914),segment_id=7dc83201-cb39-4cd2-9302-c1b785eda914)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:55:30.334796 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-2bd7fde3-408c-42dd-920c-0896c5fcae7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for subnet (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:30.338818 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-d51d431b-54b2-40c8-88b5-b06e31ee51d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (2d687c63-2eda-4404-94d4-512d1659dd28), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:30.352190 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (02ea638b-e76a-43d4-a7af-3b5be374e752), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:30.359563 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-2bd7fde3-408c-42dd-920c-0896c5fcae7a admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/e8caf190-1929-4d28-927b-ec9b345ce0f1 HTTP/1.1" status: 204 len: 168 time: 1.8546147 Oct 23 00:55:30.371584 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device cfbaf355-dc65-4e70-a31f-49dfe300f3d3 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:55:30.371745 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1269d97d-82df-4022-b431-d2c089ff6e71 admin admin] Pushing event updated for resources: {'Port': ['ID=c3d281d7-77bc-45d4-bfbc-c30a363df5dd,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:30.376053 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 46412) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:30.386565 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 46414) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:30.466659 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:30.477898 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-8cc6bec0-3ead-4f77-91e8-fa680f99d708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd0b971-41e7-4c06-aca2-3799f3e76e98', 'name': 'tempest-AttachVolumeTestJSON-363803032-router', 'tenant_id': '2a9697845193443ea394c1b480b6b769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.245'}], 'enable_snat': True}, 'gw_port_id': 'e10e1214-c988-4645-bc00-e42d4d9a7e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:25Z', 'revision_number': 3, 'project_id': '2a9697845193443ea394c1b480b6b769', 'gw_port': {'id': 'e10e1214-c988-4645-bc00-e42d4d9a7e6b', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd0b971-41e7-4c06-aca2-3799f3e76e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:24Z', 'updated_at': '2022-10-23T00:55:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:30.517727 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc6bec0-3ead-4f77-91e8-fa680f99d708 None None] Checking router: fdd0b971-41e7-4c06-aca2-3799f3e76e98 for host: dv-cinder-master-3-iscsi {{(pid=104553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 00:55:30.518123 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc6bec0-3ead-4f77-91e8-fa680f99d708 None None] Updating router fdd0b971-41e7-4c06-aca2-3799f3e76e98 port e10e1214-c988-4645-bc00-e42d4d9a7e6b binding host dv-cinder-master-3-iscsi {{(pid=104553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 00:55:30.526328 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-9d06d7b2-ea08-4e03-98ab-cf98f7fb9918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13506626'] for network (2298bb57-87bf-4fb3-94ad-a41a984ccdae), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:30.556686 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd73529f-3d21-447f-aa8b-2533cdebe197 admin admin] Network af018619-0331-4553-bdbc-b12c91da85cf is already hosted by enough agents. {{(pid=104552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:55:30.560446 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-8cc6bec0-3ead-4f77-91e8-fa680f99d708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (e10e1214-c988-4645-bc00-e42d4d9a7e6b), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:30.567597 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.base_scheduler [None req-bd73529f-3d21-447f-aa8b-2533cdebe197 admin admin] Resources bound (agent type, host, resource id): {{(pid=104552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:55:30.616055 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-43a04449-3a56-4702-835e-8168501b155f None None] Provisioning complete for port fe0c83f1-a5c5-47bb-a91f-c709bd53e220 triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:30.618366 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-43a04449-3a56-4702-835e-8168501b155f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (fe0c83f1-a5c5-47bb-a91f-c709bd53e220), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:30.618784 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-43a04449-3a56-4702-835e-8168501b155f None None] Attempt 1 to provision port fe0c83f1-a5c5-47bb-a91f-c709bd53e220 Oct 23 00:55:30.698282 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51d431b-54b2-40c8-88b5-b06e31ee51d4 None None] Pushing event updated for resources: {'Port': ['ID=2d687c63-2eda-4404-94d4-512d1659dd28,revision_number=3']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:30.709900 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-bcfdcb8d-26b8-4378-849f-c60adf62bbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a), before_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:30.817399 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Pushing event updated for resources: {'Port': ['ID=02ea638b-e76a-43d4-a7af-3b5be374e752,revision_number=3']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:30.844990 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port cfbaf355-dc65-4e70-a31f-49dfe300f3d3 triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:30.849253 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (cfbaf355-dc65-4e70-a31f-49dfe300f3d3), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:30.849876 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port cfbaf355-dc65-4e70-a31f-49dfe300f3d3 Oct 23 00:55:30.927403 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a324cba9-dde1-4c81-bac7-bd91b92045a7 admin admin] Router 2d77609f-f6a2-4b66-94b2-dbd18b570cb6 is scheduled to L3 agent 71de1650-f9d9-4095-92e6-e37ec99e20cf with binding_index 1 {{(pid=104552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 00:55:30.951362 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-9d06d7b2-ea08-4e03-98ab-cf98f7fb9918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13455826', 'neutron.services.segments.db._delete_segments_for_network-8758734904131'] for network (2298bb57-87bf-4fb3-94ad-a41a984ccdae), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:30.966962 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:30.992527 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-1269d97d-82df-4022-b431-d2c089ff6e71 admin admin] Publish callbacks [] for router_gateway (b19da5af-947c-410a-bc2b-a0b1941e7211), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:31.020447 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-43a04449-3a56-4702-835e-8168501b155f None None] Current status of the port fe0c83f1-a5c5-47bb-a91f-c709bd53e220 is: DOWN; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:31.021087 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-43a04449-3a56-4702-835e-8168501b155f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (fe0c83f1-a5c5-47bb-a91f-c709bd53e220), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:31.072543 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:31.082088 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-bcfdcb8d-26b8-4378-849f-c60adf62bbc1 admin admin] Publish callbacks [] for port (9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a), precommit_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:31.091164 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-bcfdcb8d-26b8-4378-849f-c60adf62bbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a), after_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:31.092120 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-bcfdcb8d-26b8-4378-849f-c60adf62bbc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-517204'] for router_interface (fdd0b971-41e7-4c06-aca2-3799f3e76e98), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:31.106380 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-9d06d7b2-ea08-4e03-98ab-cf98f7fb9918 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:55:31.106752 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-9d06d7b2-ea08-4e03-98ab-cf98f7fb9918 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:55:31.107567 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-9d06d7b2-ea08-4e03-98ab-cf98f7fb9918 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:55:31.107905 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-9d06d7b2-ea08-4e03-98ab-cf98f7fb9918 admin admin] Subscribe: > port after_create 55550000 {{(pid=104552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:55:31.108245 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-9d06d7b2-ea08-4e03-98ab-cf98f7fb9918 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:55:31.108582 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-9d06d7b2-ea08-4e03-98ab-cf98f7fb9918 admin admin] Subscribe: > port after_update 55550000 {{(pid=104552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:55:31.108968 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-9d06d7b2-ea08-4e03-98ab-cf98f7fb9918 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:55:31.109368 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-9d06d7b2-ea08-4e03-98ab-cf98f7fb9918 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:55:31.109916 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-9d06d7b2-ea08-4e03-98ab-cf98f7fb9918 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:55:31.110255 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-9d06d7b2-ea08-4e03-98ab-cf98f7fb9918 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:55:31.149004 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:31.166300 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-43a04449-3a56-4702-835e-8168501b155f None None] For port fe0c83f1-a5c5-47bb-a91f-c709bd53e220, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=fe0c83f1-a5c5-47bb-a91f-c709bd53e220,segment=NetworkSegment(6c7f3988-5c29-4b49-bf43-a45d839e2e81),segment_id=6c7f3988-5c29-4b49-bf43-a45d839e2e81)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:55:31.185806 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-43a04449-3a56-4702-835e-8168501b155f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (fe0c83f1-a5c5-47bb-a91f-c709bd53e220), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:31.205290 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-43a04449-3a56-4702-835e-8168501b155f None None] Provisioning complete for port 2d687c63-2eda-4404-94d4-512d1659dd28 triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:31.205679 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-43a04449-3a56-4702-835e-8168501b155f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (2d687c63-2eda-4404-94d4-512d1659dd28), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:31.206021 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-43a04449-3a56-4702-835e-8168501b155f None None] Attempt 1 to provision port 2d687c63-2eda-4404-94d4-512d1659dd28 Oct 23 00:55:31.219957 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port cfbaf355-dc65-4e70-a31f-49dfe300f3d3 is: DOWN; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:31.220777 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (cfbaf355-dc65-4e70-a31f-49dfe300f3d3), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:31.228562 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfdcb8d-26b8-4378-849f-c60adf62bbc1 admin admin] Pushing event updated for resources: {'Port': ['ID=9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a,revision_number=2']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:31.272830 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfdcb8d-26b8-4378-849f-c60adf62bbc1 admin admin] Network 6e24fc8d-42d5-4d11-b06b-37a4738231b0 is already hosted by enough agents. {{(pid=104551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:55:31.275058 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.base_scheduler [None req-bcfdcb8d-26b8-4378-849f-c60adf62bbc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:55:31.299527 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a04449-3a56-4702-835e-8168501b155f None None] Pushing event updated for resources: {'Port': ['ID=fe0c83f1-a5c5-47bb-a91f-c709bd53e220,revision_number=3']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:31.435796 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] For port cfbaf355-dc65-4e70-a31f-49dfe300f3d3, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=cfbaf355-dc65-4e70-a31f-49dfe300f3d3,segment=NetworkSegment(0d47d9bc-e081-4c9e-9d69-e5804f7aef1d),segment_id=0d47d9bc-e081-4c9e-9d69-e5804f7aef1d)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:55:31.449211 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (cfbaf355-dc65-4e70-a31f-49dfe300f3d3), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:31.450499 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 2d687c63-2eda-4404-94d4-512d1659dd28 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:55:31.454927 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-8cc6bec0-3ead-4f77-91e8-fa680f99d708 None None] Publish callbacks [] for port (e10e1214-c988-4645-bc00-e42d4d9a7e6b), precommit_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:31.503234 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-9d06d7b2-ea08-4e03-98ab-cf98f7fb9918 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:55:31.503653 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-9d06d7b2-ea08-4e03-98ab-cf98f7fb9918 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:55:31.503907 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-9d06d7b2-ea08-4e03-98ab-cf98f7fb9918 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:55:31.504237 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-9d06d7b2-ea08-4e03-98ab-cf98f7fb9918 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104552) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:55:31.504600 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.services.segments.db [None req-9d06d7b2-ea08-4e03-98ab-cf98f7fb9918 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2298bb57-87bf-4fb3-94ad-a41a984ccdae']}} {{(pid=104552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:31.505637 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:31.523603 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-fd4179fa-9690-4d0a-a558-92c13570b34b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:31.544348 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-8cc6bec0-3ead-4f77-91e8-fa680f99d708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (e10e1214-c988-4645-bc00-e42d4d9a7e6b), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:31.554882 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-43a04449-3a56-4702-835e-8168501b155f None None] Current status of the port 2d687c63-2eda-4404-94d4-512d1659dd28 is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:31.574227 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-43a04449-3a56-4702-835e-8168501b155f None None] Provisioning complete for port 02ea638b-e76a-43d4-a7af-3b5be374e752 triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:31.574984 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-43a04449-3a56-4702-835e-8168501b155f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (02ea638b-e76a-43d4-a7af-3b5be374e752), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:31.575550 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-43a04449-3a56-4702-835e-8168501b155f None None] Attempt 1 to provision port 02ea638b-e76a-43d4-a7af-3b5be374e752 Oct 23 00:55:31.614736 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-8cc6bec0-3ead-4f77-91e8-fa680f99d708 None None] Attempting to bind port e10e1214-c988-4645-bc00-e42d4d9a7e6b on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:55:31.615475 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-8cc6bec0-3ead-4f77-91e8-fa680f99d708 None None] Attempting to bind port e10e1214-c988-4645-bc00-e42d4d9a7e6b by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '0d47d9bc-e081-4c9e-9d69-e5804f7aef1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'}] {{(pid=104553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:55:31.616087 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc6bec0-3ead-4f77-91e8-fa680f99d708 None None] Attempting to bind port e10e1214-c988-4645-bc00-e42d4d9a7e6b on network f9ff398c-cd2a-4430-b908-7f7163c266f3 {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:55:31.636176 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 46448) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:31.665122 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.services.segments.db [None req-9d06d7b2-ea08-4e03-98ab-cf98f7fb9918 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5388c87c-d8eb-4990-84ee-f7fbea771a74') {'for_net_delete': True} {{(pid=104552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:31.665629 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.services.segments.db [None req-9d06d7b2-ea08-4e03-98ab-cf98f7fb9918 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5388c87c-d8eb-4990-84ee-f7fbea771a74') {} {{(pid=104552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:31.670028 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcfdcb8d-26b8-4378-849f-c60adf62bbc1 admin admin] Router fdd0b971-41e7-4c06-aca2-3799f3e76e98 has already been hosted by L3 agent 71de1650-f9d9-4095-92e6-e37ec99e20cf {{(pid=104551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 00:55:31.688085 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Pushing event updated for resources: {'Port': ['ID=cfbaf355-dc65-4e70-a31f-49dfe300f3d3,revision_number=4']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:31.688819 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-9d06d7b2-ea08-4e03-98ab-cf98f7fb9918 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758734904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6324729'] for segment (5388c87c-d8eb-4990-84ee-f7fbea771a74), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:31.722042 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-9d06d7b2-ea08-4e03-98ab-cf98f7fb9918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13381139'] for segment (5388c87c-d8eb-4990-84ee-f7fbea771a74), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:31.730889 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5fd915-15b7-4795-9753-cf943dea5257 None None] Pushing event updated for resources: {'Port': ['ID=e10e1214-c988-4645-bc00-e42d4d9a7e6b,revision_number=2']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:31.738815 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:31.748386 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port 2d687c63-2eda-4404-94d4-512d1659dd28 triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:31.748869 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (2d687c63-2eda-4404-94d4-512d1659dd28), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:31.749127 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port 2d687c63-2eda-4404-94d4-512d1659dd28 Oct 23 00:55:31.753300 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc6bec0-3ead-4f77-91e8-fa680f99d708 None None] Checking agent: {'id': 'e5069eb9-82e8-4601-9222-8a50cea677c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 24), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:55:31.753678 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc6bec0-3ead-4f77-91e8-fa680f99d708 None None] Checking segment: {'id': '0d47d9bc-e081-4c9e-9d69-e5804f7aef1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:55:31.754127 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-8cc6bec0-3ead-4f77-91e8-fa680f99d708 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:31.754480 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc6bec0-3ead-4f77-91e8-fa680f99d708 None None] Bound using segment: {'id': '0d47d9bc-e081-4c9e-9d69-e5804f7aef1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'} {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:55:31.754975 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-8cc6bec0-3ead-4f77-91e8-fa680f99d708 None None] Bound port: e10e1214-c988-4645-bc00-e42d4d9a7e6b, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d47d9bc-e081-4c9e-9d69-e5804f7aef1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'}}] {{(pid=104553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:55:31.755358 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-8cc6bec0-3ead-4f77-91e8-fa680f99d708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (e10e1214-c988-4645-bc00-e42d4d9a7e6b), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:31.780319 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:31.802318 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcfdcb8d-26b8-4378-849f-c60adf62bbc1 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 00:55:31.804964 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d06d7b2-ea08-4e03-98ab-cf98f7fb9918 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=104552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 00:55:31.805913 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-9d06d7b2-ea08-4e03-98ab-cf98f7fb9918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13381139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5995523'] for segment (5388c87c-d8eb-4990-84ee-f7fbea771a74), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:31.815000 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-bcfdcb8d-26b8-4378-849f-c60adf62bbc1 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/fdd0b971-41e7-4c06-aca2-3799f3e76e98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6223414 Oct 23 00:55:31.874965 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-8cc6bec0-3ead-4f77-91e8-fa680f99d708 None None] For port e10e1214-c988-4645-bc00-e42d4d9a7e6b, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:55:31.894001 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-43a04449-3a56-4702-835e-8168501b155f None None] Current status of the port 02ea638b-e76a-43d4-a7af-3b5be374e752 is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:31.900410 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-8cc6bec0-3ead-4f77-91e8-fa680f99d708 None None] For port e10e1214-c988-4645-bc00-e42d4d9a7e6b, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e10e1214-c988-4645-bc00-e42d4d9a7e6b,segment=NetworkSegment(0d47d9bc-e081-4c9e-9d69-e5804f7aef1d),segment_id=0d47d9bc-e081-4c9e-9d69-e5804f7aef1d)] {{(pid=104553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:55:31.900937 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-c9f7442d-d619-42b5-8233-8468b89ab046 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:31.931645 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:31.934799 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-8cc6bec0-3ead-4f77-91e8-fa680f99d708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (e10e1214-c988-4645-bc00-e42d4d9a7e6b), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:32.093494 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port 2d687c63-2eda-4404-94d4-512d1659dd28 is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:32.094994 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device fe0c83f1-a5c5-47bb-a91f-c709bd53e220 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:55:32.123647 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-c9f7442d-d619-42b5-8233-8468b89ab046 admin admin] Publish callbacks [] for security_group (6d557c9d-c255-4d7d-bae1-00a2ca9081d5), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:32.130904 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-c9f7442d-d619-42b5-8233-8468b89ab046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (6d557c9d-c255-4d7d-bae1-00a2ca9081d5), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:32.148224 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc6bec0-3ead-4f77-91e8-fa680f99d708 None None] Routers {'fdd0b971-41e7-4c06-aca2-3799f3e76e98'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:55:32.148950 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-8cc6bec0-3ead-4f77-91e8-fa680f99d708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T00:55:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['fdd0b971-41e7-4c06-aca2-3799f3e76e98'], 'active': True} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:32.150895 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-0347c413-d4d4-4b9c-8fd4-d6f314d73215 None None] Provisioning complete for port 02ea638b-e76a-43d4-a7af-3b5be374e752 triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:32.151269 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-0347c413-d4d4-4b9c-8fd4-d6f314d73215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (02ea638b-e76a-43d4-a7af-3b5be374e752), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:32.151600 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-0347c413-d4d4-4b9c-8fd4-d6f314d73215 None None] Attempt 1 to provision port 02ea638b-e76a-43d4-a7af-3b5be374e752 Oct 23 00:55:32.189162 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-fd4179fa-9690-4d0a-a558-92c13570b34b admin admin] Publish callbacks [] for security_group (16a5a7d0-ba14-40fe-96ac-812ad9bc76d8), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:32.228039 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5fd915-15b7-4795-9753-cf943dea5257 None None] Pushing event updated for resources: {'Port': ['ID=e10e1214-c988-4645-bc00-e42d4d9a7e6b,revision_number=3']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:32.229827 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a324cba9-dde1-4c81-bac7-bd91b92045a7 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 00:55:32.254471 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-c9f7442d-d619-42b5-8233-8468b89ab046 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=4127b2e2de074ac6b1f874b8ee1c7223&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6151206 Oct 23 00:55:32.257054 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e896d74-1a2d-4e2d-bb72-e03c89f3b6f9 None None] Sync routers for ids ['2d77609f-f6a2-4b66-94b2-dbd18b570cb6'] in dv-cinder-master-3-iscsi {{(pid=104554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 00:55:32.258753 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 46482) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:32.277638 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f7442d-d619-42b5-8233-8468b89ab046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d557c9d-c255-4d7d-bae1-00a2ca9081d5,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:32.279471 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e896d74-1a2d-4e2d-bb72-e03c89f3b6f9 None None] Routers {'2d77609f-f6a2-4b66-94b2-dbd18b570cb6'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:55:32.280375 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-0e896d74-1a2d-4e2d-bb72-e03c89f3b6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T00:55:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['2d77609f-f6a2-4b66-94b2-dbd18b570cb6'], 'active': True} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:32.313735 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-fd4179fa-9690-4d0a-a558-92c13570b34b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (16a5a7d0-ba14-40fe-96ac-812ad9bc76d8), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:32.341279 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port fe0c83f1-a5c5-47bb-a91f-c709bd53e220 triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:32.341684 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (fe0c83f1-a5c5-47bb-a91f-c709bd53e220), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:32.342021 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port fe0c83f1-a5c5-47bb-a91f-c709bd53e220 Oct 23 00:55:32.411553 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-7df8f268-99f4-443c-9ee7-f684e1effa18 admin admin] Publish callbacks [] for security_group (6d557c9d-c255-4d7d-bae1-00a2ca9081d5), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:32.423540 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-9d06d7b2-ea08-4e03-98ab-cf98f7fb9918 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13455835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516948'] for network (2298bb57-87bf-4fb3-94ad-a41a984ccdae), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:32.425409 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-a324cba9-dde1-4c81-bac7-bd91b92045a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:32.444911 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-7df8f268-99f4-443c-9ee7-f684e1effa18 admin admin] Publish callbacks [] for security_group (6d557c9d-c255-4d7d-bae1-00a2ca9081d5), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:32.445367 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-a324cba9-dde1-4c81-bac7-bd91b92045a7 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 9.4310613 Oct 23 00:55:32.448086 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 46490) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:32.454145 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:32.483758 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd73529f-3d21-447f-aa8b-2533cdebe197 admin admin] Router 2c238434-bfef-4fde-aac0-cae3ae6aa742 has already been hosted by L3 agent 71de1650-f9d9-4095-92e6-e37ec99e20cf {{(pid=104552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 00:55:32.485195 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 46492) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:32.535093 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.services.segments.plugin [-] Segment 5388c87c-d8eb-4990-84ee-f7fbea771a74 resource provider aggregate not found Oct 23 00:55:32.538848 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvr_db [None req-0e896d74-1a2d-4e2d-bb72-e03c89f3b6f9 None None] Set router 2d77609f-f6a2-4b66-94b2-dbd18b570cb6 gateway port host: dv-cinder-master-3-iscsi {{(pid=104554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:55:32.543925 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [None req-f5ee40d6-0993-478d-8724-de0a681a2c20 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Request body: {'security_group': {'name': 'tempest-securitygroup--328009685', 'description': 'tempest-description--2002163688'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:55:32.575107 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-0347c413-d4d4-4b9c-8fd4-d6f314d73215 None None] Current status of the port 02ea638b-e76a-43d4-a7af-3b5be374e752 is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:32.576176 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:32.579845 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-9d06d7b2-ea08-4e03-98ab-cf98f7fb9918 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for network (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:32.590020 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-9d06d7b2-ea08-4e03-98ab-cf98f7fb9918 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/2298bb57-87bf-4fb3-94ad-a41a984ccdae HTTP/1.1" status: 204 len: 168 time: 2.2021608 Oct 23 00:55:32.599011 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvr_db [None req-8cc6bec0-3ead-4f77-91e8-fa680f99d708 None None] Set router fdd0b971-41e7-4c06-aca2-3799f3e76e98 gateway port host: dv-cinder-master-3-iscsi {{(pid=104553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:55:32.602217 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-0347c413-d4d4-4b9c-8fd4-d6f314d73215 None None] Provisioning complete for port 1af047de-df31-40f1-8ab4-6afa1a4ee2ae triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:32.602878 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-0347c413-d4d4-4b9c-8fd4-d6f314d73215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (1af047de-df31-40f1-8ab4-6afa1a4ee2ae), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:32.603414 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-0347c413-d4d4-4b9c-8fd4-d6f314d73215 None None] Attempt 1 to provision port 1af047de-df31-40f1-8ab4-6afa1a4ee2ae Oct 23 00:55:32.630152 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 46500) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:32.731260 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-0347c413-d4d4-4b9c-8fd4-d6f314d73215 None None] Port 1af047de-df31-40f1-8ab4-6afa1a4ee2ae cannot update to ACTIVE because it is not bound. {{(pid=104553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 00:55:32.742295 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-7df8f268-99f4-443c-9ee7-f684e1effa18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (6d557c9d-c255-4d7d-bae1-00a2ca9081d5), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:32.745287 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-7df8f268-99f4-443c-9ee7-f684e1effa18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:32.746479 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-7df8f268-99f4-443c-9ee7-f684e1effa18 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/6d557c9d-c255-4d7d-bae1-00a2ca9081d5 HTTP/1.1" status: 204 len: 168 time: 0.4862633 Oct 23 00:55:32.754698 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port fe0c83f1-a5c5-47bb-a91f-c709bd53e220 is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:32.779707 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-0e896d74-1a2d-4e2d-bb72-e03c89f3b6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d77609f-f6a2-4b66-94b2-dbd18b570cb6', 'name': 'tempest-ServerRescueNegativeTestJSON-1310721639-router', 'tenant_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.144'}], 'enable_snat': True}, 'gw_port_id': 'f0e20492-cd09-472c-ad67-7a194ee39b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:27Z', 'revision_number': 3, 'project_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'gw_port': {'id': 'f0e20492-cd09-472c-ad67-7a194ee39b4a', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d9:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d77609f-f6a2-4b66-94b2-dbd18b570cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:25Z', 'updated_at': '2022-10-23T00:55:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:32.788970 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df8f268-99f4-443c-9ee7-f684e1effa18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d557c9d-c255-4d7d-bae1-00a2ca9081d5,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:32.791770 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.services.segments.plugin [-] Segment 5388c87c-d8eb-4990-84ee-f7fbea771a74 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5388c87c-d8eb-4990-84ee-f7fbea771a74 found for delete ", "request_id": "req-8fb2c212-223e-4d75-ae8e-56bf5a48b962"}]} Oct 23 00:55:32.794066 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-0347c413-d4d4-4b9c-8fd4-d6f314d73215 None None] Provisioning complete for port 9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:32.794687 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-0347c413-d4d4-4b9c-8fd4-d6f314d73215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:32.795207 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-0347c413-d4d4-4b9c-8fd4-d6f314d73215 None None] Attempt 1 to provision port 9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a Oct 23 00:55:32.817099 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e896d74-1a2d-4e2d-bb72-e03c89f3b6f9 None None] Checking router: 2d77609f-f6a2-4b66-94b2-dbd18b570cb6 for host: dv-cinder-master-3-iscsi {{(pid=104554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 00:55:32.817560 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e896d74-1a2d-4e2d-bb72-e03c89f3b6f9 None None] Updating router 2d77609f-f6a2-4b66-94b2-dbd18b570cb6 port f0e20492-cd09-472c-ad67-7a194ee39b4a binding host dv-cinder-master-3-iscsi {{(pid=104554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 00:55:32.823109 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4179fa-9690-4d0a-a558-92c13570b34b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a5a7d0-ba14-40fe-96ac-812ad9bc76d8,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:32.837357 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d06d7b2-ea08-4e03-98ab-cf98f7fb9918 admin admin] Pushing event deleted for resources: {'Network': ['ID=2298bb57-87bf-4fb3-94ad-a41a984ccdae,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:32.850773 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-0347c413-d4d4-4b9c-8fd4-d6f314d73215 None None] Port 9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a cannot update to ACTIVE because it is not bound. {{(pid=104553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 00:55:32.857925 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-fd4179fa-9690-4d0a-a558-92c13570b34b admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=95c837ad679b47c4abc0c12efd344533&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3404140 Oct 23 00:55:32.861256 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 46508) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:32.871855 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-0e896d74-1a2d-4e2d-bb72-e03c89f3b6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (f0e20492-cd09-472c-ad67-7a194ee39b4a), before_update {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:32.876083 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-1269d97d-82df-4022-b431-d2c089ff6e71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-401071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398604'] for router (b19da5af-947c-410a-bc2b-a0b1941e7211), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:32.887640 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfafc0e4-19c0-4b95-a919-8e448062d7be admin admin] Deleting subnet fac20a69-0883-4ad5-8616-bfb98513cb28 {{(pid=104551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 00:55:32.920341 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-bfafc0e4-19c0-4b95-a919-8e448062d7be admin admin] Publish callbacks [] for subnet (fac20a69-0883-4ad5-8616-bfb98513cb28), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:32.922474 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:32.963957 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-f5ee40d6-0993-478d-8724-de0a681a2c20 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks [] for security_group (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:33.060017 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-8cc6bec0-3ead-4f77-91e8-fa680f99d708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd0b971-41e7-4c06-aca2-3799f3e76e98', 'name': 'tempest-AttachVolumeTestJSON-363803032-router', 'tenant_id': '2a9697845193443ea394c1b480b6b769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.245'}], 'enable_snat': True}, 'gw_port_id': 'e10e1214-c988-4645-bc00-e42d4d9a7e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:30Z', 'revision_number': 4, 'project_id': '2a9697845193443ea394c1b480b6b769', 'gw_port': {'id': 'e10e1214-c988-4645-bc00-e42d4d9a7e6b', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd0b971-41e7-4c06-aca2-3799f3e76e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:24Z', 'updated_at': '2022-10-23T00:55:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a', 'name': '', 'network_id': '6e24fc8d-42d5-4d11-b06b-37a4738231b0', 'tenant_id': '2a9697845193443ea394c1b480b6b769', 'mac_address': 'fa:16:3e:fd:54:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd0b971-41e7-4c06-aca2-3799f3e76e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'bdebfcdc-6951-4fee-aa37-29ecb806813d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:29Z', 'updated_at': '2022-10-23T00:55:30Z', 'revision_number': 2, 'project_id': '2a9697845193443ea394c1b480b6b769', 'subnets': [{'id': 'bdebfcdc-6951-4fee-aa37-29ecb806813d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:33.115378 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-bfafc0e4-19c0-4b95-a919-8e448062d7be admin admin] Publish callbacks [] for subnet (fac20a69-0883-4ad5-8616-bfb98513cb28), precommit_delete_associations {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:33.125139 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 02ea638b-e76a-43d4-a7af-3b5be374e752 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:55:33.128246 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc6bec0-3ead-4f77-91e8-fa680f99d708 None None] The sync data for ids ['fdd0b971-41e7-4c06-aca2-3799f3e76e98'] in dv-cinder-master-3-iscsi is: [{'id': 'fdd0b971-41e7-4c06-aca2-3799f3e76e98', 'name': 'tempest-AttachVolumeTestJSON-363803032-router', 'tenant_id': '2a9697845193443ea394c1b480b6b769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.245'}], 'enable_snat': True}, 'gw_port_id': 'e10e1214-c988-4645-bc00-e42d4d9a7e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:30Z', 'revision_number': 4, 'project_id': '2a9697845193443ea394c1b480b6b769', 'gw_port': {'id': 'e10e1214-c988-4645-bc00-e42d4d9a7e6b', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd0b971-41e7-4c06-aca2-3799f3e76e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:24Z', 'updated_at': '2022-10-23T00:55:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a', 'name': '', 'network_id': '6e24fc8d-42d5-4d11-b06b-37a4738231b0', 'tenant_id': '2a9697845193443ea394c1b480b6b769', 'mac_address': 'fa:16:3e:fd:54:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd0b971-41e7-4c06-aca2-3799f3e76e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'bdebfcdc-6951-4fee-aa37-29ecb806813d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:29Z', 'updated_at': '2022-10-23T00:55:30Z', 'revision_number': 2, 'project_id': '2a9697845193443ea394c1b480b6b769', 'subnets': [{'id': 'bdebfcdc-6951-4fee-aa37-29ecb806813d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 00:55:33.130481 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 46514) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:33.141512 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:33.146019 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-bfafc0e4-19c0-4b95-a919-8e448062d7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13457227'] for subnet (fac20a69-0883-4ad5-8616-bfb98513cb28), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:33.205425 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port 02ea638b-e76a-43d4-a7af-3b5be374e752 triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:33.205425 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (02ea638b-e76a-43d4-a7af-3b5be374e752), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:33.205777 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port 02ea638b-e76a-43d4-a7af-3b5be374e752 Oct 23 00:55:33.228945 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-a095ab4c-0644-4ad7-9421-a48eccc2d4b7 admin admin] Publish callbacks [] for security_group (16a5a7d0-ba14-40fe-96ac-812ad9bc76d8), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:33.340025 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-a095ab4c-0644-4ad7-9421-a48eccc2d4b7 admin admin] Publish callbacks [] for security_group (16a5a7d0-ba14-40fe-96ac-812ad9bc76d8), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:33.386848 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port 02ea638b-e76a-43d4-a7af-3b5be374e752 is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:33.388380 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 2d687c63-2eda-4404-94d4-512d1659dd28 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:55:33.435706 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=100 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:33.449547 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-bfafc0e4-19c0-4b95-a919-8e448062d7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-13457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493'] for subnet (fac20a69-0883-4ad5-8616-bfb98513cb28), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:33.458391 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port 2d687c63-2eda-4404-94d4-512d1659dd28 triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:33.459122 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (2d687c63-2eda-4404-94d4-512d1659dd28), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:33.459658 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port 2d687c63-2eda-4404-94d4-512d1659dd28 Oct 23 00:55:33.465647 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-8b55cb17-c47f-41a4-9b25-a46e12f08a95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:33.466379 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-0e896d74-1a2d-4e2d-bb72-e03c89f3b6f9 None None] Publish callbacks [] for port (f0e20492-cd09-472c-ad67-7a194ee39b4a), precommit_update {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:33.482716 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-0e896d74-1a2d-4e2d-bb72-e03c89f3b6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (f0e20492-cd09-472c-ad67-7a194ee39b4a), after_update {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:33.495965 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfafc0e4-19c0-4b95-a919-8e448062d7be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fac20a69-0883-4ad5-8616-bfb98513cb28,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:33.505149 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-bfafc0e4-19c0-4b95-a919-8e448062d7be admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:33.510908 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-bfafc0e4-19c0-4b95-a919-8e448062d7be admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/fac20a69-0883-4ad5-8616-bfb98513cb28 HTTP/1.1" status: 204 len: 168 time: 0.8772187 Oct 23 00:55:33.513738 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 46524) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:33.581574 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port 2d687c63-2eda-4404-94d4-512d1659dd28 is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:33.583018 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device fe0c83f1-a5c5-47bb-a91f-c709bd53e220 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:55:33.607745 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-a095ab4c-0644-4ad7-9421-a48eccc2d4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (16a5a7d0-ba14-40fe-96ac-812ad9bc76d8), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:33.608700 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf3cf6-316c-4def-814c-038b8844ddd5 None None] Pushing event updated for resources: {'Port': ['ID=f0e20492-cd09-472c-ad67-7a194ee39b4a,revision_number=2']} {{(pid=104554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:33.611510 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:33.613974 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-a095ab4c-0644-4ad7-9421-a48eccc2d4b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:33.616745 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-a095ab4c-0644-4ad7-9421-a48eccc2d4b7 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/16a5a7d0-ba14-40fe-96ac-812ad9bc76d8 HTTP/1.1" status: 204 len: 168 time: 0.7540815 Oct 23 00:55:33.636485 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.managers [None req-0e896d74-1a2d-4e2d-bb72-e03c89f3b6f9 None None] Attempting to bind port f0e20492-cd09-472c-ad67-7a194ee39b4a on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:55:33.637402 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.managers [None req-0e896d74-1a2d-4e2d-bb72-e03c89f3b6f9 None None] Attempting to bind port f0e20492-cd09-472c-ad67-7a194ee39b4a by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '0d47d9bc-e081-4c9e-9d69-e5804f7aef1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'}] {{(pid=104554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:55:33.638000 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e896d74-1a2d-4e2d-bb72-e03c89f3b6f9 None None] Attempting to bind port f0e20492-cd09-472c-ad67-7a194ee39b4a on network f9ff398c-cd2a-4430-b908-7f7163c266f3 {{(pid=104554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:55:33.650547 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd73529f-3d21-447f-aa8b-2533cdebe197 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 00:55:33.679523 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port fe0c83f1-a5c5-47bb-a91f-c709bd53e220 triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:33.679893 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (fe0c83f1-a5c5-47bb-a91f-c709bd53e220), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:33.680275 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port fe0c83f1-a5c5-47bb-a91f-c709bd53e220 Oct 23 00:55:33.683711 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a095ab4c-0644-4ad7-9421-a48eccc2d4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a5a7d0-ba14-40fe-96ac-812ad9bc76d8,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:33.687978 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-bd73529f-3d21-447f-aa8b-2533cdebe197 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/2c238434-bfef-4fde-aac0-cae3ae6aa742/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6303971 Oct 23 00:55:33.735089 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6713f23c-b31e-4df7-b797-ce94f17d3c18 None None] Sync routers for ids ['2c238434-bfef-4fde-aac0-cae3ae6aa742'] in dv-cinder-master-3-iscsi {{(pid=104553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 00:55:33.804043 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-f5ee40d6-0993-478d-8724-de0a681a2c20 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks [] for security_group (eab29425-121c-4f20-9db4-0aad6675d57d), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:33.817031 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port fe0c83f1-a5c5-47bb-a91f-c709bd53e220 is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:33.818112 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device cfbaf355-dc65-4e70-a31f-49dfe300f3d3 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:55:33.835839 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-f5ee40d6-0993-478d-8724-de0a681a2c20 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (eab29425-121c-4f20-9db4-0aad6675d57d), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:33.851815 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:33.865704 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:33.867547 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6713f23c-b31e-4df7-b797-ce94f17d3c18 None None] Routers {'2c238434-bfef-4fde-aac0-cae3ae6aa742'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:55:33.868200 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-6713f23c-b31e-4df7-b797-ce94f17d3c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T00:55:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['2c238434-bfef-4fde-aac0-cae3ae6aa742'], 'active': True} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:33.884155 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e896d74-1a2d-4e2d-bb72-e03c89f3b6f9 None None] Checking agent: {'id': 'e5069eb9-82e8-4601-9222-8a50cea677c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 24), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:55:33.885527 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e896d74-1a2d-4e2d-bb72-e03c89f3b6f9 None None] Checking segment: {'id': '0d47d9bc-e081-4c9e-9d69-e5804f7aef1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:55:33.886321 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-0e896d74-1a2d-4e2d-bb72-e03c89f3b6f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:33.886774 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e896d74-1a2d-4e2d-bb72-e03c89f3b6f9 None None] Bound using segment: {'id': '0d47d9bc-e081-4c9e-9d69-e5804f7aef1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'} {{(pid=104554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:55:33.889528 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-4b97d95d-68ae-4448-a40a-377d476e96c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13506626'] for network (b1925aa5-5761-41a7-815b-1f0974e3c32c), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:33.890600 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.managers [None req-0e896d74-1a2d-4e2d-bb72-e03c89f3b6f9 None None] Bound port: f0e20492-cd09-472c-ad67-7a194ee39b4a, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d47d9bc-e081-4c9e-9d69-e5804f7aef1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'}}] {{(pid=104554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:55:33.891329 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-0e896d74-1a2d-4e2d-bb72-e03c89f3b6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (f0e20492-cd09-472c-ad67-7a194ee39b4a), before_update {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:33.929440 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=100 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:33.931462 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port cfbaf355-dc65-4e70-a31f-49dfe300f3d3 triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:33.931882 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (cfbaf355-dc65-4e70-a31f-49dfe300f3d3), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:33.932308 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port cfbaf355-dc65-4e70-a31f-49dfe300f3d3 Oct 23 00:55:33.945479 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-f5ee40d6-0993-478d-8724-de0a681a2c20 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks [] for security_group (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:33.946751 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-f5ee40d6-0993-478d-8724-de0a681a2c20 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.4595721 Oct 23 00:55:33.951258 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee40d6-0993-478d-8724-de0a681a2c20 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eab29425-121c-4f20-9db4-0aad6675d57d,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:33.954773 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 46534) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:33.969841 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1269d97d-82df-4022-b431-d2c089ff6e71 admin admin] Router b19da5af-947c-410a-bc2b-a0b1941e7211 is scheduled to L3 agent 71de1650-f9d9-4095-92e6-e37ec99e20cf with binding_index 1 {{(pid=104552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 00:55:33.974850 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-9436004a-019d-4d69-a457-122d8d1bc05d tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Request body: {'security_group_rule': {'security_group_id': 'eab29425-121c-4f20-9db4-0aad6675d57d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:55:34.006720 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.db [None req-0e896d74-1a2d-4e2d-bb72-e03c89f3b6f9 None None] For port f0e20492-cd09-472c-ad67-7a194ee39b4a, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:55:34.013345 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.db [None req-0e896d74-1a2d-4e2d-bb72-e03c89f3b6f9 None None] For port f0e20492-cd09-472c-ad67-7a194ee39b4a, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f0e20492-cd09-472c-ad67-7a194ee39b4a,segment=NetworkSegment(0d47d9bc-e081-4c9e-9d69-e5804f7aef1d),segment_id=0d47d9bc-e081-4c9e-9d69-e5804f7aef1d)] {{(pid=104554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:55:34.036117 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-0e896d74-1a2d-4e2d-bb72-e03c89f3b6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (f0e20492-cd09-472c-ad67-7a194ee39b4a), after_update {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:34.057132 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port cfbaf355-dc65-4e70-a31f-49dfe300f3d3 is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:34.088084 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e896d74-1a2d-4e2d-bb72-e03c89f3b6f9 None None] Routers {'2d77609f-f6a2-4b66-94b2-dbd18b570cb6'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:55:34.089510 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-0e896d74-1a2d-4e2d-bb72-e03c89f3b6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T00:55:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['2d77609f-f6a2-4b66-94b2-dbd18b570cb6'], 'active': True} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:34.153717 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-9436004a-019d-4d69-a457-122d8d1bc05d tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks [] for security_group_rule (8d4d375d-2751-4c38-bbdc-ee99bd63da89), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:34.156872 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvr_db [None req-6713f23c-b31e-4df7-b797-ce94f17d3c18 None None] Set router 2c238434-bfef-4fde-aac0-cae3ae6aa742 gateway port host: dv-cinder-master-3-iscsi {{(pid=104553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:55:34.227439 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-850cce62-adc1-48d5-8dbc-ed68ceb7c9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:34.348916 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvr_db [None req-0e896d74-1a2d-4e2d-bb72-e03c89f3b6f9 None None] Set router 2d77609f-f6a2-4b66-94b2-dbd18b570cb6 gateway port host: dv-cinder-master-3-iscsi {{(pid=104554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:55:34.478845 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-8b55cb17-c47f-41a4-9b25-a46e12f08a95 admin admin] Publish callbacks [] for security_group (0a94855e-5d3b-4a2a-b8d1-67b87e75458b), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:34.494337 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-8b55cb17-c47f-41a4-9b25-a46e12f08a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (0a94855e-5d3b-4a2a-b8d1-67b87e75458b), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:34.552346 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-6713f23c-b31e-4df7-b797-ce94f17d3c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c238434-bfef-4fde-aac0-cae3ae6aa742', 'name': 'tempest-DeleteServersTestJSON-2093722459-router', 'tenant_id': '29c3589cf3024c1083bc90f33ab61c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.240'}], 'enable_snat': True}, 'gw_port_id': 'cfbaf355-dc65-4e70-a31f-49dfe300f3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:18Z', 'updated_at': '2022-10-23T00:55:27Z', 'revision_number': 4, 'project_id': '29c3589cf3024c1083bc90f33ab61c00', 'gw_port': {'id': 'cfbaf355-dc65-4e70-a31f-49dfe300f3d3', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c238434-bfef-4fde-aac0-cae3ae6aa742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:19Z', 'updated_at': '2022-10-23T00:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1af047de-df31-40f1-8ab4-6afa1a4ee2ae', 'name': '', 'network_id': 'af018619-0331-4553-bdbc-b12c91da85cf', 'tenant_id': '29c3589cf3024c1083bc90f33ab61c00', 'mac_address': 'fa:16:3e:89:e0:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c238434-bfef-4fde-aac0-cae3ae6aa742', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6f0acb91-496c-45f4-acb5-584ff234a755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:25Z', 'updated_at': '2022-10-23T00:55:27Z', 'revision_number': 2, 'project_id': '29c3589cf3024c1083bc90f33ab61c00', 'subnets': [{'id': '6f0acb91-496c-45f4-acb5-584ff234a755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:34.588677 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf3cf6-316c-4def-814c-038b8844ddd5 None None] Pushing event updated for resources: {'Port': ['ID=f0e20492-cd09-472c-ad67-7a194ee39b4a,revision_number=3']} {{(pid=104554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:34.603785 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-8b55cb17-c47f-41a4-9b25-a46e12f08a95 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=50ba9b0a5b1e428ba69744e5e20a8543&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4628897 Oct 23 00:55:34.616163 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6713f23c-b31e-4df7-b797-ce94f17d3c18 None None] Checking router: 2c238434-bfef-4fde-aac0-cae3ae6aa742 for host: dv-cinder-master-3-iscsi {{(pid=104553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 00:55:34.616498 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6713f23c-b31e-4df7-b797-ce94f17d3c18 None None] Updating router 2c238434-bfef-4fde-aac0-cae3ae6aa742 port 1af047de-df31-40f1-8ab4-6afa1a4ee2ae binding host dv-cinder-master-3-iscsi {{(pid=104553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 00:55:34.636982 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 46548) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:34.662979 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 46550) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:34.663579 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-6713f23c-b31e-4df7-b797-ce94f17d3c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (1af047de-df31-40f1-8ab4-6afa1a4ee2ae), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:34.722071 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-9436004a-019d-4d69-a457-122d8d1bc05d tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks [] for security_group_rule (8d4d375d-2751-4c38-bbdc-ee99bd63da89), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:34.728130 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-0e896d74-1a2d-4e2d-bb72-e03c89f3b6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d77609f-f6a2-4b66-94b2-dbd18b570cb6', 'name': 'tempest-ServerRescueNegativeTestJSON-1310721639-router', 'tenant_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.144'}], 'enable_snat': True}, 'gw_port_id': 'f0e20492-cd09-472c-ad67-7a194ee39b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:27Z', 'revision_number': 3, 'project_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'gw_port': {'id': 'f0e20492-cd09-472c-ad67-7a194ee39b4a', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d9:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d77609f-f6a2-4b66-94b2-dbd18b570cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:25Z', 'updated_at': '2022-10-23T00:55:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:34.757630 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-9436004a-019d-4d69-a457-122d8d1bc05d tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468706'] for security_group_rule (8d4d375d-2751-4c38-bbdc-ee99bd63da89), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:34.803907 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ee229f77-d0ea-406c-8cf5-8005494e53a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:34.807358 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e896d74-1a2d-4e2d-bb72-e03c89f3b6f9 None None] The sync data for ids ['2d77609f-f6a2-4b66-94b2-dbd18b570cb6'] in dv-cinder-master-3-iscsi is: [{'id': '2d77609f-f6a2-4b66-94b2-dbd18b570cb6', 'name': 'tempest-ServerRescueNegativeTestJSON-1310721639-router', 'tenant_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.144'}], 'enable_snat': True}, 'gw_port_id': 'f0e20492-cd09-472c-ad67-7a194ee39b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:27Z', 'revision_number': 3, 'project_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'gw_port': {'id': 'f0e20492-cd09-472c-ad67-7a194ee39b4a', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d9:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d77609f-f6a2-4b66-94b2-dbd18b570cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:25Z', 'updated_at': '2022-10-23T00:55:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=104554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 00:55:34.892452 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9436004a-019d-4d69-a457-122d8d1bc05d tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d4d375d-2751-4c38-bbdc-ee99bd63da89,revision_number=0']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:34.923351 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-9436004a-019d-4d69-a457-122d8d1bc05d tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:34.936538 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-9436004a-019d-4d69-a457-122d8d1bc05d tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9748137 Oct 23 00:55:34.936538 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:34.936538 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.db_base_plugin_common [None req-850cce62-adc1-48d5-8dbc-ed68ceb7c9af admin admin] Allocated IP 172.20.0.1 (1d27b6d9-fef6-49cb-833f-13cb9578958e/b567fc0e-81bb-4e4e-8bd3-a17fd2562f11/c15a8bad-19fd-46da-8328-6797a742506a) {{(pid=104551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:55:34.950726 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 46554) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:34.964634 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-3ca01093-6c68-4e5a-829f-f72833e1a57b tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Request body: {'security_group_rule': {'security_group_id': 'eab29425-121c-4f20-9db4-0aad6675d57d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:55:34.965780 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1269d97d-82df-4022-b431-d2c089ff6e71 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 00:55:34.976817 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe6568d-6150-4ba2-8b00-d0aebfe28ddf None None] Sync routers for ids ['b19da5af-947c-410a-bc2b-a0b1941e7211'] in dv-cinder-master-3-iscsi {{(pid=104554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 00:55:35.005441 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe6568d-6150-4ba2-8b00-d0aebfe28ddf None None] Routers {'b19da5af-947c-410a-bc2b-a0b1941e7211'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:55:35.014765 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-abe6568d-6150-4ba2-8b00-d0aebfe28ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T00:55:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['b19da5af-947c-410a-bc2b-a0b1941e7211'], 'active': True} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:35.076780 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-4b97d95d-68ae-4448-a40a-377d476e96c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13455826', 'neutron.services.segments.db._delete_segments_for_network-8758734904131'] for network (b1925aa5-5761-41a7-815b-1f0974e3c32c), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:35.099668 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:35.179037 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:35.241597 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.services.segments.db [None req-4b97d95d-68ae-4448-a40a-377d476e96c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1925aa5-5761-41a7-815b-1f0974e3c32c']}} {{(pid=104552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:35.253116 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-1269d97d-82df-4022-b431-d2c089ff6e71 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:35.254385 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-1269d97d-82df-4022-b431-d2c089ff6e71 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 11.9934411 Oct 23 00:55:35.264014 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 46568) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:35.285721 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.services.segments.db [None req-4b97d95d-68ae-4448-a40a-377d476e96c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e943d62d-0c42-4d97-95fc-909991a42af4') {'for_net_delete': True} {{(pid=104552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:35.285932 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.services.segments.db [None req-4b97d95d-68ae-4448-a40a-377d476e96c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e943d62d-0c42-4d97-95fc-909991a42af4') {} {{(pid=104552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:35.322679 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b55cb17-c47f-41a4-9b25-a46e12f08a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a94855e-5d3b-4a2a-b8d1-67b87e75458b,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:35.331447 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvr_db [None req-abe6568d-6150-4ba2-8b00-d0aebfe28ddf None None] Set router b19da5af-947c-410a-bc2b-a0b1941e7211 gateway port host: dv-cinder-master-3-iscsi {{(pid=104554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:55:35.342845 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-a87a3a5e-9ba2-4416-91e6-64e141b2d9c8 admin admin] Publish callbacks [] for security_group (0a94855e-5d3b-4a2a-b8d1-67b87e75458b), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:35.426921 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-a87a3a5e-9ba2-4416-91e6-64e141b2d9c8 admin admin] Publish callbacks [] for security_group (0a94855e-5d3b-4a2a-b8d1-67b87e75458b), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:35.431664 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 46576) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:35.469348 dv-cinder-master-3-iscsi neutron-server[104552]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 23 00:55:35.507975 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-3ca01093-6c68-4e5a-829f-f72833e1a57b tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks [] for security_group_rule (5b7853dd-917c-47c4-89a0-cd6e9d6d5236), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:35.508929 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-4b97d95d-68ae-4448-a40a-377d476e96c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758734904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6324729'] for segment (e943d62d-0c42-4d97-95fc-909991a42af4), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:35.509166 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:35.520556 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device e10e1214-c988-4645-bc00-e42d4d9a7e6b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:55:35.631324 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-6713f23c-b31e-4df7-b797-ce94f17d3c18 None None] Publish callbacks [] for port (1af047de-df31-40f1-8ab4-6afa1a4ee2ae), precommit_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:35.656921 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-6713f23c-b31e-4df7-b797-ce94f17d3c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (1af047de-df31-40f1-8ab4-6afa1a4ee2ae), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:35.711065 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:35.753440 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-850cce62-adc1-48d5-8dbc-ed68ceb7c9af admin admin] Publish callbacks [] for port (c15a8bad-19fd-46da-8328-6797a742506a), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:35.757603 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ee229f77-d0ea-406c-8cf5-8005494e53a1 admin admin] Publish callbacks [] for security_group (38598b96-9d1e-462f-b954-b18a6aa3db1e), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:35.776537 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ee229f77-d0ea-406c-8cf5-8005494e53a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (38598b96-9d1e-462f-b954-b18a6aa3db1e), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:35.788492 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port e10e1214-c988-4645-bc00-e42d4d9a7e6b triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:35.789221 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (e10e1214-c988-4645-bc00-e42d4d9a7e6b), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:35.790627 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port e10e1214-c988-4645-bc00-e42d4d9a7e6b Oct 23 00:55:35.794555 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-abe6568d-6150-4ba2-8b00-d0aebfe28ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19da5af-947c-410a-bc2b-a0b1941e7211', 'name': 'tempest-AttachVolumeShelveTestJSON-758508699-router', 'tenant_id': '59add4b78cd346a194c4be211d1996be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.212'}], 'enable_snat': True}, 'gw_port_id': 'c3d281d7-77bc-45d4-bfbc-c30a363df5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:30Z', 'revision_number': 3, 'project_id': '59add4b78cd346a194c4be211d1996be', 'gw_port': {'id': 'c3d281d7-77bc-45d4-bfbc-c30a363df5dd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d1:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19da5af-947c-410a-bc2b-a0b1941e7211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:25Z', 'updated_at': '2022-10-23T00:55:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:35.805562 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-4b97d95d-68ae-4448-a40a-377d476e96c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13381139'] for segment (e943d62d-0c42-4d97-95fc-909991a42af4), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:35.806928 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-3ca01093-6c68-4e5a-829f-f72833e1a57b tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks [] for security_group_rule (5b7853dd-917c-47c4-89a0-cd6e9d6d5236), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:35.819814 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b97d95d-68ae-4448-a40a-377d476e96c0 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=104552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 00:55:35.821152 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-4b97d95d-68ae-4448-a40a-377d476e96c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13381139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5995523'] for segment (e943d62d-0c42-4d97-95fc-909991a42af4), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:35.830338 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe6568d-6150-4ba2-8b00-d0aebfe28ddf None None] Checking router: b19da5af-947c-410a-bc2b-a0b1941e7211 for host: dv-cinder-master-3-iscsi {{(pid=104554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 00:55:35.830692 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe6568d-6150-4ba2-8b00-d0aebfe28ddf None None] Updating router b19da5af-947c-410a-bc2b-a0b1941e7211 port c3d281d7-77bc-45d4-bfbc-c30a363df5dd binding host dv-cinder-master-3-iscsi {{(pid=104554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 00:55:35.845850 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be12843-e518-4fd8-b929-c971683412c6 None None] Pushing event updated for resources: {'Port': ['ID=1af047de-df31-40f1-8ab4-6afa1a4ee2ae,revision_number=3']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:35.869578 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-abe6568d-6150-4ba2-8b00-d0aebfe28ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (c3d281d7-77bc-45d4-bfbc-c30a363df5dd), before_update {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:35.871370 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:35.873057 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-3ca01093-6c68-4e5a-829f-f72833e1a57b tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468706'] for security_group_rule (5b7853dd-917c-47c4-89a0-cd6e9d6d5236), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:35.917505 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-a87a3a5e-9ba2-4416-91e6-64e141b2d9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (0a94855e-5d3b-4a2a-b8d1-67b87e75458b), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:35.920552 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-a87a3a5e-9ba2-4416-91e6-64e141b2d9c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:35.935367 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-a87a3a5e-9ba2-4416-91e6-64e141b2d9c8 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/0a94855e-5d3b-4a2a-b8d1-67b87e75458b HTTP/1.1" status: 204 len: 168 time: 1.0534389 Oct 23 00:55:35.954347 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-6713f23c-b31e-4df7-b797-ce94f17d3c18 None None] Attempting to bind port 1af047de-df31-40f1-8ab4-6afa1a4ee2ae on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:55:35.954904 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-6713f23c-b31e-4df7-b797-ce94f17d3c18 None None] Attempting to bind port 1af047de-df31-40f1-8ab4-6afa1a4ee2ae by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'b638209f-90ba-44ee-80d1-50cdacceb6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'af018619-0331-4553-bdbc-b12c91da85cf'}] {{(pid=104553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:55:35.955624 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6713f23c-b31e-4df7-b797-ce94f17d3c18 None None] Attempting to bind port 1af047de-df31-40f1-8ab4-6afa1a4ee2ae on network af018619-0331-4553-bdbc-b12c91da85cf {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:55:35.976131 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.services.segments.plugin [-] Segment e943d62d-0c42-4d97-95fc-909991a42af4 resource provider aggregate not found Oct 23 00:55:36.078753 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca01093-6c68-4e5a-829f-f72833e1a57b tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b7853dd-917c-47c4-89a0-cd6e9d6d5236,revision_number=0']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:36.096591 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-ee229f77-d0ea-406c-8cf5-8005494e53a1 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=e7e4079245674454b0abc50c926c74bc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4165955 Oct 23 00:55:36.106285 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee229f77-d0ea-406c-8cf5-8005494e53a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38598b96-9d1e-462f-b954-b18a6aa3db1e,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:36.114776 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-4b97d95d-68ae-4448-a40a-377d476e96c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13455835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516948'] for network (b1925aa5-5761-41a7-815b-1f0974e3c32c), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:36.122198 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 46594) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:36.136393 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87a3a5e-9ba2-4416-91e6-64e141b2d9c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a94855e-5d3b-4a2a-b8d1-67b87e75458b,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:36.152588 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-4b97d95d-68ae-4448-a40a-377d476e96c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for network (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:36.170701 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-4b97d95d-68ae-4448-a40a-377d476e96c0 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/b1925aa5-5761-41a7-815b-1f0974e3c32c HTTP/1.1" status: 204 len: 168 time: 2.6506011 Oct 23 00:55:36.175572 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port e10e1214-c988-4645-bc00-e42d4d9a7e6b is: DOWN; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:36.175961 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (e10e1214-c988-4645-bc00-e42d4d9a7e6b), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:36.176781 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-3ca01093-6c68-4e5a-829f-f72833e1a57b tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:36.178597 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-3ca01093-6c68-4e5a-829f-f72833e1a57b tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2266164 Oct 23 00:55:36.186673 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6713f23c-b31e-4df7-b797-ce94f17d3c18 None None] Checking agent: {'id': 'e5069eb9-82e8-4601-9222-8a50cea677c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 24), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:55:36.187092 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6713f23c-b31e-4df7-b797-ce94f17d3c18 None None] Checking segment: {'id': 'b638209f-90ba-44ee-80d1-50cdacceb6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'af018619-0331-4553-bdbc-b12c91da85cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:55:36.187608 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-6713f23c-b31e-4df7-b797-ce94f17d3c18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:36.188182 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6713f23c-b31e-4df7-b797-ce94f17d3c18 None None] Bound using segment: {'id': 'b638209f-90ba-44ee-80d1-50cdacceb6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'af018619-0331-4553-bdbc-b12c91da85cf'} {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:55:36.188680 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-6713f23c-b31e-4df7-b797-ce94f17d3c18 None None] Bound port: 1af047de-df31-40f1-8ab4-6afa1a4ee2ae, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b638209f-90ba-44ee-80d1-50cdacceb6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'af018619-0331-4553-bdbc-b12c91da85cf'}}] {{(pid=104553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:55:36.189102 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-6713f23c-b31e-4df7-b797-ce94f17d3c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (1af047de-df31-40f1-8ab4-6afa1a4ee2ae), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:36.196705 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.services.segments.plugin [-] Segment e943d62d-0c42-4d97-95fc-909991a42af4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e943d62d-0c42-4d97-95fc-909991a42af4 found for delete ", "request_id": "req-88a62247-ca5b-40b6-8bc7-8c0d84fa231d"}]} Oct 23 00:55:36.199458 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:DELETE=8 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:36.200347 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 46600) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:36.217872 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [None req-60b22aa2-971f-42c9-8fbf-322bd8ecc489 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Request body: {'floatingip': {'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:55:36.226841 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-850cce62-adc1-48d5-8dbc-ed68ceb7c9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446'] for port (c15a8bad-19fd-46da-8328-6797a742506a), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:36.250016 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] For port e10e1214-c988-4645-bc00-e42d4d9a7e6b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e10e1214-c988-4645-bc00-e42d4d9a7e6b,segment=NetworkSegment(0d47d9bc-e081-4c9e-9d69-e5804f7aef1d),segment_id=0d47d9bc-e081-4c9e-9d69-e5804f7aef1d)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:55:36.262768 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-60b22aa2-971f-42c9-8fbf-322bd8ecc489 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:36.267603 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b97d95d-68ae-4448-a40a-377d476e96c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1925aa5-5761-41a7-815b-1f0974e3c32c,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:36.283606 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:36.304112 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:36.310359 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850cce62-adc1-48d5-8dbc-ed68ceb7c9af admin admin] Pushing event updated for resources: {'Port': ['ID=c15a8bad-19fd-46da-8328-6797a742506a,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:36.311088 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de515d-b706-476e-829f-2d1fc882c0b7 req-620f3b48-a597-4bec-9d11-06861e0091cf tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:36.312910 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d4de515d-b706-476e-829f-2d1fc882c0b7 req-620f3b48-a597-4bec-9d11-06861e0091cf tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/networks?id=af018619-0331-4553-bdbc-b12c91da85cf HTTP/1.1" status: 200 len: 812 time: 0.8451498 Oct 23 00:55:36.343398 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (e10e1214-c988-4645-bc00-e42d4d9a7e6b), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:36.377672 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850cce62-adc1-48d5-8dbc-ed68ceb7c9af admin admin] Network 1d27b6d9-fef6-49cb-833f-13cb9578958e is already hosted by enough agents. {{(pid=104551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:55:36.383124 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.base_scheduler [None req-850cce62-adc1-48d5-8dbc-ed68ceb7c9af admin admin] Resources bound (agent type, host, resource id): {{(pid=104551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:55:36.463165 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d4de515d-b706-476e-829f-2d1fc882c0b7 req-62203d5f-1d13-4115-a9de-01199b36c64c tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/quotas/29c3589cf3024c1083bc90f33ab61c00 HTTP/1.1" status: 200 len: 375 time: 0.1220448 Oct 23 00:55:36.491120 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850cce62-adc1-48d5-8dbc-ed68ceb7c9af admin admin] Received port after_create {{(pid=104551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:55:36.491598 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-850cce62-adc1-48d5-8dbc-ed68ceb7c9af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517312'] for router_interface (2d77609f-f6a2-4b66-94b2-dbd18b570cb6), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:36.592997 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-abe6568d-6150-4ba2-8b00-d0aebfe28ddf None None] Publish callbacks [] for port (c3d281d7-77bc-45d4-bfbc-c30a363df5dd), precommit_update {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:36.615736 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-abe6568d-6150-4ba2-8b00-d0aebfe28ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (c3d281d7-77bc-45d4-bfbc-c30a363df5dd), after_update {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:36.640151 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Pushing event updated for resources: {'Port': ['ID=e10e1214-c988-4645-bc00-e42d4d9a7e6b,revision_number=4']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:36.651073 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-6713f23c-b31e-4df7-b797-ce94f17d3c18 None None] For port 1af047de-df31-40f1-8ab4-6afa1a4ee2ae, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:55:36.691831 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-6713f23c-b31e-4df7-b797-ce94f17d3c18 None None] For port 1af047de-df31-40f1-8ab4-6afa1a4ee2ae, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1af047de-df31-40f1-8ab4-6afa1a4ee2ae,segment=NetworkSegment(b638209f-90ba-44ee-80d1-50cdacceb6dc),segment_id=b638209f-90ba-44ee-80d1-50cdacceb6dc)] {{(pid=104553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:55:36.727166 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-6713f23c-b31e-4df7-b797-ce94f17d3c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (1af047de-df31-40f1-8ab4-6afa1a4ee2ae), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:36.727727 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.managers [None req-abe6568d-6150-4ba2-8b00-d0aebfe28ddf None None] Attempting to bind port c3d281d7-77bc-45d4-bfbc-c30a363df5dd on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:55:36.728043 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.managers [None req-abe6568d-6150-4ba2-8b00-d0aebfe28ddf None None] Attempting to bind port c3d281d7-77bc-45d4-bfbc-c30a363df5dd by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '0d47d9bc-e081-4c9e-9d69-e5804f7aef1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'}] {{(pid=104554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:55:36.728406 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe6568d-6150-4ba2-8b00-d0aebfe28ddf None None] Attempting to bind port c3d281d7-77bc-45d4-bfbc-c30a363df5dd on network f9ff398c-cd2a-4430-b908-7f7163c266f3 {{(pid=104554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:55:36.742507 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d4de515d-b706-476e-829f-2d1fc882c0b7 req-5ee94da8-144c-4b2d-af1e-952a85d86723 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=29c3589cf3024c1083bc90f33ab61c00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2421153 Oct 23 00:55:36.754340 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:36.756588 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 46610) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:36.853003 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-850cce62-adc1-48d5-8dbc-ed68ceb7c9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (c15a8bad-19fd-46da-8328-6797a742506a), before_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:36.881517 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e6373473-8126-40e2-bd2a-85608b56a161 admin admin] Publish callbacks [] for security_group (38598b96-9d1e-462f-b954-b18a6aa3db1e), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:36.901075 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-60b22aa2-971f-42c9-8fbf-322bd8ecc489 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:36.902620 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3871265-c270-49c6-a48b-63126279bb58 None None] Pushing event updated for resources: {'Port': ['ID=c3d281d7-77bc-45d4-bfbc-c30a363df5dd,revision_number=2']} {{(pid=104554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:36.921001 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6713f23c-b31e-4df7-b797-ce94f17d3c18 None None] Routers {'2c238434-bfef-4fde-aac0-cae3ae6aa742'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:55:36.925434 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-6713f23c-b31e-4df7-b797-ce94f17d3c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T00:55:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['2c238434-bfef-4fde-aac0-cae3ae6aa742'], 'active': True} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:36.941414 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe6568d-6150-4ba2-8b00-d0aebfe28ddf None None] Checking agent: {'id': 'e5069eb9-82e8-4601-9222-8a50cea677c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 24), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:55:36.941780 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe6568d-6150-4ba2-8b00-d0aebfe28ddf None None] Checking segment: {'id': '0d47d9bc-e081-4c9e-9d69-e5804f7aef1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:55:36.942201 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 46614) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:36.944602 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-abe6568d-6150-4ba2-8b00-d0aebfe28ddf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:36.947096 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe6568d-6150-4ba2-8b00-d0aebfe28ddf None None] Bound using segment: {'id': '0d47d9bc-e081-4c9e-9d69-e5804f7aef1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'} {{(pid=104554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:55:36.948986 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.managers [None req-abe6568d-6150-4ba2-8b00-d0aebfe28ddf None None] Bound port: c3d281d7-77bc-45d4-bfbc-c30a363df5dd, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d47d9bc-e081-4c9e-9d69-e5804f7aef1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'}}] {{(pid=104554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:55:36.949545 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-abe6568d-6150-4ba2-8b00-d0aebfe28ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (c3d281d7-77bc-45d4-bfbc-c30a363df5dd), before_update {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:36.957033 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e6373473-8126-40e2-bd2a-85608b56a161 admin admin] Publish callbacks [] for security_group (38598b96-9d1e-462f-b954-b18a6aa3db1e), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:37.121018 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.db [None req-abe6568d-6150-4ba2-8b00-d0aebfe28ddf None None] For port c3d281d7-77bc-45d4-bfbc-c30a363df5dd, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:55:37.135524 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.db [None req-abe6568d-6150-4ba2-8b00-d0aebfe28ddf None None] For port c3d281d7-77bc-45d4-bfbc-c30a363df5dd, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c3d281d7-77bc-45d4-bfbc-c30a363df5dd,segment=NetworkSegment(0d47d9bc-e081-4c9e-9d69-e5804f7aef1d),segment_id=0d47d9bc-e081-4c9e-9d69-e5804f7aef1d)] {{(pid=104554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:55:37.145779 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device f0e20492-cd09-472c-ad67-7a194ee39b4a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:55:37.150519 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-d44ca5da-4d08-41be-a047-376aecb7219a None None] Provisioning complete for port c15a8bad-19fd-46da-8328-6797a742506a triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:37.151219 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-d44ca5da-4d08-41be-a047-376aecb7219a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (c15a8bad-19fd-46da-8328-6797a742506a), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:37.153608 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-d44ca5da-4d08-41be-a047-376aecb7219a None None] Attempt 1 to provision port c15a8bad-19fd-46da-8328-6797a742506a Oct 23 00:55:37.157537 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-abe6568d-6150-4ba2-8b00-d0aebfe28ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (c3d281d7-77bc-45d4-bfbc-c30a363df5dd), after_update {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:37.169228 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e6373473-8126-40e2-bd2a-85608b56a161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (38598b96-9d1e-462f-b954-b18a6aa3db1e), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:37.180987 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e6373473-8126-40e2-bd2a-85608b56a161 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:37.185534 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-e6373473-8126-40e2-bd2a-85608b56a161 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/38598b96-9d1e-462f-b954-b18a6aa3db1e HTTP/1.1" status: 204 len: 168 time: 1.0607991 Oct 23 00:55:37.206030 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.db_base_plugin_common [None req-60b22aa2-971f-42c9-8fbf-322bd8ecc489 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Allocated IP 172.37.4.108 (f9ff398c-cd2a-4430-b908-7f7163c266f3/dd152ba8-6213-403c-b7fc-9b4ab174f9a2/fcda428b-426f-4c8d-b0c2-a33f31d90d05) {{(pid=104552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:55:37.216814 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6373473-8126-40e2-bd2a-85608b56a161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38598b96-9d1e-462f-b954-b18a6aa3db1e,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:37.239939 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe6568d-6150-4ba2-8b00-d0aebfe28ddf None None] Routers {'b19da5af-947c-410a-bc2b-a0b1941e7211'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:55:37.244366 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-abe6568d-6150-4ba2-8b00-d0aebfe28ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T00:55:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['b19da5af-947c-410a-bc2b-a0b1941e7211'], 'active': True} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:37.261523 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be12843-e518-4fd8-b929-c971683412c6 None None] Pushing event updated for resources: {'Port': ['ID=1af047de-df31-40f1-8ab4-6afa1a4ee2ae,revision_number=4']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:37.286950 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab408cf-2dbd-4149-b65d-afdd718ee92e None None] Sync routers for ids ['fdd0b971-41e7-4c06-aca2-3799f3e76e98'] in dv-cinder-master-3-iscsi {{(pid=104553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 00:55:37.307244 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:37.434637 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab408cf-2dbd-4149-b65d-afdd718ee92e None None] Routers {'fdd0b971-41e7-4c06-aca2-3799f3e76e98'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:55:37.436103 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-2ab408cf-2dbd-4149-b65d-afdd718ee92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T00:55:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['fdd0b971-41e7-4c06-aca2-3799f3e76e98'], 'active': True} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:37.441250 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-60b22aa2-971f-42c9-8fbf-322bd8ecc489 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks [] for port (fcda428b-426f-4c8d-b0c2-a33f31d90d05), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:37.499795 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvr_db [None req-abe6568d-6150-4ba2-8b00-d0aebfe28ddf None None] Set router b19da5af-947c-410a-bc2b-a0b1941e7211 gateway port host: dv-cinder-master-3-iscsi {{(pid=104554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:55:37.506893 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:DELETE=3,neutron:INSERT=7 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:37.523038 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-c2f1b7fe-c023-4d42-8778-2cb1b9183d74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:37.541553 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-60b22aa2-971f-42c9-8fbf-322bd8ecc489 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5995606'] for port (fcda428b-426f-4c8d-b0c2-a33f31d90d05), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:37.566733 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-5698bf39-1734-4974-906a-aaaff0418ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:37.573758 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-63c5b09c-aa8e-4283-96df-7a67d74c0e1a admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=0f2cc661482d48e68bd662ee5a83d9b8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8121159 Oct 23 00:55:37.584683 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 46628) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:37.611032 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvr_db [None req-2ab408cf-2dbd-4149-b65d-afdd718ee92e None None] Set router fdd0b971-41e7-4c06-aca2-3799f3e76e98 gateway port host: dv-cinder-master-3-iscsi {{(pid=104553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:55:37.640371 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b22aa2-971f-42c9-8fbf-322bd8ecc489 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Network f9ff398c-cd2a-4430-b908-7f7163c266f3 is already hosted by enough agents. {{(pid=104552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:55:37.652321 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.base_scheduler [None req-60b22aa2-971f-42c9-8fbf-322bd8ecc489 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Resources bound (agent type, host, resource id): {{(pid=104552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:55:37.673647 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b22aa2-971f-42c9-8fbf-322bd8ecc489 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Received port after_create {{(pid=104552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:55:37.690098 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:37.715591 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-297dd738-dcab-435e-acd7-4bb4bcb3f4e7 admin admin] Publish callbacks [] for security_group (d626a146-c254-4675-9b51-c62ab2dec6e7), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:37.743195 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b22aa2-971f-42c9-8fbf-322bd8ecc489 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Pushing event updated for resources: {'Port': ['ID=fcda428b-426f-4c8d-b0c2-a33f31d90d05,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:37.744957 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-297dd738-dcab-435e-acd7-4bb4bcb3f4e7 admin admin] Publish callbacks [] for security_group (d626a146-c254-4675-9b51-c62ab2dec6e7), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:37.763547 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvr_db [None req-6713f23c-b31e-4df7-b797-ce94f17d3c18 None None] Set router 2c238434-bfef-4fde-aac0-cae3ae6aa742 gateway port host: dv-cinder-master-3-iscsi {{(pid=104553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:55:37.810984 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-850cce62-adc1-48d5-8dbc-ed68ceb7c9af admin admin] Publish callbacks [] for port (c15a8bad-19fd-46da-8328-6797a742506a), precommit_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:37.834610 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3871265-c270-49c6-a48b-63126279bb58 None None] Pushing event updated for resources: {'Port': ['ID=c3d281d7-77bc-45d4-bfbc-c30a363df5dd,revision_number=3']} {{(pid=104554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:37.849327 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [req-d4de515d-b706-476e-829f-2d1fc882c0b7 req-62c9c95f-5c57-4708-a2b7-e7d28ae55140 service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104552) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 00:55:37.851317 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-297dd738-dcab-435e-acd7-4bb4bcb3f4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (d626a146-c254-4675-9b51-c62ab2dec6e7), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:37.854295 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-297dd738-dcab-435e-acd7-4bb4bcb3f4e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:37.861277 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d4de515d-b706-476e-829f-2d1fc882c0b7 req-62c9c95f-5c57-4708-a2b7-e7d28ae55140 service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3527920 Oct 23 00:55:37.871678 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-297dd738-dcab-435e-acd7-4bb4bcb3f4e7 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/d626a146-c254-4675-9b51-c62ab2dec6e7 HTTP/1.1" status: 204 len: 168 time: 0.2841322 Oct 23 00:55:37.872810 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-850cce62-adc1-48d5-8dbc-ed68ceb7c9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (c15a8bad-19fd-46da-8328-6797a742506a), after_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:37.873959 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-850cce62-adc1-48d5-8dbc-ed68ceb7c9af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-517204'] for router_interface (2d77609f-f6a2-4b66-94b2-dbd18b570cb6), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:37.953510 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:37.960053 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-d44ca5da-4d08-41be-a047-376aecb7219a None None] Port c15a8bad-19fd-46da-8328-6797a742506a cannot update to ACTIVE because it is not bound. {{(pid=104553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 00:55:37.988112 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850cce62-adc1-48d5-8dbc-ed68ceb7c9af admin admin] Pushing event updated for resources: {'Port': ['ID=c15a8bad-19fd-46da-8328-6797a742506a,revision_number=2']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:38.028388 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-c2f1b7fe-c023-4d42-8778-2cb1b9183d74 admin admin] Publish callbacks [] for security_group (1194f822-d870-4915-8c87-793620978013), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:38.035289 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:38.045213 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-c2f1b7fe-c023-4d42-8778-2cb1b9183d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (1194f822-d870-4915-8c87-793620978013), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:38.064407 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297dd738-dcab-435e-acd7-4bb4bcb3f4e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d626a146-c254-4675-9b51-c62ab2dec6e7,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:38.074223 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-60b22aa2-971f-42c9-8fbf-322bd8ecc489 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks [] for floatingip (2cd0df17-2206-487b-9468-d5d957b14fd7), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:38.079647 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-c2f1b7fe-c023-4d42-8778-2cb1b9183d74 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=30509024d1a147b18154311b2bfceb6f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1180155 Oct 23 00:55:38.099553 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 46634) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:38.104811 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-abe6568d-6150-4ba2-8b00-d0aebfe28ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19da5af-947c-410a-bc2b-a0b1941e7211', 'name': 'tempest-AttachVolumeShelveTestJSON-758508699-router', 'tenant_id': '59add4b78cd346a194c4be211d1996be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.212'}], 'enable_snat': True}, 'gw_port_id': 'c3d281d7-77bc-45d4-bfbc-c30a363df5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:30Z', 'revision_number': 3, 'project_id': '59add4b78cd346a194c4be211d1996be', 'gw_port': {'id': 'c3d281d7-77bc-45d4-bfbc-c30a363df5dd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d1:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19da5af-947c-410a-bc2b-a0b1941e7211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:25Z', 'updated_at': '2022-10-23T00:55:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:38.178350 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port f0e20492-cd09-472c-ad67-7a194ee39b4a triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:38.180457 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (f0e20492-cd09-472c-ad67-7a194ee39b4a), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:38.181483 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port f0e20492-cd09-472c-ad67-7a194ee39b4a Oct 23 00:55:38.214506 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d4de515d-b706-476e-829f-2d1fc882c0b7 req-1b2292c7-3050-4b3a-b0ee-fb71560e0986 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/af018619-0331-4553-bdbc-b12c91da85cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449519 Oct 23 00:55:38.215344 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f1b7fe-c023-4d42-8778-2cb1b9183d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1194f822-d870-4915-8c87-793620978013,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:38.275189 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-60b22aa2-971f-42c9-8fbf-322bd8ecc489 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (fcda428b-426f-4c8d-b0c2-a33f31d90d05), before_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:38.322693 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.db_base_plugin_common [None req-5698bf39-1734-4974-906a-aaaff0418ca5 admin admin] Allocated IP 172.20.0.1 (f8105e98-346f-4369-be4d-2cb2d399c07a/52944cd4-669b-4a10-a076-1661bc94a4a7/045e8cb5-b097-4c96-a318-d42be89b2e6f) {{(pid=104551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:55:38.462486 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850cce62-adc1-48d5-8dbc-ed68ceb7c9af admin admin] Network 1d27b6d9-fef6-49cb-833f-13cb9578958e is already hosted by enough agents. {{(pid=104551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:55:38.473796 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe6568d-6150-4ba2-8b00-d0aebfe28ddf None None] The sync data for ids ['b19da5af-947c-410a-bc2b-a0b1941e7211'] in dv-cinder-master-3-iscsi is: [{'id': 'b19da5af-947c-410a-bc2b-a0b1941e7211', 'name': 'tempest-AttachVolumeShelveTestJSON-758508699-router', 'tenant_id': '59add4b78cd346a194c4be211d1996be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.212'}], 'enable_snat': True}, 'gw_port_id': 'c3d281d7-77bc-45d4-bfbc-c30a363df5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:30Z', 'revision_number': 3, 'project_id': '59add4b78cd346a194c4be211d1996be', 'gw_port': {'id': 'c3d281d7-77bc-45d4-bfbc-c30a363df5dd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d1:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19da5af-947c-410a-bc2b-a0b1941e7211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:25Z', 'updated_at': '2022-10-23T00:55:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=104554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 00:55:38.478147 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.base_scheduler [None req-850cce62-adc1-48d5-8dbc-ed68ceb7c9af admin admin] Resources bound (agent type, host, resource id): {{(pid=104551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:55:38.491503 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:38.681870 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-c298af72-3062-455d-bd8a-3b57418288cd admin admin] Publish callbacks [] for security_group (1194f822-d870-4915-8c87-793620978013), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:38.714727 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-c298af72-3062-455d-bd8a-3b57418288cd admin admin] Publish callbacks [] for security_group (1194f822-d870-4915-8c87-793620978013), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:38.783711 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-5698bf39-1734-4974-906a-aaaff0418ca5 admin admin] Publish callbacks [] for port (045e8cb5-b097-4c96-a318-d42be89b2e6f), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:38.792583 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850cce62-adc1-48d5-8dbc-ed68ceb7c9af admin admin] Router 2d77609f-f6a2-4b66-94b2-dbd18b570cb6 has already been hosted by L3 agent 71de1650-f9d9-4095-92e6-e37ec99e20cf {{(pid=104551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 00:55:38.819611 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 46648) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:38.938396 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-0d8a0984-081f-456d-b74f-cdf9509a3dbd None None] Provisioning complete for port c15a8bad-19fd-46da-8328-6797a742506a triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:38.939324 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-0d8a0984-081f-456d-b74f-cdf9509a3dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (c15a8bad-19fd-46da-8328-6797a742506a), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:38.939803 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-0d8a0984-081f-456d-b74f-cdf9509a3dbd None None] Attempt 1 to provision port c15a8bad-19fd-46da-8328-6797a742506a Oct 23 00:55:38.943750 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d4de515d-b706-476e-829f-2d1fc882c0b7 req-3b0781f3-376d-4dbd-a045-4f84314c5eb6 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/af018619-0331-4553-bdbc-b12c91da85cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7063313 Oct 23 00:55:38.992756 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-c298af72-3062-455d-bd8a-3b57418288cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (1194f822-d870-4915-8c87-793620978013), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:38.998462 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-c298af72-3062-455d-bd8a-3b57418288cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:39.000049 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-c298af72-3062-455d-bd8a-3b57418288cd admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/1194f822-d870-4915-8c87-793620978013 HTTP/1.1" status: 204 len: 168 time: 0.8990672 Oct 23 00:55:39.009559 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-2f82c614-34fc-4c20-8431-6c3aca1a10d6 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=52f36de98c1948ceb410e578273660f5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1845911 Oct 23 00:55:39.013980 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-5698bf39-1734-4974-906a-aaaff0418ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446'] for port (045e8cb5-b097-4c96-a318-d42be89b2e6f), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:39.016987 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:39.017944 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 46654) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:39.044480 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c298af72-3062-455d-bd8a-3b57418288cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1194f822-d870-4915-8c87-793620978013,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:39.065053 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-0d8a0984-081f-456d-b74f-cdf9509a3dbd None None] Port c15a8bad-19fd-46da-8328-6797a742506a cannot update to ACTIVE because it is not bound. {{(pid=104553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 00:55:39.105109 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-60b22aa2-971f-42c9-8fbf-322bd8ecc489 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks [] for port (fcda428b-426f-4c8d-b0c2-a33f31d90d05), precommit_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:39.130514 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-60b22aa2-971f-42c9-8fbf-322bd8ecc489 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5995615'] for port (fcda428b-426f-4c8d-b0c2-a33f31d90d05), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:39.158228 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-9820cad3-ca7f-4727-998e-be79aea1fb4f admin admin] Publish callbacks [] for security_group (2174eca8-40a2-4e04-af07-b35f82cfb2d3), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:39.172768 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-2ab408cf-2dbd-4149-b65d-afdd718ee92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd0b971-41e7-4c06-aca2-3799f3e76e98', 'name': 'tempest-AttachVolumeTestJSON-363803032-router', 'tenant_id': '2a9697845193443ea394c1b480b6b769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.245'}], 'enable_snat': True}, 'gw_port_id': 'e10e1214-c988-4645-bc00-e42d4d9a7e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:30Z', 'revision_number': 4, 'project_id': '2a9697845193443ea394c1b480b6b769', 'gw_port': {'id': 'e10e1214-c988-4645-bc00-e42d4d9a7e6b', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd0b971-41e7-4c06-aca2-3799f3e76e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:24Z', 'updated_at': '2022-10-23T00:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a', 'name': '', 'network_id': '6e24fc8d-42d5-4d11-b06b-37a4738231b0', 'tenant_id': '2a9697845193443ea394c1b480b6b769', 'mac_address': 'fa:16:3e:fd:54:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd0b971-41e7-4c06-aca2-3799f3e76e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'bdebfcdc-6951-4fee-aa37-29ecb806813d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:29Z', 'updated_at': '2022-10-23T00:55:30Z', 'revision_number': 2, 'project_id': '2a9697845193443ea394c1b480b6b769', 'subnets': [{'id': 'bdebfcdc-6951-4fee-aa37-29ecb806813d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:39.178534 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-6713f23c-b31e-4df7-b797-ce94f17d3c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c238434-bfef-4fde-aac0-cae3ae6aa742', 'name': 'tempest-DeleteServersTestJSON-2093722459-router', 'tenant_id': '29c3589cf3024c1083bc90f33ab61c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.240'}], 'enable_snat': True}, 'gw_port_id': 'cfbaf355-dc65-4e70-a31f-49dfe300f3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:18Z', 'updated_at': '2022-10-23T00:55:27Z', 'revision_number': 4, 'project_id': '29c3589cf3024c1083bc90f33ab61c00', 'gw_port': {'id': 'cfbaf355-dc65-4e70-a31f-49dfe300f3d3', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c238434-bfef-4fde-aac0-cae3ae6aa742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:19Z', 'updated_at': '2022-10-23T00:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1af047de-df31-40f1-8ab4-6afa1a4ee2ae', 'name': '', 'network_id': 'af018619-0331-4553-bdbc-b12c91da85cf', 'tenant_id': '29c3589cf3024c1083bc90f33ab61c00', 'mac_address': 'fa:16:3e:89:e0:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c238434-bfef-4fde-aac0-cae3ae6aa742', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6f0acb91-496c-45f4-acb5-584ff234a755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:25Z', 'updated_at': '2022-10-23T00:55:36Z', 'revision_number': 4, 'project_id': '29c3589cf3024c1083bc90f33ab61c00', 'subnets': [{'id': '6f0acb91-496c-45f4-acb5-584ff234a755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:39.238445 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5698bf39-1734-4974-906a-aaaff0418ca5 admin admin] Pushing event updated for resources: {'Port': ['ID=045e8cb5-b097-4c96-a318-d42be89b2e6f,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:39.243460 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-9820cad3-ca7f-4727-998e-be79aea1fb4f admin admin] Publish callbacks [] for security_group (2174eca8-40a2-4e04-af07-b35f82cfb2d3), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:39.280105 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5698bf39-1734-4974-906a-aaaff0418ca5 admin admin] Network f8105e98-346f-4369-be4d-2cb2d399c07a is already hosted by enough agents. {{(pid=104551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:55:39.287883 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.base_scheduler [None req-5698bf39-1734-4974-906a-aaaff0418ca5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:55:39.311553 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-60b22aa2-971f-42c9-8fbf-322bd8ecc489 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516985'] for floatingip (2cd0df17-2206-487b-9468-d5d957b14fd7), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:39.328781 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b22aa2-971f-42c9-8fbf-322bd8ecc489 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Pushing event updated for resources: {'Port': ['ID=fcda428b-426f-4c8d-b0c2-a33f31d90d05,revision_number=2']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:39.340424 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:39.375065 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850cce62-adc1-48d5-8dbc-ed68ceb7c9af admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 00:55:39.396151 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f64141-472e-4a6a-ba03-695f9b8d07d1 None None] Sync routers for ids ['2d77609f-f6a2-4b66-94b2-dbd18b570cb6'] in dv-cinder-master-3-iscsi {{(pid=104554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 00:55:39.396688 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-850cce62-adc1-48d5-8dbc-ed68ceb7c9af admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/2d77609f-f6a2-4b66-94b2-dbd18b570cb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9435432 Oct 23 00:55:39.397339 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5698bf39-1734-4974-906a-aaaff0418ca5 admin admin] Received port after_create {{(pid=104551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:55:39.398341 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-5698bf39-1734-4974-906a-aaaff0418ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517312'] for router_interface (b19da5af-947c-410a-bc2b-a0b1941e7211), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:39.452527 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-60b22aa2-971f-42c9-8fbf-322bd8ecc489 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for floatingip (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:39.457674 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-60b22aa2-971f-42c9-8fbf-322bd8ecc489 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2479916 Oct 23 00:55:39.460751 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f64141-472e-4a6a-ba03-695f9b8d07d1 None None] Routers {'2d77609f-f6a2-4b66-94b2-dbd18b570cb6'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:55:39.463276 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-87f64141-472e-4a6a-ba03-695f9b8d07d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T00:55:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['2d77609f-f6a2-4b66-94b2-dbd18b570cb6'], 'active': True} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:39.491828 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-9820cad3-ca7f-4727-998e-be79aea1fb4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (2174eca8-40a2-4e04-af07-b35f82cfb2d3), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:39.505253 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-9820cad3-ca7f-4727-998e-be79aea1fb4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:39.511632 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-9820cad3-ca7f-4727-998e-be79aea1fb4f admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/2174eca8-40a2-4e04-af07-b35f82cfb2d3 HTTP/1.1" status: 204 len: 168 time: 0.4847529 Oct 23 00:55:39.521907 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9820cad3-ca7f-4727-998e-be79aea1fb4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2174eca8-40a2-4e04-af07-b35f82cfb2d3,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:39.594034 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 46690) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:39.644472 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6713f23c-b31e-4df7-b797-ce94f17d3c18 None None] The sync data for ids ['2c238434-bfef-4fde-aac0-cae3ae6aa742'] in dv-cinder-master-3-iscsi is: [{'id': '2c238434-bfef-4fde-aac0-cae3ae6aa742', 'name': 'tempest-DeleteServersTestJSON-2093722459-router', 'tenant_id': '29c3589cf3024c1083bc90f33ab61c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.240'}], 'enable_snat': True}, 'gw_port_id': 'cfbaf355-dc65-4e70-a31f-49dfe300f3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:18Z', 'updated_at': '2022-10-23T00:55:27Z', 'revision_number': 4, 'project_id': '29c3589cf3024c1083bc90f33ab61c00', 'gw_port': {'id': 'cfbaf355-dc65-4e70-a31f-49dfe300f3d3', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c238434-bfef-4fde-aac0-cae3ae6aa742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:19Z', 'updated_at': '2022-10-23T00:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '1af047de-df31-40f1-8ab4-6afa1a4ee2ae', 'name': '', 'network_id': 'af018619-0331-4553-bdbc-b12c91da85cf', 'tenant_id': '29c3589cf3024c1083bc90f33ab61c00', 'mac_address': 'fa:16:3e:89:e0:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c238434-bfef-4fde-aac0-cae3ae6aa742', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '6f0acb91-496c-45f4-acb5-584ff234a755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:25Z', 'updated_at': '2022-10-23T00:55:36Z', 'revision_number': 4, 'project_id': '29c3589cf3024c1083bc90f33ab61c00', 'subnets': [{'id': '6f0acb91-496c-45f4-acb5-584ff234a755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 00:55:39.681474 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab408cf-2dbd-4149-b65d-afdd718ee92e None None] Checking router: fdd0b971-41e7-4c06-aca2-3799f3e76e98 for host: dv-cinder-master-3-iscsi {{(pid=104553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 00:55:39.684629 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab408cf-2dbd-4149-b65d-afdd718ee92e None None] Updating router fdd0b971-41e7-4c06-aca2-3799f3e76e98 port 9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a binding host dv-cinder-master-3-iscsi {{(pid=104553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 00:55:39.695600 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3c545ac3-c293-4135-9c8b-e66af848933e req-24c3e2a8-3cd7-4d1a-920d-be669760a643 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=81a81607-ef2d-4305-9f21-d24f821e2546 HTTP/1.1" status: 200 len: 210 time: 0.0967922 Oct 23 00:55:39.906495 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port f0e20492-cd09-472c-ad67-7a194ee39b4a is: DOWN; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:39.907954 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (f0e20492-cd09-472c-ad67-7a194ee39b4a), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:39.922662 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-2ab408cf-2dbd-4149-b65d-afdd718ee92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:39.922894 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-5698bf39-1734-4974-906a-aaaff0418ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (045e8cb5-b097-4c96-a318-d42be89b2e6f), before_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:39.939559 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvr_db [None req-87f64141-472e-4a6a-ba03-695f9b8d07d1 None None] Set router 2d77609f-f6a2-4b66-94b2-dbd18b570cb6 gateway port host: dv-cinder-master-3-iscsi {{(pid=104554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:55:40.022113 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:40.124602 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] For port f0e20492-cd09-472c-ad67-7a194ee39b4a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f0e20492-cd09-472c-ad67-7a194ee39b4a,segment=NetworkSegment(0d47d9bc-e081-4c9e-9d69-e5804f7aef1d),segment_id=0d47d9bc-e081-4c9e-9d69-e5804f7aef1d)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:55:40.133530 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-36466b22-5db0-4eb2-aacb-5b6aa68da360 None None] Provisioning complete for port 045e8cb5-b097-4c96-a318-d42be89b2e6f triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:40.133914 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-36466b22-5db0-4eb2-aacb-5b6aa68da360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (045e8cb5-b097-4c96-a318-d42be89b2e6f), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:40.134256 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-36466b22-5db0-4eb2-aacb-5b6aa68da360 None None] Attempt 1 to provision port 045e8cb5-b097-4c96-a318-d42be89b2e6f Oct 23 00:55:40.168275 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (f0e20492-cd09-472c-ad67-7a194ee39b4a), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:40.171556 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device e10e1214-c988-4645-bc00-e42d4d9a7e6b up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:55:40.199427 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-48276461-f7af-49e5-8b71-8113484746f2 req-12cde394-4305-459a-9e71-b53d8c744472 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--328009685&fields=id&tenant_id=2a9697845193443ea394c1b480b6b769 HTTP/1.1" status: 200 len: 267 time: 0.1749296 Oct 23 00:55:40.384377 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-5698bf39-1734-4974-906a-aaaff0418ca5 admin admin] Publish callbacks [] for port (045e8cb5-b097-4c96-a318-d42be89b2e6f), precommit_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:40.387224 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:40.420045 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-5698bf39-1734-4974-906a-aaaff0418ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (045e8cb5-b097-4c96-a318-d42be89b2e6f), after_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:40.420680 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-5698bf39-1734-4974-906a-aaaff0418ca5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-517204'] for router_interface (b19da5af-947c-410a-bc2b-a0b1941e7211), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:40.435595 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48276461-f7af-49e5-8b71-8113484746f2 req-eac5e36a-4305-4f56-9074-04c768ec5d53 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:40.447539 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-48276461-f7af-49e5-8b71-8113484746f2 req-eac5e36a-4305-4f56-9074-04c768ec5d53 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/networks?id=6e24fc8d-42d5-4d11-b06b-37a4738231b0 HTTP/1.1" status: 200 len: 810 time: 0.2537556 Oct 23 00:55:40.471885 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-48276461-f7af-49e5-8b71-8113484746f2 req-8c35731f-228d-41c4-be40-33af8a1847f9 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/quotas/2a9697845193443ea394c1b480b6b769 HTTP/1.1" status: 200 len: 375 time: 0.0232217 Oct 23 00:55:40.553909 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-48276461-f7af-49e5-8b71-8113484746f2 req-b37836d4-f4a2-41bb-a0cb-c180ff96c45e tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=2a9697845193443ea394c1b480b6b769&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0730298 Oct 23 00:55:40.574799 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-87f64141-472e-4a6a-ba03-695f9b8d07d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d77609f-f6a2-4b66-94b2-dbd18b570cb6', 'name': 'tempest-ServerRescueNegativeTestJSON-1310721639-router', 'tenant_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.144'}], 'enable_snat': True}, 'gw_port_id': 'f0e20492-cd09-472c-ad67-7a194ee39b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:36Z', 'revision_number': 4, 'project_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'gw_port': {'id': 'f0e20492-cd09-472c-ad67-7a194ee39b4a', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d9:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d77609f-f6a2-4b66-94b2-dbd18b570cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:25Z', 'updated_at': '2022-10-23T00:55:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c15a8bad-19fd-46da-8328-6797a742506a', 'name': '', 'network_id': '1d27b6d9-fef6-49cb-833f-13cb9578958e', 'tenant_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'mac_address': 'fa:16:3e:86:80:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d77609f-f6a2-4b66-94b2-dbd18b570cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'b567fc0e-81bb-4e4e-8bd3-a17fd2562f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:34Z', 'updated_at': '2022-10-23T00:55:37Z', 'revision_number': 2, 'project_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'subnets': [{'id': 'b567fc0e-81bb-4e4e-8bd3-a17fd2562f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:40.619983 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Pushing event updated for resources: {'Port': ['ID=f0e20492-cd09-472c-ad67-7a194ee39b4a,revision_number=4']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:40.658693 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f64141-472e-4a6a-ba03-695f9b8d07d1 None None] Checking router: 2d77609f-f6a2-4b66-94b2-dbd18b570cb6 for host: dv-cinder-master-3-iscsi {{(pid=104554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 00:55:40.667479 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f64141-472e-4a6a-ba03-695f9b8d07d1 None None] Updating router 2d77609f-f6a2-4b66-94b2-dbd18b570cb6 port c15a8bad-19fd-46da-8328-6797a742506a binding host dv-cinder-master-3-iscsi {{(pid=104554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 00:55:40.685252 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5698bf39-1734-4974-906a-aaaff0418ca5 admin admin] Pushing event updated for resources: {'Port': ['ID=045e8cb5-b097-4c96-a318-d42be89b2e6f,revision_number=2']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:40.709527 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:40.729314 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-48276461-f7af-49e5-8b71-8113484746f2 req-d54f0865-9cc0-49e0-839c-3fe0df7714ca service neutron] 10.222.0.18 "GET /networking/v2.0/networks/6e24fc8d-42d5-4d11-b06b-37a4738231b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557736 Oct 23 00:55:40.758943 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-87f64141-472e-4a6a-ba03-695f9b8d07d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (c15a8bad-19fd-46da-8328-6797a742506a), before_update {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:40.790669 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:40.794662 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-36466b22-5db0-4eb2-aacb-5b6aa68da360 None None] Port 045e8cb5-b097-4c96-a318-d42be89b2e6f cannot update to ACTIVE because it is not bound. {{(pid=104553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 00:55:40.821774 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:40.907739 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port e10e1214-c988-4645-bc00-e42d4d9a7e6b triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:40.908111 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (e10e1214-c988-4645-bc00-e42d4d9a7e6b), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:40.908442 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port e10e1214-c988-4645-bc00-e42d4d9a7e6b Oct 23 00:55:40.927773 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5698bf39-1734-4974-906a-aaaff0418ca5 admin admin] Network f8105e98-346f-4369-be4d-2cb2d399c07a is already hosted by enough agents. {{(pid=104551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:55:40.931121 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.base_scheduler [None req-5698bf39-1734-4974-906a-aaaff0418ca5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:55:40.936809 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-48276461-f7af-49e5-8b71-8113484746f2 req-d9fde077-5616-4283-b8f1-798de83139f1 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/6e24fc8d-42d5-4d11-b06b-37a4738231b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091985 Oct 23 00:55:41.135967 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=100 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:41.385423 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-fe8866f9-5c87-4ee7-aa11-82df28d72d20 req-fcbe8622-4eb7-42e7-ab3f-692a2abb6403 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=81a81607-ef2d-4305-9f21-d24f821e2546 HTTP/1.1" status: 200 len: 210 time: 0.0525265 Oct 23 00:55:41.417982 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5698bf39-1734-4974-906a-aaaff0418ca5 admin admin] Router b19da5af-947c-410a-bc2b-a0b1941e7211 has already been hosted by L3 agent 71de1650-f9d9-4095-92e6-e37ec99e20cf {{(pid=104551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 00:55:41.463316 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port e10e1214-c988-4645-bc00-e42d4d9a7e6b is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:41.520204 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-e0e4adcf-3bac-4efc-8e5b-e6b68feeedd0 None None] Provisioning complete for port 045e8cb5-b097-4c96-a318-d42be89b2e6f triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:41.523429 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e0e4adcf-3bac-4efc-8e5b-e6b68feeedd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (045e8cb5-b097-4c96-a318-d42be89b2e6f), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:41.524847 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-e0e4adcf-3bac-4efc-8e5b-e6b68feeedd0 None None] Attempt 1 to provision port 045e8cb5-b097-4c96-a318-d42be89b2e6f Oct 23 00:55:41.587553 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-b55084c0-5ce5-4013-9be3-f63f2a7e2902 req-7ea75a08-85e4-49bb-a483-77b80c5bfdec tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 210 time: 0.0763268 Oct 23 00:55:41.615639 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-e0e4adcf-3bac-4efc-8e5b-e6b68feeedd0 None None] Port 045e8cb5-b097-4c96-a318-d42be89b2e6f cannot update to ACTIVE because it is not bound. {{(pid=104553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 00:55:41.672084 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-87f64141-472e-4a6a-ba03-695f9b8d07d1 None None] Publish callbacks [] for port (c15a8bad-19fd-46da-8328-6797a742506a), precommit_update {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:41.688208 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-87f64141-472e-4a6a-ba03-695f9b8d07d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (c15a8bad-19fd-46da-8328-6797a742506a), after_update {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:41.735398 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-2ab408cf-2dbd-4149-b65d-afdd718ee92e None None] Publish callbacks [] for port (9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a), precommit_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:41.739621 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5698bf39-1734-4974-906a-aaaff0418ca5 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 00:55:41.746894 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-2ab408cf-2dbd-4149-b65d-afdd718ee92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:41.757169 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-5698bf39-1734-4974-906a-aaaff0418ca5 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/b19da5af-947c-410a-bc2b-a0b1941e7211/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4674621 Oct 23 00:55:41.910330 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 1af047de-df31-40f1-8ab4-6afa1a4ee2ae up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:55:41.925883 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59490ca-fa87-4925-84f7-7ed101d75060 None None] Pushing event updated for resources: {'Port': ['ID=9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a,revision_number=3']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:42.030426 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98ac330-83d5-4954-b95c-7100933b33aa None None] Pushing event updated for resources: {'Port': ['ID=c15a8bad-19fd-46da-8328-6797a742506a,revision_number=3']} {{(pid=104554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:42.077681 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-2ab408cf-2dbd-4149-b65d-afdd718ee92e None None] Attempting to bind port 9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:55:42.078345 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-2ab408cf-2dbd-4149-b65d-afdd718ee92e None None] Attempting to bind port 9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '6c7f3988-5c29-4b49-bf43-a45d839e2e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6e24fc8d-42d5-4d11-b06b-37a4738231b0'}] {{(pid=104553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:55:42.079064 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab408cf-2dbd-4149-b65d-afdd718ee92e None None] Attempting to bind port 9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a on network 6e24fc8d-42d5-4d11-b06b-37a4738231b0 {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:55:42.106123 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.managers [None req-87f64141-472e-4a6a-ba03-695f9b8d07d1 None None] Attempting to bind port c15a8bad-19fd-46da-8328-6797a742506a on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:55:42.106498 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.managers [None req-87f64141-472e-4a6a-ba03-695f9b8d07d1 None None] Attempting to bind port c15a8bad-19fd-46da-8328-6797a742506a by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '63b58a73-ffd1-4018-ac3c-0db314c2c768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1d27b6d9-fef6-49cb-833f-13cb9578958e'}] {{(pid=104554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:55:42.106856 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f64141-472e-4a6a-ba03-695f9b8d07d1 None None] Attempting to bind port c15a8bad-19fd-46da-8328-6797a742506a on network 1d27b6d9-fef6-49cb-833f-13cb9578958e {{(pid=104554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:55:42.178788 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port 1af047de-df31-40f1-8ab4-6afa1a4ee2ae triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:42.179404 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (1af047de-df31-40f1-8ab4-6afa1a4ee2ae), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:42.179495 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port 1af047de-df31-40f1-8ab4-6afa1a4ee2ae Oct 23 00:55:42.253982 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab408cf-2dbd-4149-b65d-afdd718ee92e None None] Checking agent: {'id': 'e5069eb9-82e8-4601-9222-8a50cea677c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 24), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:55:42.254359 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab408cf-2dbd-4149-b65d-afdd718ee92e None None] Checking segment: {'id': '6c7f3988-5c29-4b49-bf43-a45d839e2e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6e24fc8d-42d5-4d11-b06b-37a4738231b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:55:42.254768 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-2ab408cf-2dbd-4149-b65d-afdd718ee92e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:42.255164 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab408cf-2dbd-4149-b65d-afdd718ee92e None None] Bound using segment: {'id': '6c7f3988-5c29-4b49-bf43-a45d839e2e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6e24fc8d-42d5-4d11-b06b-37a4738231b0'} {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:55:42.255656 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-2ab408cf-2dbd-4149-b65d-afdd718ee92e None None] Bound port: 9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c7f3988-5c29-4b49-bf43-a45d839e2e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6e24fc8d-42d5-4d11-b06b-37a4738231b0'}}] {{(pid=104553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:55:42.256040 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-2ab408cf-2dbd-4149-b65d-afdd718ee92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:42.261131 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f64141-472e-4a6a-ba03-695f9b8d07d1 None None] Checking agent: {'id': 'e5069eb9-82e8-4601-9222-8a50cea677c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 24), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:55:42.261837 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f64141-472e-4a6a-ba03-695f9b8d07d1 None None] Checking segment: {'id': '63b58a73-ffd1-4018-ac3c-0db314c2c768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1d27b6d9-fef6-49cb-833f-13cb9578958e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:55:42.265538 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-87f64141-472e-4a6a-ba03-695f9b8d07d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:42.266376 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f64141-472e-4a6a-ba03-695f9b8d07d1 None None] Bound using segment: {'id': '63b58a73-ffd1-4018-ac3c-0db314c2c768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1d27b6d9-fef6-49cb-833f-13cb9578958e'} {{(pid=104554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:55:42.267034 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.managers [None req-87f64141-472e-4a6a-ba03-695f9b8d07d1 None None] Bound port: c15a8bad-19fd-46da-8328-6797a742506a, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63b58a73-ffd1-4018-ac3c-0db314c2c768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1d27b6d9-fef6-49cb-833f-13cb9578958e'}}] {{(pid=104554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:55:42.267736 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-87f64141-472e-4a6a-ba03-695f9b8d07d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (c15a8bad-19fd-46da-8328-6797a742506a), before_update {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:42.354977 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f0c46-e4da-4f79-952e-2bf11a1ea83f req-6513bc8a-8c28-4253-a992-136183da630a tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:42.357753 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-493f0c46-e4da-4f79-952e-2bf11a1ea83f req-6513bc8a-8c28-4253-a992-136183da630a tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/networks?id=1d27b6d9-fef6-49cb-833f-13cb9578958e HTTP/1.1" status: 200 len: 819 time: 0.1964989 Oct 23 00:55:42.406598 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-493f0c46-e4da-4f79-952e-2bf11a1ea83f req-e85602fa-b3cc-4feb-b787-7eda2f0a9e4a tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/quotas/94cfcbd6f144492d8be27fe35cbe76d5 HTTP/1.1" status: 200 len: 375 time: 0.0391233 Oct 23 00:55:42.504663 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-2ab408cf-2dbd-4149-b65d-afdd718ee92e None None] For port 9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:55:42.511404 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.db [None req-87f64141-472e-4a6a-ba03-695f9b8d07d1 None None] For port c15a8bad-19fd-46da-8328-6797a742506a, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:55:42.517588 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.db [None req-87f64141-472e-4a6a-ba03-695f9b8d07d1 None None] For port c15a8bad-19fd-46da-8328-6797a742506a, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c15a8bad-19fd-46da-8328-6797a742506a,segment=NetworkSegment(63b58a73-ffd1-4018-ac3c-0db314c2c768),segment_id=63b58a73-ffd1-4018-ac3c-0db314c2c768)] {{(pid=104554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:55:42.519235 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-2ab408cf-2dbd-4149-b65d-afdd718ee92e None None] For port 9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a,segment=NetworkSegment(6c7f3988-5c29-4b49-bf43-a45d839e2e81),segment_id=6c7f3988-5c29-4b49-bf43-a45d839e2e81)] {{(pid=104553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:55:42.526620 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-87f64141-472e-4a6a-ba03-695f9b8d07d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (c15a8bad-19fd-46da-8328-6797a742506a), after_update {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:42.534917 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-493f0c46-e4da-4f79-952e-2bf11a1ea83f req-95d15a51-df15-48c8-b948-f93f3a894914 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=94cfcbd6f144492d8be27fe35cbe76d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1273630 Oct 23 00:55:42.556976 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-2ab408cf-2dbd-4149-b65d-afdd718ee92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:42.584502 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port 1af047de-df31-40f1-8ab4-6afa1a4ee2ae is: DOWN; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:42.588701 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (1af047de-df31-40f1-8ab4-6afa1a4ee2ae), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:42.621714 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f64141-472e-4a6a-ba03-695f9b8d07d1 None None] Routers {'2d77609f-f6a2-4b66-94b2-dbd18b570cb6'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:55:42.623081 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-87f64141-472e-4a6a-ba03-695f9b8d07d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T00:55:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['2d77609f-f6a2-4b66-94b2-dbd18b570cb6'], 'active': True} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:42.630284 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98ac330-83d5-4954-b95c-7100933b33aa None None] Pushing event updated for resources: {'Port': ['ID=c15a8bad-19fd-46da-8328-6797a742506a,revision_number=4']} {{(pid=104554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:42.694777 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab408cf-2dbd-4149-b65d-afdd718ee92e None None] Routers {'fdd0b971-41e7-4c06-aca2-3799f3e76e98'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:55:42.695419 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-2ab408cf-2dbd-4149-b65d-afdd718ee92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T00:55:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['fdd0b971-41e7-4c06-aca2-3799f3e76e98'], 'active': True} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:42.704053 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:42.842010 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d740cab-6763-4611-a37a-245a47894041 None None] Sync routers for ids ['b19da5af-947c-410a-bc2b-a0b1941e7211'] in dv-cinder-master-3-iscsi {{(pid=104553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 00:55:42.863931 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvr_db [None req-87f64141-472e-4a6a-ba03-695f9b8d07d1 None None] Set router 2d77609f-f6a2-4b66-94b2-dbd18b570cb6 gateway port host: dv-cinder-master-3-iscsi {{(pid=104554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:55:42.941219 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] For port 1af047de-df31-40f1-8ab4-6afa1a4ee2ae, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1af047de-df31-40f1-8ab4-6afa1a4ee2ae,segment=NetworkSegment(b638209f-90ba-44ee-80d1-50cdacceb6dc),segment_id=b638209f-90ba-44ee-80d1-50cdacceb6dc)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:55:42.945133 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59490ca-fa87-4925-84f7-7ed101d75060 None None] Pushing event updated for resources: {'Port': ['ID=9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a,revision_number=4']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:42.997809 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (1af047de-df31-40f1-8ab4-6afa1a4ee2ae), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:42.998869 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device f0e20492-cd09-472c-ad67-7a194ee39b4a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:55:43.012707 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:43.071564 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:43.074277 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 46864) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:43.076858 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d740cab-6763-4611-a37a-245a47894041 None None] Routers {'b19da5af-947c-410a-bc2b-a0b1941e7211'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:55:43.077541 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-6d740cab-6763-4611-a37a-245a47894041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T00:55:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['b19da5af-947c-410a-bc2b-a0b1941e7211'], 'active': True} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:43.109710 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 46868) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:43.115780 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [None req-6ab042ca-86f1-46d2-b310-2f7941e0ebff tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Request body: {'security_group': {'name': 'tempest-securitygroup--266028795', 'description': 'tempest-description--2121747662'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:55:43.211665 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-6ab042ca-86f1-46d2-b310-2f7941e0ebff tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks [] for security_group (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:43.287410 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvr_db [None req-2ab408cf-2dbd-4149-b65d-afdd718ee92e None None] Set router fdd0b971-41e7-4c06-aca2-3799f3e76e98 gateway port host: dv-cinder-master-3-iscsi {{(pid=104553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:55:43.416179 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:43.472243 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-87f64141-472e-4a6a-ba03-695f9b8d07d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d77609f-f6a2-4b66-94b2-dbd18b570cb6', 'name': 'tempest-ServerRescueNegativeTestJSON-1310721639-router', 'tenant_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.144'}], 'enable_snat': True}, 'gw_port_id': 'f0e20492-cd09-472c-ad67-7a194ee39b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:36Z', 'revision_number': 4, 'project_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'gw_port': {'id': 'f0e20492-cd09-472c-ad67-7a194ee39b4a', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d77609f-f6a2-4b66-94b2-dbd18b570cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:25Z', 'updated_at': '2022-10-23T00:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c15a8bad-19fd-46da-8328-6797a742506a', 'name': '', 'network_id': '1d27b6d9-fef6-49cb-833f-13cb9578958e', 'tenant_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'mac_address': 'fa:16:3e:86:80:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d77609f-f6a2-4b66-94b2-dbd18b570cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'b567fc0e-81bb-4e4e-8bd3-a17fd2562f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:34Z', 'updated_at': '2022-10-23T00:55:42Z', 'revision_number': 4, 'project_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'subnets': [{'id': 'b567fc0e-81bb-4e4e-8bd3-a17fd2562f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:43.498710 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f64141-472e-4a6a-ba03-695f9b8d07d1 None None] The sync data for ids ['2d77609f-f6a2-4b66-94b2-dbd18b570cb6'] in dv-cinder-master-3-iscsi is: [{'id': '2d77609f-f6a2-4b66-94b2-dbd18b570cb6', 'name': 'tempest-ServerRescueNegativeTestJSON-1310721639-router', 'tenant_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.144'}], 'enable_snat': True}, 'gw_port_id': 'f0e20492-cd09-472c-ad67-7a194ee39b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:36Z', 'revision_number': 4, 'project_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'gw_port': {'id': 'f0e20492-cd09-472c-ad67-7a194ee39b4a', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d77609f-f6a2-4b66-94b2-dbd18b570cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:25Z', 'updated_at': '2022-10-23T00:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c15a8bad-19fd-46da-8328-6797a742506a', 'name': '', 'network_id': '1d27b6d9-fef6-49cb-833f-13cb9578958e', 'tenant_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'mac_address': 'fa:16:3e:86:80:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d77609f-f6a2-4b66-94b2-dbd18b570cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'b567fc0e-81bb-4e4e-8bd3-a17fd2562f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:34Z', 'updated_at': '2022-10-23T00:55:42Z', 'revision_number': 4, 'project_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'subnets': [{'id': 'b567fc0e-81bb-4e4e-8bd3-a17fd2562f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 00:55:43.528866 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-6ab042ca-86f1-46d2-b310-2f7941e0ebff tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks [] for security_group (de7217fb-3148-4635-a766-93f8b6fd3faa), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:43.543784 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-17bd5ea3-b087-4f2a-bc9b-7e1683218c53 req-e25dfcfe-a957-47b7-ac55-5f4b97af5f0a tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=81a81607-ef2d-4305-9f21-d24f821e2546 HTTP/1.1" status: 200 len: 210 time: 0.0932600 Oct 23 00:55:43.546590 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-6ab042ca-86f1-46d2-b310-2f7941e0ebff tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (de7217fb-3148-4635-a766-93f8b6fd3faa), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:43.632866 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Pushing event updated for resources: {'Port': ['ID=1af047de-df31-40f1-8ab4-6afa1a4ee2ae,revision_number=5']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:43.657922 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-6ab042ca-86f1-46d2-b310-2f7941e0ebff tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks [] for security_group (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:43.663523 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 46882) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:43.669668 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-6ab042ca-86f1-46d2-b310-2f7941e0ebff tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5484273 Oct 23 00:55:43.682191 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-e6007c98-e7dd-452d-b055-d85b3cc17f76 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Request body: {'security_group_rule': {'security_group_id': 'de7217fb-3148-4635-a766-93f8b6fd3faa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:55:43.695307 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab042ca-86f1-46d2-b310-2f7941e0ebff tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de7217fb-3148-4635-a766-93f8b6fd3faa,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:43.739748 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e6007c98-e7dd-452d-b055-d85b3cc17f76 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks [] for security_group_rule (eff17224-53e4-4cbc-a3ce-704b6a8dd48f), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:43.849138 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [req-493f0c46-e4da-4f79-952e-2bf11a1ea83f req-1f970f0d-f26e-42dc-8c39-c85de48e6ece service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104552) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 00:55:43.859507 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-493f0c46-e4da-4f79-952e-2bf11a1ea83f req-1f970f0d-f26e-42dc-8c39-c85de48e6ece service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.6082358 Oct 23 00:55:43.884639 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-00a27a94-4976-4662-a68b-30faa7a8ab15 req-7847aff9-8892-44c9-8bd0-eb3a447d445d tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 210 time: 0.1334867 Oct 23 00:55:43.912454 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e6007c98-e7dd-452d-b055-d85b3cc17f76 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks [] for security_group_rule (eff17224-53e4-4cbc-a3ce-704b6a8dd48f), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:43.924477 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e6007c98-e7dd-452d-b055-d85b3cc17f76 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468706'] for security_group_rule (eff17224-53e4-4cbc-a3ce-704b6a8dd48f), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:43.964874 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6007c98-e7dd-452d-b055-d85b3cc17f76 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eff17224-53e4-4cbc-a3ce-704b6a8dd48f,revision_number=0']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:43.980188 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e6007c98-e7dd-452d-b055-d85b3cc17f76 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:44.004511 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-e6007c98-e7dd-452d-b055-d85b3cc17f76 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3391736 Oct 23 00:55:44.012872 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 46886) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:44.037147 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-22f8a38b-b90f-4803-ae40-8de8ffb54cee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:44.042579 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-eeac92c2-b842-471c-b8a8-7aa752228661 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Request body: {'security_group_rule': {'security_group_id': 'de7217fb-3148-4635-a766-93f8b6fd3faa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:55:44.123403 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-eeac92c2-b842-471c-b8a8-7aa752228661 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks [] for security_group_rule (ea11ce43-6a10-4eeb-af76-7dc94282ebc1), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:44.220679 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-493f0c46-e4da-4f79-952e-2bf11a1ea83f req-63d34293-6851-4b59-bcbe-233527ef3950 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/1d27b6d9-fef6-49cb-833f-13cb9578958e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538888 Oct 23 00:55:44.226205 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port f0e20492-cd09-472c-ad67-7a194ee39b4a triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:44.226591 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (f0e20492-cd09-472c-ad67-7a194ee39b4a), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:44.227017 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port f0e20492-cd09-472c-ad67-7a194ee39b4a Oct 23 00:55:44.237525 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-eeac92c2-b842-471c-b8a8-7aa752228661 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks [] for security_group_rule (ea11ce43-6a10-4eeb-af76-7dc94282ebc1), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:44.244990 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-eeac92c2-b842-471c-b8a8-7aa752228661 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468706'] for security_group_rule (ea11ce43-6a10-4eeb-af76-7dc94282ebc1), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:44.280011 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac92c2-b842-471c-b8a8-7aa752228661 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea11ce43-6a10-4eeb-af76-7dc94282ebc1,revision_number=0']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:44.280432 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:44.291087 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-eeac92c2-b842-471c-b8a8-7aa752228661 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:44.299608 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-eeac92c2-b842-471c-b8a8-7aa752228661 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2833624 Oct 23 00:55:44.301188 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 46890) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:44.316358 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-dc073965-dee2-48bb-a878-26c7810c95f3 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Request body: {'floatingip': {'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:55:44.350379 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:44.363695 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-dc073965-dee2-48bb-a878-26c7810c95f3 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:44.468994 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-22f8a38b-b90f-4803-ae40-8de8ffb54cee admin admin] Publish callbacks [] for security_group (e8556b27-778d-4531-8231-442ecebb1f7e), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:44.479084 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-493f0c46-e4da-4f79-952e-2bf11a1ea83f req-235c27e8-c5f8-4193-9d65-d0f6a1a0f328 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/1d27b6d9-fef6-49cb-833f-13cb9578958e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392318 Oct 23 00:55:44.484998 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-22f8a38b-b90f-4803-ae40-8de8ffb54cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (e8556b27-778d-4531-8231-442ecebb1f7e), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:44.601405 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-22f8a38b-b90f-4803-ae40-8de8ffb54cee admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=0a1881d617e647ab9b6f8c9bf1284dc8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5233243 Oct 23 00:55:44.604123 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 46904) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:44.606523 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f8a38b-b90f-4803-ae40-8de8ffb54cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8556b27-778d-4531-8231-442ecebb1f7e,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:44.609819 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvr_db [None req-6d740cab-6763-4611-a37a-245a47894041 None None] Set router b19da5af-947c-410a-bc2b-a0b1941e7211 gateway port host: dv-cinder-master-3-iscsi {{(pid=104553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:55:44.612975 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-2ab408cf-2dbd-4149-b65d-afdd718ee92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd0b971-41e7-4c06-aca2-3799f3e76e98', 'name': 'tempest-AttachVolumeTestJSON-363803032-router', 'tenant_id': '2a9697845193443ea394c1b480b6b769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.245'}], 'enable_snat': True}, 'gw_port_id': 'e10e1214-c988-4645-bc00-e42d4d9a7e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:30Z', 'revision_number': 4, 'project_id': '2a9697845193443ea394c1b480b6b769', 'gw_port': {'id': 'e10e1214-c988-4645-bc00-e42d4d9a7e6b', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd0b971-41e7-4c06-aca2-3799f3e76e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:24Z', 'updated_at': '2022-10-23T00:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a', 'name': '', 'network_id': '6e24fc8d-42d5-4d11-b06b-37a4738231b0', 'tenant_id': '2a9697845193443ea394c1b480b6b769', 'mac_address': 'fa:16:3e:fd:54:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd0b971-41e7-4c06-aca2-3799f3e76e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'bdebfcdc-6951-4fee-aa37-29ecb806813d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:29Z', 'updated_at': '2022-10-23T00:55:42Z', 'revision_number': 4, 'project_id': '2a9697845193443ea394c1b480b6b769', 'subnets': [{'id': 'bdebfcdc-6951-4fee-aa37-29ecb806813d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:44.665098 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.52', 49900) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:44.687658 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab408cf-2dbd-4149-b65d-afdd718ee92e None None] The sync data for ids ['fdd0b971-41e7-4c06-aca2-3799f3e76e98'] in dv-cinder-master-3-iscsi is: [{'id': 'fdd0b971-41e7-4c06-aca2-3799f3e76e98', 'name': 'tempest-AttachVolumeTestJSON-363803032-router', 'tenant_id': '2a9697845193443ea394c1b480b6b769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.245'}], 'enable_snat': True}, 'gw_port_id': 'e10e1214-c988-4645-bc00-e42d4d9a7e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:30Z', 'revision_number': 4, 'project_id': '2a9697845193443ea394c1b480b6b769', 'gw_port': {'id': 'e10e1214-c988-4645-bc00-e42d4d9a7e6b', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd0b971-41e7-4c06-aca2-3799f3e76e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:24Z', 'updated_at': '2022-10-23T00:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a', 'name': '', 'network_id': '6e24fc8d-42d5-4d11-b06b-37a4738231b0', 'tenant_id': '2a9697845193443ea394c1b480b6b769', 'mac_address': 'fa:16:3e:fd:54:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdd0b971-41e7-4c06-aca2-3799f3e76e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'bdebfcdc-6951-4fee-aa37-29ecb806813d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:29Z', 'updated_at': '2022-10-23T00:55:42Z', 'revision_number': 4, 'project_id': '2a9697845193443ea394c1b480b6b769', 'subnets': [{'id': 'bdebfcdc-6951-4fee-aa37-29ecb806813d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 00:55:44.819382 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:44.887183 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-dc073965-dee2-48bb-a878-26c7810c95f3 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:44.889176 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-baa2d9f3-4d54-4a31-83b3-1055294f4a05 req-3dfa089f-c6b7-46de-992c-9da073db823a tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=81a81607-ef2d-4305-9f21-d24f821e2546 HTTP/1.1" status: 200 len: 210 time: 0.1545923 Oct 23 00:55:44.989102 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-3071e84d-4ec1-4d19-bd6a-9f71c38b43d0 admin admin] Publish callbacks [] for security_group (e8556b27-778d-4531-8231-442ecebb1f7e), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:45.034560 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de515d-b706-476e-829f-2d1fc882c0b7 req-6cb8d633-f76b-4307-9f7b-607d1a7f2c96 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:45.036918 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d4de515d-b706-476e-829f-2d1fc882c0b7 req-6cb8d633-f76b-4307-9f7b-607d1a7f2c96 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.52 "GET /networking/v2.0/networks?id=af018619-0331-4553-bdbc-b12c91da85cf HTTP/1.1" status: 200 len: 812 time: 0.3699892 Oct 23 00:55:45.169138 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-3071e84d-4ec1-4d19-bd6a-9f71c38b43d0 admin admin] Publish callbacks [] for security_group (e8556b27-778d-4531-8231-442ecebb1f7e), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:45.186591 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ec0fec6a-33b4-405d-9352-ab6c0eecc758 req-ccf811d5-b6d4-4150-9816-3f7e40b856eb tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 210 time: 0.1360767 Oct 23 00:55:45.197210 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port f0e20492-cd09-472c-ad67-7a194ee39b4a is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:45.201970 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device c3d281d7-77bc-45d4-bfbc-c30a363df5dd up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:55:45.220141 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [req-d4de515d-b706-476e-829f-2d1fc882c0b7 req-605daf8c-5edf-4e37-99f9-a670116472de tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Request body: {'port': {'device_id': '81a81607-ef2d-4305-9f21-d24f821e2546', 'network_id': 'af018619-0331-4553-bdbc-b12c91da85cf', 'admin_state_up': True, 'tenant_id': '29c3589cf3024c1083bc90f33ab61c00'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:55:45.337454 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-271a1df7-a68b-4640-82e8-047dcd7caf70 req-c3994811-b058-4f00-89d1-397e1e389bb4 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=435f22ac-20bf-48b6-b42c-62ecd7cf29f3 HTTP/1.1" status: 200 len: 210 time: 0.1443665 Oct 23 00:55:45.341556 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.52', 49908) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:45.349838 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-3071e84d-4ec1-4d19-bd6a-9f71c38b43d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (e8556b27-778d-4531-8231-442ecebb1f7e), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:45.356598 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-3071e84d-4ec1-4d19-bd6a-9f71c38b43d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:45.359857 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-3071e84d-4ec1-4d19-bd6a-9f71c38b43d0 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/e8556b27-778d-4531-8231-442ecebb1f7e HTTP/1.1" status: 204 len: 168 time: 0.7547867 Oct 23 00:55:45.442484 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-6d740cab-6763-4611-a37a-245a47894041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19da5af-947c-410a-bc2b-a0b1941e7211', 'name': 'tempest-AttachVolumeShelveTestJSON-758508699-router', 'tenant_id': '59add4b78cd346a194c4be211d1996be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.212'}], 'enable_snat': True}, 'gw_port_id': 'c3d281d7-77bc-45d4-bfbc-c30a363df5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:39Z', 'revision_number': 4, 'project_id': '59add4b78cd346a194c4be211d1996be', 'gw_port': {'id': 'c3d281d7-77bc-45d4-bfbc-c30a363df5dd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d1:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19da5af-947c-410a-bc2b-a0b1941e7211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:25Z', 'updated_at': '2022-10-23T00:55:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '045e8cb5-b097-4c96-a318-d42be89b2e6f', 'name': '', 'network_id': 'f8105e98-346f-4369-be4d-2cb2d399c07a', 'tenant_id': '59add4b78cd346a194c4be211d1996be', 'mac_address': 'fa:16:3e:8e:5e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19da5af-947c-410a-bc2b-a0b1941e7211', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '52944cd4-669b-4a10-a076-1661bc94a4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:37Z', 'updated_at': '2022-10-23T00:55:40Z', 'revision_number': 2, 'project_id': '59add4b78cd346a194c4be211d1996be', 'subnets': [{'id': '52944cd4-669b-4a10-a076-1661bc94a4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:45.473573 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d740cab-6763-4611-a37a-245a47894041 None None] Checking router: b19da5af-947c-410a-bc2b-a0b1941e7211 for host: dv-cinder-master-3-iscsi {{(pid=104553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 00:55:45.473936 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d740cab-6763-4611-a37a-245a47894041 None None] Updating router b19da5af-947c-410a-bc2b-a0b1941e7211 port 045e8cb5-b097-4c96-a318-d42be89b2e6f binding host dv-cinder-master-3-iscsi {{(pid=104553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 00:55:45.475403 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3071e84d-4ec1-4d19-bd6a-9f71c38b43d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8556b27-778d-4531-8231-442ecebb1f7e,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:45.509467 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port c3d281d7-77bc-45d4-bfbc-c30a363df5dd triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:45.510562 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (c3d281d7-77bc-45d4-bfbc-c30a363df5dd), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:45.510961 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port c3d281d7-77bc-45d4-bfbc-c30a363df5dd Oct 23 00:55:45.583307 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=100 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:45.596602 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-6d740cab-6763-4611-a37a-245a47894041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (045e8cb5-b097-4c96-a318-d42be89b2e6f), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:45.675783 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:45.701300 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.db_base_plugin_common [None req-dc073965-dee2-48bb-a878-26c7810c95f3 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Allocated IP 172.37.4.161 (f9ff398c-cd2a-4430-b908-7f7163c266f3/dd152ba8-6213-403c-b7fc-9b4ab174f9a2/ef9908ec-665e-42ab-9646-863c5d00d20a) {{(pid=104551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:55:45.729023 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48276461-f7af-49e5-8b71-8113484746f2 req-bc56c460-6504-4f74-9021-41836acc128a tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:45.729023 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-48276461-f7af-49e5-8b71-8113484746f2 req-bc56c460-6504-4f74-9021-41836acc128a tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.52 "GET /networking/v2.0/networks?id=6e24fc8d-42d5-4d11-b06b-37a4738231b0 HTTP/1.1" status: 200 len: 810 time: 0.3849049 Oct 23 00:55:45.739612 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4de515d-b706-476e-829f-2d1fc882c0b7 req-605daf8c-5edf-4e37-99f9-a670116472de tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Made reservation on behalf of 29c3589cf3024c1083bc90f33ab61c00 for: {'port': 1} {{(pid=104552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:55:45.749066 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-d4de515d-b706-476e-829f-2d1fc882c0b7 req-605daf8c-5edf-4e37-99f9-a670116472de tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:45.787441 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=100 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:45.868250 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-dc073965-dee2-48bb-a878-26c7810c95f3 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks [] for port (ef9908ec-665e-42ab-9646-863c5d00d20a), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:45.910494 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-dc073965-dee2-48bb-a878-26c7810c95f3 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446'] for port (ef9908ec-665e-42ab-9646-863c5d00d20a), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:45.934017 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port c3d281d7-77bc-45d4-bfbc-c30a363df5dd is: DOWN; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:45.934751 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (c3d281d7-77bc-45d4-bfbc-c30a363df5dd), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:45.964505 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] For port c3d281d7-77bc-45d4-bfbc-c30a363df5dd, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c3d281d7-77bc-45d4-bfbc-c30a363df5dd,segment=NetworkSegment(0d47d9bc-e081-4c9e-9d69-e5804f7aef1d),segment_id=0d47d9bc-e081-4c9e-9d69-e5804f7aef1d)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:55:45.981550 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (c3d281d7-77bc-45d4-bfbc-c30a363df5dd), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:46.031092 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc073965-dee2-48bb-a878-26c7810c95f3 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Network f9ff398c-cd2a-4430-b908-7f7163c266f3 is already hosted by enough agents. {{(pid=104551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:55:46.034394 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.base_scheduler [None req-dc073965-dee2-48bb-a878-26c7810c95f3 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Resources bound (agent type, host, resource id): {{(pid=104551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:55:46.045919 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc073965-dee2-48bb-a878-26c7810c95f3 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Received port after_create {{(pid=104551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:55:46.191839 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc073965-dee2-48bb-a878-26c7810c95f3 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Pushing event updated for resources: {'Port': ['ID=ef9908ec-665e-42ab-9646-863c5d00d20a,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:46.254762 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.agents_db [None req-7a6a8f68-635a-43f5-9edf-73cfaf501ddf None None] Agent healthcheck: found 6 active agents {{(pid=104554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 00:55:46.266193 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:46.274792 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-dc073965-dee2-48bb-a878-26c7810c95f3 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks [] for floatingip (e2f5d415-36e0-41e4-b3d8-7da325513e94), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:46.296154 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Pushing event updated for resources: {'Port': ['ID=c3d281d7-77bc-45d4-bfbc-c30a363df5dd,revision_number=4']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:46.348296 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e0a781a1-e05d-41cf-8979-653d17d6727d req-15de15d7-d883-4bcf-ae6f-723869d8da45 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=81a81607-ef2d-4305-9f21-d24f821e2546 HTTP/1.1" status: 200 len: 210 time: 0.2045276 Oct 23 00:55:46.392817 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-dc073965-dee2-48bb-a878-26c7810c95f3 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (ef9908ec-665e-42ab-9646-863c5d00d20a), before_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:46.404884 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 1af047de-df31-40f1-8ab4-6afa1a4ee2ae up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:55:46.426774 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-48276461-f7af-49e5-8b71-8113484746f2 req-1c2713fd-43e1-442a-ae2c-9b39839fadc3 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2a9697845193443ea394c1b480b6b769 HTTP/1.1" status: 200 len: 379 time: 0.6577942 Oct 23 00:55:46.478026 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [req-48276461-f7af-49e5-8b71-8113484746f2 req-a72ed165-cd48-44c2-ab50-2e5eaead3198 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Request body: {'port': {'device_id': '15bcbe46-c80c-46d8-987e-3b270f8af3bc', 'network_id': '6e24fc8d-42d5-4d11-b06b-37a4738231b0', 'admin_state_up': True, 'tenant_id': '2a9697845193443ea394c1b480b6b769', 'security_groups': ['eab29425-121c-4f20-9db4-0aad6675d57d']}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:55:46.625707 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 47000) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:46.669913 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-dc073965-dee2-48bb-a878-26c7810c95f3 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks [] for port (ef9908ec-665e-42ab-9646-863c5d00d20a), precommit_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:46.684307 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-dc073965-dee2-48bb-a878-26c7810c95f3 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (ef9908ec-665e-42ab-9646-863c5d00d20a), after_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:46.685743 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-dc073965-dee2-48bb-a878-26c7810c95f3 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516985'] for floatingip (e2f5d415-36e0-41e4-b3d8-7da325513e94), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:46.696701 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port 1af047de-df31-40f1-8ab4-6afa1a4ee2ae triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:46.697350 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (1af047de-df31-40f1-8ab4-6afa1a4ee2ae), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:46.697824 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port 1af047de-df31-40f1-8ab4-6afa1a4ee2ae Oct 23 00:55:46.777285 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-dc073965-dee2-48bb-a878-26c7810c95f3 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for floatingip (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:46.779095 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-dc073965-dee2-48bb-a878-26c7810c95f3 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4736674 Oct 23 00:55:46.798714 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc073965-dee2-48bb-a878-26c7810c95f3 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Pushing event updated for resources: {'Port': ['ID=ef9908ec-665e-42ab-9646-863c5d00d20a,revision_number=2']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:46.825330 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 47010) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:46.846718 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-6d740cab-6763-4611-a37a-245a47894041 None None] Publish callbacks [] for port (045e8cb5-b097-4c96-a318-d42be89b2e6f), precommit_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:46.865824 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-6d740cab-6763-4611-a37a-245a47894041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (045e8cb5-b097-4c96-a318-d42be89b2e6f), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:46.871811 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-b3c61e64-87a3-48dc-9ae7-e462daf6863d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:47.043359 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.db_base_plugin_common [req-d4de515d-b706-476e-829f-2d1fc882c0b7 req-605daf8c-5edf-4e37-99f9-a670116472de tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Allocated IP 172.20.0.14 (af018619-0331-4553-bdbc-b12c91da85cf/6f0acb91-496c-45f4-acb5-584ff234a755/eaf96dfe-f805-4be4-9d2f-7507301823d2) {{(pid=104552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:55:47.098335 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-b3c61e64-87a3-48dc-9ae7-e462daf6863d admin admin] Publish callbacks [] for security_group (2d8b76de-9883-45cd-95b4-7f955b06b617), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:47.111538 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-b3c61e64-87a3-48dc-9ae7-e462daf6863d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (2d8b76de-9883-45cd-95b4-7f955b06b617), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:47.138727 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-22041138-91de-4527-abfc-4a815df0b016 req-5fee8781-1483-48a6-8de6-f598bae1ca2a tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 210 time: 0.6084948 Oct 23 00:55:47.160024 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac3ae20-17c9-4b11-b335-23dca3c360cc None None] Pushing event updated for resources: {'Port': ['ID=045e8cb5-b097-4c96-a318-d42be89b2e6f,revision_number=3']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:47.160024 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port 1af047de-df31-40f1-8ab4-6afa1a4ee2ae is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:47.160024 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device c15a8bad-19fd-46da-8328-6797a742506a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:55:47.168044 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:47.182091 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c61e64-87a3-48dc-9ae7-e462daf6863d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8b76de-9883-45cd-95b4-7f955b06b617,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:47.214246 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-3f9ca10e-f72d-450b-b765-c3de4f09ef31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:47.274679 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:INSERT=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:47.292852 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port c15a8bad-19fd-46da-8328-6797a742506a triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:47.293188 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (c15a8bad-19fd-46da-8328-6797a742506a), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:47.293534 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port c15a8bad-19fd-46da-8328-6797a742506a Oct 23 00:55:47.298066 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-6d740cab-6763-4611-a37a-245a47894041 None None] Attempting to bind port 045e8cb5-b097-4c96-a318-d42be89b2e6f on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:55:47.298257 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-6d740cab-6763-4611-a37a-245a47894041 None None] Attempting to bind port 045e8cb5-b097-4c96-a318-d42be89b2e6f by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '7dc83201-cb39-4cd2-9302-c1b785eda914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f8105e98-346f-4369-be4d-2cb2d399c07a'}] {{(pid=104553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:55:47.298620 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d740cab-6763-4611-a37a-245a47894041 None None] Attempting to bind port 045e8cb5-b097-4c96-a318-d42be89b2e6f on network f8105e98-346f-4369-be4d-2cb2d399c07a {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:55:47.380831 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800676c0-9926-43ea-b4e9-e512d4277dc3 req-9c35ed75-6978-453c-bc01-65410014de85 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:47.391392 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-800676c0-9926-43ea-b4e9-e512d4277dc3 req-9c35ed75-6978-453c-bc01-65410014de85 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/networks?id=1d27b6d9-fef6-49cb-833f-13cb9578958e HTTP/1.1" status: 200 len: 819 time: 1.0379508 Oct 23 00:55:47.423712 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-b3c61e64-87a3-48dc-9ae7-e462daf6863d admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=e8eb62cedabe4347bc14d53d68f342e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5975959 Oct 23 00:55:47.427537 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 47022) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:47.470256 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.52', 49916) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:47.575287 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-800676c0-9926-43ea-b4e9-e512d4277dc3 req-b5489dea-eb5b-4b19-a53f-a726933328cc tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/quotas/94cfcbd6f144492d8be27fe35cbe76d5 HTTP/1.1" status: 200 len: 375 time: 0.1804178 Oct 23 00:55:47.584680 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d740cab-6763-4611-a37a-245a47894041 None None] Checking agent: {'id': 'e5069eb9-82e8-4601-9222-8a50cea677c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 24), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:55:47.598878 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d740cab-6763-4611-a37a-245a47894041 None None] Checking segment: {'id': '7dc83201-cb39-4cd2-9302-c1b785eda914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f8105e98-346f-4369-be4d-2cb2d399c07a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:55:47.599373 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-6d740cab-6763-4611-a37a-245a47894041 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:47.599867 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d740cab-6763-4611-a37a-245a47894041 None None] Bound using segment: {'id': '7dc83201-cb39-4cd2-9302-c1b785eda914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f8105e98-346f-4369-be4d-2cb2d399c07a'} {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:55:47.600284 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-6d740cab-6763-4611-a37a-245a47894041 None None] Bound port: 045e8cb5-b097-4c96-a318-d42be89b2e6f, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dc83201-cb39-4cd2-9302-c1b785eda914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f8105e98-346f-4369-be4d-2cb2d399c07a'}}] {{(pid=104553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:55:47.609962 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-6d740cab-6763-4611-a37a-245a47894041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (045e8cb5-b097-4c96-a318-d42be89b2e6f), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:47.733577 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48276461-f7af-49e5-8b71-8113484746f2 req-a72ed165-cd48-44c2-ab50-2e5eaead3198 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Made reservation on behalf of 2a9697845193443ea394c1b480b6b769 for: {'port': 1} {{(pid=104552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:55:47.737861 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-48276461-f7af-49e5-8b71-8113484746f2 req-a72ed165-cd48-44c2-ab50-2e5eaead3198 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:47.753816 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-8b0f6e79-e51e-461a-a6f3-f0b12ae8720c req-e25aa152-62ef-431a-b66d-25aec1386fda tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=81a81607-ef2d-4305-9f21-d24f821e2546 HTTP/1.1" status: 200 len: 210 time: 0.2342055 Oct 23 00:55:47.827625 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-3f9ca10e-f72d-450b-b765-c3de4f09ef31 admin admin] Publish callbacks [] for security_group (3403f1e6-47d2-41a6-a699-c833f1d53eed), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:47.839562 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:47.888846 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:47.889863 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-d4de515d-b706-476e-829f-2d1fc882c0b7 req-605daf8c-5edf-4e37-99f9-a670116472de tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Publish callbacks [] for port (eaf96dfe-f805-4be4-9d2f-7507301823d2), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:47.890915 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-3f9ca10e-f72d-450b-b765-c3de4f09ef31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (3403f1e6-47d2-41a6-a699-c833f1d53eed), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:47.916923 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port c15a8bad-19fd-46da-8328-6797a742506a is: DOWN; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:47.917140 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (c15a8bad-19fd-46da-8328-6797a742506a), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:47.927981 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-800676c0-9926-43ea-b4e9-e512d4277dc3 req-62bcd309-e30d-4482-aea1-e26728f7b452 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=94cfcbd6f144492d8be27fe35cbe76d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3513072 Oct 23 00:55:47.933161 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f5873210-ea53-4470-aa53-44d781fc67e7 admin admin] Publish callbacks [] for security_group (2d8b76de-9883-45cd-95b4-7f955b06b617), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:47.966952 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:48.035371 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] For port c15a8bad-19fd-46da-8328-6797a742506a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c15a8bad-19fd-46da-8328-6797a742506a,segment=NetworkSegment(63b58a73-ffd1-4018-ac3c-0db314c2c768),segment_id=63b58a73-ffd1-4018-ac3c-0db314c2c768)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:55:48.063218 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (c15a8bad-19fd-46da-8328-6797a742506a), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:48.066383 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:55:48.097602 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f5873210-ea53-4470-aa53-44d781fc67e7 admin admin] Publish callbacks [] for security_group (2d8b76de-9883-45cd-95b4-7f955b06b617), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:48.124576 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9ca10e-f72d-450b-b765-c3de4f09ef31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3403f1e6-47d2-41a6-a699-c833f1d53eed,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:48.140204 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-3f9ca10e-f72d-450b-b765-c3de4f09ef31 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=bb62c08b1427475daec1a09ab9377b93&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5131314 Oct 23 00:55:48.142935 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 47044) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:48.241216 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:INSERT=15,neutron:DELETE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:48.264518 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-6d740cab-6763-4611-a37a-245a47894041 None None] For port 045e8cb5-b097-4c96-a318-d42be89b2e6f, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:55:48.320621 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-9b7edc69-620f-4f72-85a8-f88fd129e336 admin admin] Publish callbacks [] for security_group (3403f1e6-47d2-41a6-a699-c833f1d53eed), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:48.321991 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f5873210-ea53-4470-aa53-44d781fc67e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (2d8b76de-9883-45cd-95b4-7f955b06b617), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:48.322122 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-6d740cab-6763-4611-a37a-245a47894041 None None] For port 045e8cb5-b097-4c96-a318-d42be89b2e6f, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=045e8cb5-b097-4c96-a318-d42be89b2e6f,segment=NetworkSegment(7dc83201-cb39-4cd2-9302-c1b785eda914),segment_id=7dc83201-cb39-4cd2-9302-c1b785eda914)] {{(pid=104553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:55:48.324800 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f5873210-ea53-4470-aa53-44d781fc67e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:48.326928 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-f5873210-ea53-4470-aa53-44d781fc67e7 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/2d8b76de-9883-45cd-95b4-7f955b06b617 HTTP/1.1" status: 204 len: 168 time: 0.8968568 Oct 23 00:55:48.350158 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5873210-ea53-4470-aa53-44d781fc67e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8b76de-9883-45cd-95b4-7f955b06b617,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:48.370570 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-9b7edc69-620f-4f72-85a8-f88fd129e336 admin admin] Publish callbacks [] for security_group (3403f1e6-47d2-41a6-a699-c833f1d53eed), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:48.397448 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-6d740cab-6763-4611-a37a-245a47894041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (045e8cb5-b097-4c96-a318-d42be89b2e6f), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:48.461161 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port 9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:48.461830 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:48.462512 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port 9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a Oct 23 00:55:48.463770 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-9b7edc69-620f-4f72-85a8-f88fd129e336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (3403f1e6-47d2-41a6-a699-c833f1d53eed), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:48.466833 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-9b7edc69-620f-4f72-85a8-f88fd129e336 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:48.471435 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-9b7edc69-620f-4f72-85a8-f88fd129e336 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/3403f1e6-47d2-41a6-a699-c833f1d53eed HTTP/1.1" status: 204 len: 168 time: 0.2910852 Oct 23 00:55:48.498601 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7edc69-620f-4f72-85a8-f88fd129e336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3403f1e6-47d2-41a6-a699-c833f1d53eed,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:48.525153 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d740cab-6763-4611-a37a-245a47894041 None None] Routers {'b19da5af-947c-410a-bc2b-a0b1941e7211'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:55:48.527184 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-6d740cab-6763-4611-a37a-245a47894041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T00:55:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['b19da5af-947c-410a-bc2b-a0b1941e7211'], 'active': True} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:48.611362 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Pushing event updated for resources: {'Port': ['ID=c15a8bad-19fd-46da-8328-6797a742506a,revision_number=5']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:48.684904 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f0c46-e4da-4f79-952e-2bf11a1ea83f req-286d9c7b-bbe6-455d-b291-7a88a235386f tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:48.697392 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-493f0c46-e4da-4f79-952e-2bf11a1ea83f req-286d9c7b-bbe6-455d-b291-7a88a235386f tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.52 "GET /networking/v2.0/networks?id=1d27b6d9-fef6-49cb-833f-13cb9578958e HTTP/1.1" status: 200 len: 819 time: 1.2237501 Oct 23 00:55:48.808204 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-800676c0-9926-43ea-b4e9-e512d4277dc3 req-2498b183-e9ff-484c-8c78-e6fc8a23a432 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/1d27b6d9-fef6-49cb-833f-13cb9578958e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8789859 Oct 23 00:55:48.825208 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [req-493f0c46-e4da-4f79-952e-2bf11a1ea83f req-7c08071f-b016-44e9-81a8-32386c99d9f8 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Request body: {'port': {'device_id': '435f22ac-20bf-48b6-b42c-62ecd7cf29f3', 'network_id': '1d27b6d9-fef6-49cb-833f-13cb9578958e', 'admin_state_up': True, 'tenant_id': '94cfcbd6f144492d8be27fe35cbe76d5'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:55:49.015275 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac3ae20-17c9-4b11-b335-23dca3c360cc None None] Pushing event updated for resources: {'Port': ['ID=045e8cb5-b097-4c96-a318-d42be89b2e6f,revision_number=4']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:49.045667 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvr_db [None req-6d740cab-6763-4611-a37a-245a47894041 None None] Set router b19da5af-947c-410a-bc2b-a0b1941e7211 gateway port host: dv-cinder-master-3-iscsi {{(pid=104553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:55:49.218348 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-d4de515d-b706-476e-829f-2d1fc882c0b7 req-605daf8c-5edf-4e37-99f9-a670116472de tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5995606'] for port (eaf96dfe-f805-4be4-9d2f-7507301823d2), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:49.250679 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6e39c5e9-a4ab-4c83-93d9-19b72207bb7c req-f33efc97-0a39-438f-9024-d92212d4a941 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--266028795&fields=id&tenant_id=59add4b78cd346a194c4be211d1996be HTTP/1.1" status: 200 len: 267 time: 1.2532115 Oct 23 00:55:49.410607 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5708f74f-6781-4721-87a2-d64adeee4335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (6b66cfba-c169-484b-b3a5-13fb9b6528cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:49.458117 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.db_base_plugin_common [req-48276461-f7af-49e5-8b71-8113484746f2 req-a72ed165-cd48-44c2-ab50-2e5eaead3198 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Allocated IP 172.20.0.9 (6e24fc8d-42d5-4d11-b06b-37a4738231b0/bdebfcdc-6951-4fee-aa37-29ecb806813d/16ac40d6-7a56-4def-a9f5-e0a3fade7563) {{(pid=104552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:55:49.519800 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port 9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a is: DOWN; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:49.521282 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:49.525395 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-800676c0-9926-43ea-b4e9-e512d4277dc3 req-a419adf5-e50c-4f38-95af-f688b56b98a1 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/1d27b6d9-fef6-49cb-833f-13cb9578958e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6838806 Oct 23 00:55:49.533882 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4de515d-b706-476e-829f-2d1fc882c0b7 req-605daf8c-5edf-4e37-99f9-a670116472de tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Network af018619-0331-4553-bdbc-b12c91da85cf is already hosted by enough agents. {{(pid=104552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:55:49.554289 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.base_scheduler [req-d4de515d-b706-476e-829f-2d1fc882c0b7 req-605daf8c-5edf-4e37-99f9-a670116472de tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Resources bound (agent type, host, resource id): {{(pid=104552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:55:49.574786 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4de515d-b706-476e-829f-2d1fc882c0b7 req-605daf8c-5edf-4e37-99f9-a670116472de tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Received port after_create {{(pid=104552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:55:49.599925 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 47074) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:49.627034 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ba9f83d1-48cd-49c2-9f58-00206a1f3b09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:49.677883 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:49.701095 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de515d-b706-476e-829f-2d1fc882c0b7 req-605daf8c-5edf-4e37-99f9-a670116472de tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:49.701789 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-d4de515d-b706-476e-829f-2d1fc882c0b7 req-605daf8c-5edf-4e37-99f9-a670116472de tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:49.751033 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605daf8c-5edf-4e37-99f9-a670116472de tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Pushing event updated for resources: {'Port': ['ID=eaf96dfe-f805-4be4-9d2f-7507301823d2,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:49.795358 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] For port 9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a,segment=NetworkSegment(6c7f3988-5c29-4b49-bf43-a45d839e2e81),segment_id=6c7f3988-5c29-4b49-bf43-a45d839e2e81)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:55:49.811728 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d4de515d-b706-476e-829f-2d1fc882c0b7 req-605daf8c-5edf-4e37-99f9-a670116472de tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6137710 Oct 23 00:55:49.814579 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:49.860088 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [req-d4de515d-b706-476e-829f-2d1fc882c0b7 req-5bc36aac-ef68-4ae7-b94e-c54ea4b5bc0d tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104552) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 00:55:49.861289 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d4de515d-b706-476e-829f-2d1fc882c0b7 req-5bc36aac-ef68-4ae7-b94e-c54ea4b5bc0d tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0302453 Oct 23 00:55:49.901480 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ba9f83d1-48cd-49c2-9f58-00206a1f3b09 admin admin] Publish callbacks [] for security_group (6f1bb7b1-b072-4cf2-abfa-99a57a171572), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:49.927280 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ba9f83d1-48cd-49c2-9f58-00206a1f3b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (6f1bb7b1-b072-4cf2-abfa-99a57a171572), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:49.985124 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:50.009910 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-493f0c46-e4da-4f79-952e-2bf11a1ea83f req-7c08071f-b016-44e9-81a8-32386c99d9f8 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Made reservation on behalf of 94cfcbd6f144492d8be27fe35cbe76d5 for: {'port': 1} {{(pid=104552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:55:50.020924 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-493f0c46-e4da-4f79-952e-2bf11a1ea83f req-7c08071f-b016-44e9-81a8-32386c99d9f8 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:50.039998 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:50.054377 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f83d1-48cd-49c2-9f58-00206a1f3b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1bb7b1-b072-4cf2-abfa-99a57a171572,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:50.083564 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-ba9f83d1-48cd-49c2-9f58-00206a1f3b09 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=2ff8ecd13bb24c2a838797ac0bf204ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4813941 Oct 23 00:55:50.087761 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 47084) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:55:50.125534 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-6d740cab-6763-4611-a37a-245a47894041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19da5af-947c-410a-bc2b-a0b1941e7211', 'name': 'tempest-AttachVolumeShelveTestJSON-758508699-router', 'tenant_id': '59add4b78cd346a194c4be211d1996be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.212'}], 'enable_snat': True}, 'gw_port_id': 'c3d281d7-77bc-45d4-bfbc-c30a363df5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:39Z', 'revision_number': 4, 'project_id': '59add4b78cd346a194c4be211d1996be', 'gw_port': {'id': 'c3d281d7-77bc-45d4-bfbc-c30a363df5dd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19da5af-947c-410a-bc2b-a0b1941e7211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:25Z', 'updated_at': '2022-10-23T00:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '045e8cb5-b097-4c96-a318-d42be89b2e6f', 'name': '', 'network_id': 'f8105e98-346f-4369-be4d-2cb2d399c07a', 'tenant_id': '59add4b78cd346a194c4be211d1996be', 'mac_address': 'fa:16:3e:8e:5e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19da5af-947c-410a-bc2b-a0b1941e7211', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '52944cd4-669b-4a10-a076-1661bc94a4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:37Z', 'updated_at': '2022-10-23T00:55:48Z', 'revision_number': 4, 'project_id': '59add4b78cd346a194c4be211d1996be', 'subnets': [{'id': '52944cd4-669b-4a10-a076-1661bc94a4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:55:50.277299 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d740cab-6763-4611-a37a-245a47894041 None None] The sync data for ids ['b19da5af-947c-410a-bc2b-a0b1941e7211'] in dv-cinder-master-3-iscsi is: [{'id': 'b19da5af-947c-410a-bc2b-a0b1941e7211', 'name': 'tempest-AttachVolumeShelveTestJSON-758508699-router', 'tenant_id': '59add4b78cd346a194c4be211d1996be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.212'}], 'enable_snat': True}, 'gw_port_id': 'c3d281d7-77bc-45d4-bfbc-c30a363df5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:39Z', 'revision_number': 4, 'project_id': '59add4b78cd346a194c4be211d1996be', 'gw_port': {'id': 'c3d281d7-77bc-45d4-bfbc-c30a363df5dd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19da5af-947c-410a-bc2b-a0b1941e7211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:25Z', 'updated_at': '2022-10-23T00:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '045e8cb5-b097-4c96-a318-d42be89b2e6f', 'name': '', 'network_id': 'f8105e98-346f-4369-be4d-2cb2d399c07a', 'tenant_id': '59add4b78cd346a194c4be211d1996be', 'mac_address': 'fa:16:3e:8e:5e:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b19da5af-947c-410a-bc2b-a0b1941e7211', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '52944cd4-669b-4a10-a076-1661bc94a4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:37Z', 'updated_at': '2022-10-23T00:55:48Z', 'revision_number': 4, 'project_id': '59add4b78cd346a194c4be211d1996be', 'subnets': [{'id': '52944cd4-669b-4a10-a076-1661bc94a4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 00:55:50.277299 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device c15a8bad-19fd-46da-8328-6797a742506a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:55:50.292994 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Pushing event updated for resources: {'Port': ['ID=9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a,revision_number=5']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:50.352943 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-2a693919-8b12-4cd1-8c6e-5be753d5614c admin admin] Publish callbacks [] for security_group (6f1bb7b1-b072-4cf2-abfa-99a57a171572), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:50.435880 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-2a693919-8b12-4cd1-8c6e-5be753d5614c admin admin] Publish callbacks [] for security_group (6f1bb7b1-b072-4cf2-abfa-99a57a171572), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:50.593381 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-cb49176c-bebf-4d4d-8847-038edcbbed6c None None] Provisioning complete for port eaf96dfe-f805-4be4-9d2f-7507301823d2 triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:50.593381 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-cb49176c-bebf-4d4d-8847-038edcbbed6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (eaf96dfe-f805-4be4-9d2f-7507301823d2), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:50.593381 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-cb49176c-bebf-4d4d-8847-038edcbbed6c None None] Attempt 1 to provision port eaf96dfe-f805-4be4-9d2f-7507301823d2 Oct 23 00:55:50.593969 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:INSERT=4,neutron:SELECT=89,neutron:DELETE=7 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:50.615273 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-2a693919-8b12-4cd1-8c6e-5be753d5614c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (6f1bb7b1-b072-4cf2-abfa-99a57a171572), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:50.617985 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-2a693919-8b12-4cd1-8c6e-5be753d5614c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:50.630785 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-2a693919-8b12-4cd1-8c6e-5be753d5614c admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/6f1bb7b1-b072-4cf2-abfa-99a57a171572 HTTP/1.1" status: 204 len: 168 time: 0.5371678 Oct 23 00:55:50.642964 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port c15a8bad-19fd-46da-8328-6797a742506a triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:50.651803 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (c15a8bad-19fd-46da-8328-6797a742506a), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:50.651803 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port c15a8bad-19fd-46da-8328-6797a742506a Oct 23 00:55:50.652146 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a693919-8b12-4cd1-8c6e-5be753d5614c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1bb7b1-b072-4cf2-abfa-99a57a171572,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:50.741464 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a779d1f4-b476-4a02-8926-eefab6a55c19 req-31770915-9731-4617-bb0e-36708db30f4b tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 210 time: 0.2790744 Oct 23 00:55:50.761218 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [req-d4de515d-b706-476e-829f-2d1fc882c0b7 req-3c47d406-839c-4661-b398-ba9fee21233a service neutron] Request body: {'port': {'device_id': '81a81607-ef2d-4305-9f21-d24f821e2546', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:55:50.879915 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e39c5e9-a4ab-4c83-93d9-19b72207bb7c req-a1e5122e-d1d4-4c29-8747-bdee8e719ec4 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:50.886389 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6e39c5e9-a4ab-4c83-93d9-19b72207bb7c req-a1e5122e-d1d4-4c29-8747-bdee8e719ec4 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/networks?id=f8105e98-346f-4369-be4d-2cb2d399c07a HTTP/1.1" status: 200 len: 816 time: 1.6318581 Oct 23 00:55:50.933595 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-cb49176c-bebf-4d4d-8847-038edcbbed6c None None] Port eaf96dfe-f805-4be4-9d2f-7507301823d2 cannot update to ACTIVE because it is not bound. {{(pid=104553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 00:55:51.132293 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port c15a8bad-19fd-46da-8328-6797a742506a is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:51.133448 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device c3d281d7-77bc-45d4-bfbc-c30a363df5dd up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:55:51.275679 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6e39c5e9-a4ab-4c83-93d9-19b72207bb7c req-2cf4f4ca-138a-4f32-b2b2-e3037772d972 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/quotas/59add4b78cd346a194c4be211d1996be HTTP/1.1" status: 200 len: 375 time: 0.3556774 Oct 23 00:55:51.297411 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-daff8c34-ed01-4bd3-ad64-674b9d271c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (71de1650-f9d9-4095-92e6-e37ec99e20cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:51.317934 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:51.363732 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port c3d281d7-77bc-45d4-bfbc-c30a363df5dd triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:51.363732 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (c3d281d7-77bc-45d4-bfbc-c30a363df5dd), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:51.363732 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port c3d281d7-77bc-45d4-bfbc-c30a363df5dd Oct 23 00:55:51.522345 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port c3d281d7-77bc-45d4-bfbc-c30a363df5dd is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:51.611774 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbebd9d-26a4-43dd-8d0f-8f99c5b3fb5d req-117bc510-3176-47ff-be93-2d9a3dbcd15d tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:51.650745 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6cbebd9d-26a4-43dd-8d0f-8f99c5b3fb5d req-117bc510-3176-47ff-be93-2d9a3dbcd15d tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=81a81607-ef2d-4305-9f21-d24f821e2546 HTTP/1.1" status: 200 len: 932 time: 0.7536395 Oct 23 00:55:51.668477 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-48276461-f7af-49e5-8b71-8113484746f2 req-a72ed165-cd48-44c2-ab50-2e5eaead3198 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks [] for port (16ac40d6-7a56-4def-a9f5-e0a3fade7563), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:51.766485 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6e39c5e9-a4ab-4c83-93d9-19b72207bb7c req-c179c41b-6b2f-4f38-8434-e5c0586f7bc0 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=59add4b78cd346a194c4be211d1996be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4898527 Oct 23 00:55:51.774906 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.db_base_plugin_common [req-493f0c46-e4da-4f79-952e-2bf11a1ea83f req-7c08071f-b016-44e9-81a8-32386c99d9f8 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Allocated IP 172.20.0.3 (1d27b6d9-fef6-49cb-833f-13cb9578958e/b567fc0e-81bb-4e4e-8bd3-a17fd2562f11/fdd89988-ac0b-48a6-9a93-d8efc80c0957) {{(pid=104552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:55:51.779504 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-d4de515d-b706-476e-829f-2d1fc882c0b7 req-3c47d406-839c-4661-b398-ba9fee21233a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (eaf96dfe-f805-4be4-9d2f-7507301823d2), before_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:52.099909 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 045e8cb5-b097-4c96-a318-d42be89b2e6f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:55:52.225395 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6cbebd9d-26a4-43dd-8d0f-8f99c5b3fb5d req-6bc5c1a5-5e91-4126-ac1b-f78d7e333f8f tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f3ce37d9-177c-4e87-927f-4bd88426ffae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5271294 Oct 23 00:55:52.229284 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port 045e8cb5-b097-4c96-a318-d42be89b2e6f triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:52.229840 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (045e8cb5-b097-4c96-a318-d42be89b2e6f), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:52.230020 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port 045e8cb5-b097-4c96-a318-d42be89b2e6f Oct 23 00:55:52.266831 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-48276461-f7af-49e5-8b71-8113484746f2 req-a72ed165-cd48-44c2-ab50-2e5eaead3198 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5995606'] for port (16ac40d6-7a56-4def-a9f5-e0a3fade7563), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:52.350105 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5148f689-0f62-430a-b3f2-d0758b81aa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (b2013646-e5ec-4b71-a145-3908973fbde8), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:52.352523 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:52.367872 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port 045e8cb5-b097-4c96-a318-d42be89b2e6f is: DOWN; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:52.368655 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (045e8cb5-b097-4c96-a318-d42be89b2e6f), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:52.410437 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] For port 045e8cb5-b097-4c96-a318-d42be89b2e6f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=045e8cb5-b097-4c96-a318-d42be89b2e6f,segment=NetworkSegment(7dc83201-cb39-4cd2-9302-c1b785eda914),segment_id=7dc83201-cb39-4cd2-9302-c1b785eda914)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:55:52.424957 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (045e8cb5-b097-4c96-a318-d42be89b2e6f), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:52.426039 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:55:52.441711 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:52.525964 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Pushing event updated for resources: {'Port': ['ID=045e8cb5-b097-4c96-a318-d42be89b2e6f,revision_number=5']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:52.548757 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port 9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:52.549151 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:52.549492 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port 9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a Oct 23 00:55:52.575536 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48276461-f7af-49e5-8b71-8113484746f2 req-a72ed165-cd48-44c2-ab50-2e5eaead3198 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Network 6e24fc8d-42d5-4d11-b06b-37a4738231b0 is already hosted by enough agents. {{(pid=104552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:55:52.595395 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-8faa4673-0e50-45b7-91bf-21bf35865dfe req-39d07ec0-b329-49f7-8f76-e881067a1c0f tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 210 time: 0.2291875 Oct 23 00:55:52.596325 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72ed165-cd48-44c2-ab50-2e5eaead3198 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Pushing event updated for resources: {'Port': ['ID=16ac40d6-7a56-4def-a9f5-e0a3fade7563,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:52.613865 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.base_scheduler [req-48276461-f7af-49e5-8b71-8113484746f2 req-a72ed165-cd48-44c2-ab50-2e5eaead3198 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Resources bound (agent type, host, resource id): {{(pid=104552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:55:52.626906 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.l3_dvrscheduler_db [req-48276461-f7af-49e5-8b71-8113484746f2 req-a72ed165-cd48-44c2-ab50-2e5eaead3198 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Received port after_create {{(pid=104552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:55:52.655542 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6e39c5e9-a4ab-4c83-93d9-19b72207bb7c req-4c8a6dd3-d40d-4753-a362-a0fc40757443 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f8105e98-346f-4369-be4d-2cb2d399c07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8668904 Oct 23 00:55:52.687202 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port 9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:52.818429 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48276461-f7af-49e5-8b71-8113484746f2 req-a72ed165-cd48-44c2-ab50-2e5eaead3198 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:52.822965 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-48276461-f7af-49e5-8b71-8113484746f2 req-a72ed165-cd48-44c2-ab50-2e5eaead3198 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:52.970586 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:53.000356 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-a3c89097-3185-4800-8917-ef913a83ce3d None None] Provisioning complete for port 16ac40d6-7a56-4def-a9f5-e0a3fade7563 triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:53.001210 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-a3c89097-3185-4800-8917-ef913a83ce3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (16ac40d6-7a56-4def-a9f5-e0a3fade7563), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:53.001742 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-a3c89097-3185-4800-8917-ef913a83ce3d None None] Attempt 1 to provision port 16ac40d6-7a56-4def-a9f5-e0a3fade7563 Oct 23 00:55:53.076313 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-48276461-f7af-49e5-8b71-8113484746f2 req-a72ed165-cd48-44c2-ab50-2e5eaead3198 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6102476 Oct 23 00:55:53.085410 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-a3c89097-3185-4800-8917-ef913a83ce3d None None] Port 16ac40d6-7a56-4def-a9f5-e0a3fade7563 cannot update to ACTIVE because it is not bound. {{(pid=104553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 00:55:53.086782 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-493f0c46-e4da-4f79-952e-2bf11a1ea83f req-7c08071f-b016-44e9-81a8-32386c99d9f8 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks [] for port (fdd89988-ac0b-48a6-9a93-d8efc80c0957), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:53.101876 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ae7702-a4f9-472e-8188-4f063379c333 req-242ddd4f-a838-4bc4-8706-b328ca49f0da tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:53.103404 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-23ae7702-a4f9-472e-8188-4f063379c333 req-242ddd4f-a838-4bc4-8706-b328ca49f0da tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 931 time: 0.3741407 Oct 23 00:55:53.247823 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6e39c5e9-a4ab-4c83-93d9-19b72207bb7c req-324ab1df-a02b-409e-b043-415804eaf38e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f8105e98-346f-4369-be4d-2cb2d399c07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5493112 Oct 23 00:55:53.284427 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-493f0c46-e4da-4f79-952e-2bf11a1ea83f req-7c08071f-b016-44e9-81a8-32386c99d9f8 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5995606'] for port (fdd89988-ac0b-48a6-9a93-d8efc80c0957), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:53.292206 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-23ae7702-a4f9-472e-8188-4f063379c333 req-68785ba4-6026-4809-a544-5280f8b57074 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647019 Oct 23 00:55:53.365434 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [req-d4de515d-b706-476e-829f-2d1fc882c0b7 req-3c47d406-839c-4661-b398-ba9fee21233a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaf96dfe-f805-4be4-9d2f-7507301823d2 {{(pid=104552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 00:55:53.396495 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-d4de515d-b706-476e-829f-2d1fc882c0b7 req-3c47d406-839c-4661-b398-ba9fee21233a service neutron] Publish callbacks [] for port (eaf96dfe-f805-4be4-9d2f-7507301823d2), precommit_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:53.408554 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c08071f-b016-44e9-81a8-32386c99d9f8 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Pushing event updated for resources: {'Port': ['ID=fdd89988-ac0b-48a6-9a93-d8efc80c0957,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:53.412173 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-493f0c46-e4da-4f79-952e-2bf11a1ea83f req-7c08071f-b016-44e9-81a8-32386c99d9f8 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Network 1d27b6d9-fef6-49cb-833f-13cb9578958e is already hosted by enough agents. {{(pid=104552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:55:53.444509 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.provisioning_blocks [req-d4de515d-b706-476e-829f-2d1fc882c0b7 req-3c47d406-839c-4661-b398-ba9fee21233a service neutron] Transition to ACTIVE for port object eaf96dfe-f805-4be4-9d2f-7507301823d2 will not be triggered until provisioned by entity L2. {{(pid=104552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 00:55:53.447686 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.base_scheduler [req-493f0c46-e4da-4f79-952e-2bf11a1ea83f req-7c08071f-b016-44e9-81a8-32386c99d9f8 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Resources bound (agent type, host, resource id): {{(pid=104552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:55:53.470348 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.l3_dvrscheduler_db [req-493f0c46-e4da-4f79-952e-2bf11a1ea83f req-7c08071f-b016-44e9-81a8-32386c99d9f8 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Received port after_create {{(pid=104552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:55:53.473142 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-d4de515d-b706-476e-829f-2d1fc882c0b7 req-3c47d406-839c-4661-b398-ba9fee21233a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5995615'] for port (eaf96dfe-f805-4be4-9d2f-7507301823d2), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:53.643261 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e80eb663-45f3-44c1-bd5d-b13fbac885c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (9e3bf558-830b-43df-b1b1-6fe61a75ce60), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:53.665617 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c47d406-839c-4661-b398-ba9fee21233a service neutron] Pushing event updated for resources: {'Port': ['ID=eaf96dfe-f805-4be4-9d2f-7507301823d2,revision_number=2']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:53.667842 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:53.752816 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f0c46-e4da-4f79-952e-2bf11a1ea83f req-7c08071f-b016-44e9-81a8-32386c99d9f8 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:53.753501 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-493f0c46-e4da-4f79-952e-2bf11a1ea83f req-7c08071f-b016-44e9-81a8-32386c99d9f8 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:53.758151 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:53.768322 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7e2da9e6-0f8b-43c3-b1f6-fd295b858a65 req-5f76a7a6-d710-47e3-bc17-4a5bb576c6a3 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 210 time: 0.2998960 Oct 23 00:55:53.783680 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c2a479-3cd2-4f0e-8dad-b7809b6a9d48 req-f6b9ac3c-6077-4a47-b389-132f7940b6c3 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:53.785209 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-66c2a479-3cd2-4f0e-8dad-b7809b6a9d48 req-f6b9ac3c-6077-4a47-b389-132f7940b6c3 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=81a81607-ef2d-4305-9f21-d24f821e2546 HTTP/1.1" status: 200 len: 932 time: 0.3806934 Oct 23 00:55:53.826279 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-0915e1d7-e1e7-44b5-af20-c2fa5f89b2a3 None None] Provisioning complete for port fdd89988-ac0b-48a6-9a93-d8efc80c0957 triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:53.826672 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-0915e1d7-e1e7-44b5-af20-c2fa5f89b2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (fdd89988-ac0b-48a6-9a93-d8efc80c0957), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:53.827052 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-0915e1d7-e1e7-44b5-af20-c2fa5f89b2a3 None None] Attempt 1 to provision port fdd89988-ac0b-48a6-9a93-d8efc80c0957 Oct 23 00:55:53.876618 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-493f0c46-e4da-4f79-952e-2bf11a1ea83f req-7c08071f-b016-44e9-81a8-32386c99d9f8 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0633626 Oct 23 00:55:53.893702 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-0915e1d7-e1e7-44b5-af20-c2fa5f89b2a3 None None] Port fdd89988-ac0b-48a6-9a93-d8efc80c0957 cannot update to ACTIVE because it is not bound. {{(pid=104553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 00:55:54.015569 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 045e8cb5-b097-4c96-a318-d42be89b2e6f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:55:54.042055 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e9b00a14-9196-4139-bc95-aeef70cbfdcb req-c3dec874-de57-49a1-8afa-4ecc7a90ae51 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 210 time: 0.1040130 Oct 23 00:55:54.042955 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.managers [req-d4de515d-b706-476e-829f-2d1fc882c0b7 req-3c47d406-839c-4661-b398-ba9fee21233a service neutron] Attempting to bind port eaf96dfe-f805-4be4-9d2f-7507301823d2 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:55:54.043336 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.managers [req-d4de515d-b706-476e-829f-2d1fc882c0b7 req-3c47d406-839c-4661-b398-ba9fee21233a service neutron] Attempting to bind port eaf96dfe-f805-4be4-9d2f-7507301823d2 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'b638209f-90ba-44ee-80d1-50cdacceb6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'af018619-0331-4553-bdbc-b12c91da85cf'}] {{(pid=104552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:55:54.043678 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4de515d-b706-476e-829f-2d1fc882c0b7 req-3c47d406-839c-4661-b398-ba9fee21233a service neutron] Attempting to bind port eaf96dfe-f805-4be4-9d2f-7507301823d2 on network af018619-0331-4553-bdbc-b12c91da85cf {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:55:54.092048 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (e5069eb9-82e8-4601-9222-8a50cea677c6), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:54.121626 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port 045e8cb5-b097-4c96-a318-d42be89b2e6f triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:55:54.122344 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (045e8cb5-b097-4c96-a318-d42be89b2e6f), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:54.122809 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port 045e8cb5-b097-4c96-a318-d42be89b2e6f Oct 23 00:55:54.138279 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-66c2a479-3cd2-4f0e-8dad-b7809b6a9d48 req-3072e0d9-9d1c-4f30-9cd9-24bf8bdc7699 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f3ce37d9-177c-4e87-927f-4bd88426ffae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169475 Oct 23 00:55:54.216993 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4de515d-b706-476e-829f-2d1fc882c0b7 req-3c47d406-839c-4661-b398-ba9fee21233a service neutron] Port eaf96dfe-f805-4be4-9d2f-7507301823d2 on network af018619-0331-4553-bdbc-b12c91da85cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 00:55:54.217279 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4de515d-b706-476e-829f-2d1fc882c0b7 req-3c47d406-839c-4661-b398-ba9fee21233a service neutron] Attempting to bind port eaf96dfe-f805-4be4-9d2f-7507301823d2 on network af018619-0331-4553-bdbc-b12c91da85cf {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:55:54.234642 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port 045e8cb5-b097-4c96-a318-d42be89b2e6f is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:55:54.275711 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4de515d-b706-476e-829f-2d1fc882c0b7 req-3c47d406-839c-4661-b398-ba9fee21233a service neutron] Checking agent: {'id': '16cf44eb-3ef2-4361-a416-47ab9083b794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 53, 30), 'started_at': datetime.datetime(2022, 10, 23, 0, 53, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:55:54.276311 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4de515d-b706-476e-829f-2d1fc882c0b7 req-3c47d406-839c-4661-b398-ba9fee21233a service neutron] Checking segment: {'id': 'b638209f-90ba-44ee-80d1-50cdacceb6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'af018619-0331-4553-bdbc-b12c91da85cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:55:54.277653 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4de515d-b706-476e-829f-2d1fc882c0b7 req-3c47d406-839c-4661-b398-ba9fee21233a service neutron] Bound using segment: {'id': 'b638209f-90ba-44ee-80d1-50cdacceb6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'af018619-0331-4553-bdbc-b12c91da85cf'} {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:55:54.279370 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.managers [req-d4de515d-b706-476e-829f-2d1fc882c0b7 req-3c47d406-839c-4661-b398-ba9fee21233a service neutron] Bound port: eaf96dfe-f805-4be4-9d2f-7507301823d2, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b638209f-90ba-44ee-80d1-50cdacceb6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'af018619-0331-4553-bdbc-b12c91da85cf'}}] {{(pid=104552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:55:54.279909 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-d4de515d-b706-476e-829f-2d1fc882c0b7 req-3c47d406-839c-4661-b398-ba9fee21233a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (eaf96dfe-f805-4be4-9d2f-7507301823d2), before_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:54.395735 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-d4de515d-b706-476e-829f-2d1fc882c0b7 req-3c47d406-839c-4661-b398-ba9fee21233a service neutron] For port eaf96dfe-f805-4be4-9d2f-7507301823d2, host hv-cinder-maste, cleared binding levels {{(pid=104552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:55:54.449078 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-d4de515d-b706-476e-829f-2d1fc882c0b7 req-3c47d406-839c-4661-b398-ba9fee21233a service neutron] For port eaf96dfe-f805-4be4-9d2f-7507301823d2, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=eaf96dfe-f805-4be4-9d2f-7507301823d2,segment=NetworkSegment(b638209f-90ba-44ee-80d1-50cdacceb6dc),segment_id=b638209f-90ba-44ee-80d1-50cdacceb6dc)] {{(pid=104552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:55:54.461598 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd8bf4-0909-446d-ba7d-7dd143482299 req-b847512a-67d2-46df-9e7d-bfc967b54fa4 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:54.463212 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6fbd8bf4-0909-446d-ba7d-7dd143482299 req-b847512a-67d2-46df-9e7d-bfc967b54fa4 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 931 time: 0.0829966 Oct 23 00:55:54.465277 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-d4de515d-b706-476e-829f-2d1fc882c0b7 req-3c47d406-839c-4661-b398-ba9fee21233a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5995615'] for port (eaf96dfe-f805-4be4-9d2f-7507301823d2), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:54.474464 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de515d-b706-476e-829f-2d1fc882c0b7 req-3c47d406-839c-4661-b398-ba9fee21233a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:54.475253 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-d4de515d-b706-476e-829f-2d1fc882c0b7 req-3c47d406-839c-4661-b398-ba9fee21233a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:55:54.477166 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d4de515d-b706-476e-829f-2d1fc882c0b7 req-3c47d406-839c-4661-b398-ba9fee21233a service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/eaf96dfe-f805-4be4-9d2f-7507301823d2 HTTP/1.1" status: 200 len: 1094 time: 4.2664115 Oct 23 00:55:54.499279 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81a81607-ef2d-4305-9f21-d24f821e2546', 'tag': 'eaf96dfe-f805-4be4-9d2f-7507301823d2'}] {{(pid=104552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:55:54.581178 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c47d406-839c-4661-b398-ba9fee21233a service neutron] Pushing event updated for resources: {'Port': ['ID=eaf96dfe-f805-4be4-9d2f-7507301823d2,revision_number=3']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:55:54.596662 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6fbd8bf4-0909-446d-ba7d-7dd143482299 req-4d19854e-2b28-41b9-baa0-5b4b997a598d tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248858 Oct 23 00:55:54.719975 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e71a59ae106f7f9b2e36c913636ed0b95d68e581a9dbd71020046a5c2e6c46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d32c25-9b21-4bee-89d4-29d8d69fa5ba" -d '{"events": [{"name": "network-changed", "server_uuid": "81a81607-ef2d-4305-9f21-d24f821e2546", "tag": "eaf96dfe-f805-4be4-9d2f-7507301823d2"}]}' {{(pid=104552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:55:54.911246 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f829a27d-97d8-4a55-a83f-8863dbfd11bc req-59169fd3-b7f4-4dd4-a0a8-6b16fd6c95e7 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 210 time: 0.0327842 Oct 23 00:55:55.033160 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 00:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67d4f3c-c236-4f37-b54f-e56a25c3f2ec x-openstack-request-id: req-d67d4f3c-c236-4f37-b54f-e56a25c3f2ec {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:55:55.033512 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81a81607-ef2d-4305-9f21-d24f821e2546", "tag": "eaf96dfe-f805-4be4-9d2f-7507301823d2", "status": "completed", "code": 200}]} {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:55:55.033736 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d67d4f3c-c236-4f37-b54f-e56a25c3f2ec {{(pid=104552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:55:55.034219 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d67d4f3c-c236-4f37-b54f-e56a25c3f2ec'] response: {'name': 'network-changed', 'server_uuid': '81a81607-ef2d-4305-9f21-d24f821e2546', 'tag': 'eaf96dfe-f805-4be4-9d2f-7507301823d2', 'status': 'completed', 'code': 200} Oct 23 00:55:55.191508 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-db9ca3e6-fa4f-4038-a73e-21223480c0af req-4794126f-71c7-4a80-a1e7-850b6d9757cc tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 210 time: 0.0413947 Oct 23 00:55:55.392704 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54673b6-bb69-409d-886c-f2fd8676cd12 req-3ad06c99-c261-40c4-b3ff-96a94e320671 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:55.409656 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d54673b6-bb69-409d-886c-f2fd8676cd12 req-3ad06c99-c261-40c4-b3ff-96a94e320671 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=81a81607-ef2d-4305-9f21-d24f821e2546 HTTP/1.1" status: 200 len: 944 time: 0.1226158 Oct 23 00:55:55.552686 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d54673b6-bb69-409d-886c-f2fd8676cd12 req-c2bb575b-db89-49c1-bcba-fe9e537c16c6 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f3ce37d9-177c-4e87-927f-4bd88426ffae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419394 Oct 23 00:55:55.767561 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d9aa9-4aa9-4b53-bf87-088d17a3c78d req-f2b9c318-ebfe-4966-8459-5ece074fd7fb tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:55.770010 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-bb2d9aa9-4aa9-4b53-bf87-088d17a3c78d req-f2b9c318-ebfe-4966-8459-5ece074fd7fb tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 931 time: 0.0616944 Oct 23 00:55:55.865784 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-bb2d9aa9-4aa9-4b53-bf87-088d17a3c78d req-c4245696-1eee-499d-9cf5-3211d4c98a2e tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873218 Oct 23 00:55:56.064779 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-852ffcd8-55de-4cde-96b1-b7369233debf req-914235ed-83c1-4937-90e7-194ba6f64270 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 210 time: 0.0312693 Oct 23 00:55:56.302020 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c29530ef-55b2-4fd8-8759-47dd4ffffc01 req-44a1cb90-123b-4023-af27-b44dd73d9a00 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 210 time: 0.0311394 Oct 23 00:55:56.714524 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4581c9-24b2-47ae-b51d-3670d0ebb073 req-b5b73a77-8ad6-4b8b-b6c2-20b957c51919 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:56.716270 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-5b4581c9-24b2-47ae-b51d-3670d0ebb073 req-b5b73a77-8ad6-4b8b-b6c2-20b957c51919 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=81a81607-ef2d-4305-9f21-d24f821e2546 HTTP/1.1" status: 200 len: 944 time: 0.0658779 Oct 23 00:55:56.795850 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-5b4581c9-24b2-47ae-b51d-3670d0ebb073 req-93729622-ce3d-4404-ad97-248a3d54d161 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f3ce37d9-177c-4e87-927f-4bd88426ffae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699012 Oct 23 00:55:57.012693 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bdda72-810b-4e86-b243-95a7650d1c32 req-e49b8165-b924-4f20-8a07-368fcc6e3eee tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:57.014188 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-84bdda72-810b-4e86-b243-95a7650d1c32 req-e49b8165-b924-4f20-8a07-368fcc6e3eee tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 931 time: 0.0614464 Oct 23 00:55:57.071013 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:57.094864 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-84bdda72-810b-4e86-b243-95a7650d1c32 req-4dd98252-25d2-4190-b4c1-ed27d10799b6 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699697 Oct 23 00:55:57.214835 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-339a2aa5-a059-4bc1-b3d5-13983743ffa4 req-03744fa4-36e4-45fe-b4d4-07a924da0dc1 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 210 time: 0.0370350 Oct 23 00:55:57.435626 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-5dddd7e6-1be4-4b1a-8ed4-23379688126e req-63a2b234-9d51-4516-a2e8-87ef10518a09 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 210 time: 0.0398092 Oct 23 00:55:57.939959 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee8e7e-f909-4523-8e3e-7a43d3375fa0 req-2d6be480-f4c5-4155-97e6-cc6674ecb775 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:57.943124 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-85ee8e7e-f909-4523-8e3e-7a43d3375fa0 req-2d6be480-f4c5-4155-97e6-cc6674ecb775 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=81a81607-ef2d-4305-9f21-d24f821e2546 HTTP/1.1" status: 200 len: 944 time: 0.0542536 Oct 23 00:55:57.986969 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:58.000682 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-85ee8e7e-f909-4523-8e3e-7a43d3375fa0 req-a385dbef-07a5-43c3-9dc3-bf899648ba5d tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f3ce37d9-177c-4e87-927f-4bd88426ffae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518885 Oct 23 00:55:58.242905 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580f3f82-167c-44e8-bc41-767245814ec5 req-32dd0a4f-da87-4628-8754-a10991625306 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:58.244396 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-580f3f82-167c-44e8-bc41-767245814ec5 req-32dd0a4f-da87-4628-8754-a10991625306 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 931 time: 0.0559642 Oct 23 00:55:58.301439 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-580f3f82-167c-44e8-bc41-767245814ec5 req-dbd34116-51f8-493e-a853-0b4d4c83478b tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480905 Oct 23 00:55:58.331254 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-535ab513-e6cf-4cf3-a4ea-8336f6a44553 req-9ad69c0d-fa62-4990-a8c1-fa02ef9887c0 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 210 time: 0.0288017 Oct 23 00:55:58.555675 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-5f76d640-148b-4701-8baa-14efd05e6aa7 req-ecd9f035-6027-448b-84f2-29f0aba2d2a0 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 210 time: 0.0300715 Oct 23 00:55:59.141162 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbc4cfa-42fd-4c86-a417-68adc7814eaa req-79d44c2e-ba5b-4999-9c0b-9c8225eab83b tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:59.142591 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-adbc4cfa-42fd-4c86-a417-68adc7814eaa req-79d44c2e-ba5b-4999-9c0b-9c8225eab83b tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=81a81607-ef2d-4305-9f21-d24f821e2546 HTTP/1.1" status: 200 len: 944 time: 0.0574872 Oct 23 00:55:59.197370 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-adbc4cfa-42fd-4c86-a417-68adc7814eaa req-ce5d3701-8ade-43d0-9e18-f86e409afaea tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f3ce37d9-177c-4e87-927f-4bd88426ffae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442815 Oct 23 00:55:59.489054 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-00510ebe-8012-457e-912e-51443616eb8d req-005cb55f-3328-4d1b-a4d3-e9ee632e86fe tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 210 time: 0.0637748 Oct 23 00:55:59.499475 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f118a9cc-5d6f-489d-a890-f52950c2d1d3 req-4cf479c3-5bf8-466e-b12f-1555e4c82aa1 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:55:59.506633 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f118a9cc-5d6f-489d-a890-f52950c2d1d3 req-4cf479c3-5bf8-466e-b12f-1555e4c82aa1 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 931 time: 0.1185663 Oct 23 00:55:59.563798 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f118a9cc-5d6f-489d-a890-f52950c2d1d3 req-208d737a-8f45-4bc7-8bef-25e2c0739fa2 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558794 Oct 23 00:55:59.663013 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a772ba06-7fdc-4dd2-9e2f-df054ed77f05 req-cc61a45d-2de1-4042-bff2-1eec4ae8ba3c tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 210 time: 0.0294132 Oct 23 00:55:59.682843 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:55:59.704537 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (16cf44eb-3ef2-4361-a416-47ab9083b794), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:00.332516 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8ae05-43d1-479c-a1e4-772ee8752fe2 req-6a4f9515-1d33-400f-a615-a3f420eb4bc6 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:00.334019 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-8bf8ae05-43d1-479c-a1e4-772ee8752fe2 req-6a4f9515-1d33-400f-a615-a3f420eb4bc6 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=81a81607-ef2d-4305-9f21-d24f821e2546 HTTP/1.1" status: 200 len: 944 time: 0.0486839 Oct 23 00:56:00.386910 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-8bf8ae05-43d1-479c-a1e4-772ee8752fe2 req-e2dd85d2-9124-4d85-8cf4-a00f6af9517c tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f3ce37d9-177c-4e87-927f-4bd88426ffae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442696 Oct 23 00:56:00.608652 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-680d27f6-cd0f-4bf8-a75a-7386d523380a req-677a2b7a-4348-43da-a2fa-1ec7839322fc tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 210 time: 0.0331330 Oct 23 00:56:00.637015 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=48,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:00.691397 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c39818-82a6-4611-9567-479a7ded44c1 req-5f7aff59-7640-4a0d-a424-1d7c818be3f4 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:00.692900 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-54c39818-82a6-4611-9567-479a7ded44c1 req-5f7aff59-7640-4a0d-a424-1d7c818be3f4 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 931 time: 0.0526981 Oct 23 00:56:00.743777 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-54c39818-82a6-4611-9567-479a7ded44c1 req-4b04260d-aa88-43e1-8a2e-3cfa2f6fe6a4 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438247 Oct 23 00:56:00.773461 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-b54ed309-0bd3-419a-9647-d643f1d4e8a7 req-689b162e-9f9f-4302-94d9-2bc0b44eac93 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 210 time: 0.0287170 Oct 23 00:56:01.481044 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [req-48276461-f7af-49e5-8b71-8113484746f2 req-8c47cc11-55ac-482c-a52d-d26f443e5e62 service neutron] Request body: {'port': {'device_id': '15bcbe46-c80c-46d8-987e-3b270f8af3bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:56:01.541650 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b00314-2b2e-4819-824f-23c807db9ee0 req-1173fa7f-9ee8-4c25-a1cb-0c2e311ea8d7 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:01.543120 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-68b00314-2b2e-4819-824f-23c807db9ee0 req-1173fa7f-9ee8-4c25-a1cb-0c2e311ea8d7 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=81a81607-ef2d-4305-9f21-d24f821e2546 HTTP/1.1" status: 200 len: 944 time: 0.0786300 Oct 23 00:56:01.589763 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-48276461-f7af-49e5-8b71-8113484746f2 req-8c47cc11-55ac-482c-a52d-d26f443e5e62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (16ac40d6-7a56-4def-a9f5-e0a3fade7563), before_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:01.625383 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-68b00314-2b2e-4819-824f-23c807db9ee0 req-7fd86d80-cd1a-4e5f-a5cf-0c78300ff823 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f3ce37d9-177c-4e87-927f-4bd88426ffae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762396 Oct 23 00:56:01.941433 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [req-493f0c46-e4da-4f79-952e-2bf11a1ea83f req-358789da-65ec-4cf0-8529-c0a383fa6eb8 service neutron] Request body: {'port': {'device_id': '435f22ac-20bf-48b6-b42c-62ecd7cf29f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:56:02.051828 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a1c480d0-4842-4336-a68e-e20e4cc5b783 req-e45cd8c2-afe2-4941-a2fb-88b623a7f299 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 210 time: 0.1432605 Oct 23 00:56:02.088851 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:02.116482 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0471331-20d6-42be-b17a-cb5635552d6f req-afddd185-aa58-4b04-8f08-57c4213194f0 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:02.118033 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-b0471331-20d6-42be-b17a-cb5635552d6f req-afddd185-aa58-4b04-8f08-57c4213194f0 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 931 time: 0.2086170 Oct 23 00:56:02.129441 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d32c25-9b21-4bee-89d4-29d8d69fa5ba req-a29a9781-2ac8-4e05-96ec-fe09f333fe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:02.129441 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-28d32c25-9b21-4bee-89d4-29d8d69fa5ba req-a29a9781-2ac8-4e05-96ec-fe09f333fe50 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=29c3589cf3024c1083bc90f33ab61c00&device_id=81a81607-ef2d-4305-9f21-d24f821e2546 HTTP/1.1" status: 200 len: 1128 time: 0.2119021 Oct 23 00:56:02.144870 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:02.231321 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-493f0c46-e4da-4f79-952e-2bf11a1ea83f req-358789da-65ec-4cf0-8529-c0a383fa6eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (fdd89988-ac0b-48a6-9a93-d8efc80c0957), before_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:02.231829 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=89 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:02.237214 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f4bb47b5-18fe-4083-8732-edcba1b8c2ac req-cf241c81-8417-4471-ba6a-0f7b840868de tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 210 time: 0.0633655 Oct 23 00:56:02.253068 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=25 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:02.320738 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-b0471331-20d6-42be-b17a-cb5635552d6f req-b5c9208a-a34f-4e8e-871f-dab57ae0ab77 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1745834 Oct 23 00:56:02.456256 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [req-48276461-f7af-49e5-8b71-8113484746f2 req-8c47cc11-55ac-482c-a52d-d26f443e5e62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16ac40d6-7a56-4def-a9f5-e0a3fade7563 {{(pid=104552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 00:56:02.474136 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-48276461-f7af-49e5-8b71-8113484746f2 req-8c47cc11-55ac-482c-a52d-d26f443e5e62 service neutron] Publish callbacks [] for port (16ac40d6-7a56-4def-a9f5-e0a3fade7563), precommit_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:02.519510 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.provisioning_blocks [req-48276461-f7af-49e5-8b71-8113484746f2 req-8c47cc11-55ac-482c-a52d-d26f443e5e62 service neutron] Transition to ACTIVE for port object 16ac40d6-7a56-4def-a9f5-e0a3fade7563 will not be triggered until provisioned by entity L2. {{(pid=104552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 00:56:02.525233 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-48276461-f7af-49e5-8b71-8113484746f2 req-8c47cc11-55ac-482c-a52d-d26f443e5e62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5995615'] for port (16ac40d6-7a56-4def-a9f5-e0a3fade7563), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:02.628212 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c47cc11-55ac-482c-a52d-d26f443e5e62 service neutron] Pushing event updated for resources: {'Port': ['ID=16ac40d6-7a56-4def-a9f5-e0a3fade7563,revision_number=2']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:02.697859 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [req-493f0c46-e4da-4f79-952e-2bf11a1ea83f req-358789da-65ec-4cf0-8529-c0a383fa6eb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdd89988-ac0b-48a6-9a93-d8efc80c0957 {{(pid=104552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 00:56:02.716485 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-493f0c46-e4da-4f79-952e-2bf11a1ea83f req-358789da-65ec-4cf0-8529-c0a383fa6eb8 service neutron] Publish callbacks [] for port (fdd89988-ac0b-48a6-9a93-d8efc80c0957), precommit_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:02.750977 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.managers [req-48276461-f7af-49e5-8b71-8113484746f2 req-8c47cc11-55ac-482c-a52d-d26f443e5e62 service neutron] Attempting to bind port 16ac40d6-7a56-4def-a9f5-e0a3fade7563 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:56:02.751624 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.managers [req-48276461-f7af-49e5-8b71-8113484746f2 req-8c47cc11-55ac-482c-a52d-d26f443e5e62 service neutron] Attempting to bind port 16ac40d6-7a56-4def-a9f5-e0a3fade7563 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '6c7f3988-5c29-4b49-bf43-a45d839e2e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6e24fc8d-42d5-4d11-b06b-37a4738231b0'}] {{(pid=104552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:56:02.751978 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48276461-f7af-49e5-8b71-8113484746f2 req-8c47cc11-55ac-482c-a52d-d26f443e5e62 service neutron] Attempting to bind port 16ac40d6-7a56-4def-a9f5-e0a3fade7563 on network 6e24fc8d-42d5-4d11-b06b-37a4738231b0 {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:56:02.785607 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.provisioning_blocks [req-493f0c46-e4da-4f79-952e-2bf11a1ea83f req-358789da-65ec-4cf0-8529-c0a383fa6eb8 service neutron] Transition to ACTIVE for port object fdd89988-ac0b-48a6-9a93-d8efc80c0957 will not be triggered until provisioned by entity L2. {{(pid=104552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 00:56:02.794940 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-493f0c46-e4da-4f79-952e-2bf11a1ea83f req-358789da-65ec-4cf0-8529-c0a383fa6eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5995615'] for port (fdd89988-ac0b-48a6-9a93-d8efc80c0957), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:02.801028 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:02.810512 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20118fba-8e32-443c-bbd0-eec1db1cda87 req-6f53110e-bceb-4448-baff-e17729105dea tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:02.811999 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-20118fba-8e32-443c-bbd0-eec1db1cda87 req-6f53110e-bceb-4448-baff-e17729105dea tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=81a81607-ef2d-4305-9f21-d24f821e2546 HTTP/1.1" status: 200 len: 944 time: 0.1058810 Oct 23 00:56:02.897294 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48276461-f7af-49e5-8b71-8113484746f2 req-8c47cc11-55ac-482c-a52d-d26f443e5e62 service neutron] Port 16ac40d6-7a56-4def-a9f5-e0a3fade7563 on network 6e24fc8d-42d5-4d11-b06b-37a4738231b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 00:56:02.897623 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48276461-f7af-49e5-8b71-8113484746f2 req-8c47cc11-55ac-482c-a52d-d26f443e5e62 service neutron] Attempting to bind port 16ac40d6-7a56-4def-a9f5-e0a3fade7563 on network 6e24fc8d-42d5-4d11-b06b-37a4738231b0 {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:56:02.901059 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358789da-65ec-4cf0-8529-c0a383fa6eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=fdd89988-ac0b-48a6-9a93-d8efc80c0957,revision_number=2']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:02.960480 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:02.990976 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-20118fba-8e32-443c-bbd0-eec1db1cda87 req-75cd7ce5-cafe-44a9-afd1-aaafe9064f17 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f3ce37d9-177c-4e87-927f-4bd88426ffae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583159 Oct 23 00:56:03.004465 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48276461-f7af-49e5-8b71-8113484746f2 req-8c47cc11-55ac-482c-a52d-d26f443e5e62 service neutron] Checking agent: {'id': '16cf44eb-3ef2-4361-a416-47ab9083b794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 53, 30), 'started_at': datetime.datetime(2022, 10, 23, 0, 53, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:56:03.004828 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48276461-f7af-49e5-8b71-8113484746f2 req-8c47cc11-55ac-482c-a52d-d26f443e5e62 service neutron] Checking segment: {'id': '6c7f3988-5c29-4b49-bf43-a45d839e2e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6e24fc8d-42d5-4d11-b06b-37a4738231b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:56:03.005205 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48276461-f7af-49e5-8b71-8113484746f2 req-8c47cc11-55ac-482c-a52d-d26f443e5e62 service neutron] Bound using segment: {'id': '6c7f3988-5c29-4b49-bf43-a45d839e2e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6e24fc8d-42d5-4d11-b06b-37a4738231b0'} {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:56:03.005646 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.managers [req-48276461-f7af-49e5-8b71-8113484746f2 req-8c47cc11-55ac-482c-a52d-d26f443e5e62 service neutron] Bound port: 16ac40d6-7a56-4def-a9f5-e0a3fade7563, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c7f3988-5c29-4b49-bf43-a45d839e2e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6e24fc8d-42d5-4d11-b06b-37a4738231b0'}}] {{(pid=104552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:56:03.005999 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-48276461-f7af-49e5-8b71-8113484746f2 req-8c47cc11-55ac-482c-a52d-d26f443e5e62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (16ac40d6-7a56-4def-a9f5-e0a3fade7563), before_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:03.025846 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.managers [req-493f0c46-e4da-4f79-952e-2bf11a1ea83f req-358789da-65ec-4cf0-8529-c0a383fa6eb8 service neutron] Attempting to bind port fdd89988-ac0b-48a6-9a93-d8efc80c0957 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:56:03.026179 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.managers [req-493f0c46-e4da-4f79-952e-2bf11a1ea83f req-358789da-65ec-4cf0-8529-c0a383fa6eb8 service neutron] Attempting to bind port fdd89988-ac0b-48a6-9a93-d8efc80c0957 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '63b58a73-ffd1-4018-ac3c-0db314c2c768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1d27b6d9-fef6-49cb-833f-13cb9578958e'}] {{(pid=104552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:56:03.026502 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493f0c46-e4da-4f79-952e-2bf11a1ea83f req-358789da-65ec-4cf0-8529-c0a383fa6eb8 service neutron] Attempting to bind port fdd89988-ac0b-48a6-9a93-d8efc80c0957 on network 1d27b6d9-fef6-49cb-833f-13cb9578958e {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:56:03.109075 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493f0c46-e4da-4f79-952e-2bf11a1ea83f req-358789da-65ec-4cf0-8529-c0a383fa6eb8 service neutron] Port fdd89988-ac0b-48a6-9a93-d8efc80c0957 on network 1d27b6d9-fef6-49cb-833f-13cb9578958e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 00:56:03.109406 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493f0c46-e4da-4f79-952e-2bf11a1ea83f req-358789da-65ec-4cf0-8529-c0a383fa6eb8 service neutron] Attempting to bind port fdd89988-ac0b-48a6-9a93-d8efc80c0957 on network 1d27b6d9-fef6-49cb-833f-13cb9578958e {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:56:03.114396 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-48276461-f7af-49e5-8b71-8113484746f2 req-8c47cc11-55ac-482c-a52d-d26f443e5e62 service neutron] For port 16ac40d6-7a56-4def-a9f5-e0a3fade7563, host hv-cinder-maste, cleared binding levels {{(pid=104552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:56:03.154773 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-48276461-f7af-49e5-8b71-8113484746f2 req-8c47cc11-55ac-482c-a52d-d26f443e5e62 service neutron] For port 16ac40d6-7a56-4def-a9f5-e0a3fade7563, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=16ac40d6-7a56-4def-a9f5-e0a3fade7563,segment=NetworkSegment(6c7f3988-5c29-4b49-bf43-a45d839e2e81),segment_id=6c7f3988-5c29-4b49-bf43-a45d839e2e81)] {{(pid=104552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:56:03.169256 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-48276461-f7af-49e5-8b71-8113484746f2 req-8c47cc11-55ac-482c-a52d-d26f443e5e62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5995615'] for port (16ac40d6-7a56-4def-a9f5-e0a3fade7563), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:03.173075 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48276461-f7af-49e5-8b71-8113484746f2 req-8c47cc11-55ac-482c-a52d-d26f443e5e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:03.173887 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-48276461-f7af-49e5-8b71-8113484746f2 req-8c47cc11-55ac-482c-a52d-d26f443e5e62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:03.175328 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-48276461-f7af-49e5-8b71-8113484746f2 req-8c47cc11-55ac-482c-a52d-d26f443e5e62 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/16ac40d6-7a56-4def-a9f5-e0a3fade7563 HTTP/1.1" status: 200 len: 1093 time: 1.7008786 Oct 23 00:56:03.178064 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15bcbe46-c80c-46d8-987e-3b270f8af3bc', 'tag': '16ac40d6-7a56-4def-a9f5-e0a3fade7563'}] {{(pid=104552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:56:03.180312 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e71a59ae106f7f9b2e36c913636ed0b95d68e581a9dbd71020046a5c2e6c46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b59ee2e-aa6a-456b-a610-c50ce97fb310" -d '{"events": [{"name": "network-changed", "server_uuid": "15bcbe46-c80c-46d8-987e-3b270f8af3bc", "tag": "16ac40d6-7a56-4def-a9f5-e0a3fade7563"}]}' {{(pid=104552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:56:03.221517 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 00:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e216dd-41aa-47f2-94bf-15d46206cc3a x-openstack-request-id: req-58e216dd-41aa-47f2-94bf-15d46206cc3a {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:56:03.221796 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15bcbe46-c80c-46d8-987e-3b270f8af3bc", "tag": "16ac40d6-7a56-4def-a9f5-e0a3fade7563", "status": "completed", "code": 200}]} {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:56:03.222029 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-58e216dd-41aa-47f2-94bf-15d46206cc3a {{(pid=104552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:56:03.222419 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58e216dd-41aa-47f2-94bf-15d46206cc3a'] response: {'name': 'network-changed', 'server_uuid': '15bcbe46-c80c-46d8-987e-3b270f8af3bc', 'tag': '16ac40d6-7a56-4def-a9f5-e0a3fade7563', 'status': 'completed', 'code': 200} Oct 23 00:56:03.238480 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493f0c46-e4da-4f79-952e-2bf11a1ea83f req-358789da-65ec-4cf0-8529-c0a383fa6eb8 service neutron] Checking agent: {'id': '16cf44eb-3ef2-4361-a416-47ab9083b794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 53, 30), 'started_at': datetime.datetime(2022, 10, 23, 0, 53, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:56:03.238807 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493f0c46-e4da-4f79-952e-2bf11a1ea83f req-358789da-65ec-4cf0-8529-c0a383fa6eb8 service neutron] Checking segment: {'id': '63b58a73-ffd1-4018-ac3c-0db314c2c768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1d27b6d9-fef6-49cb-833f-13cb9578958e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:56:03.239341 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493f0c46-e4da-4f79-952e-2bf11a1ea83f req-358789da-65ec-4cf0-8529-c0a383fa6eb8 service neutron] Bound using segment: {'id': '63b58a73-ffd1-4018-ac3c-0db314c2c768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1d27b6d9-fef6-49cb-833f-13cb9578958e'} {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:56:03.239772 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.managers [req-493f0c46-e4da-4f79-952e-2bf11a1ea83f req-358789da-65ec-4cf0-8529-c0a383fa6eb8 service neutron] Bound port: fdd89988-ac0b-48a6-9a93-d8efc80c0957, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63b58a73-ffd1-4018-ac3c-0db314c2c768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1d27b6d9-fef6-49cb-833f-13cb9578958e'}}] {{(pid=104552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:56:03.240121 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-493f0c46-e4da-4f79-952e-2bf11a1ea83f req-358789da-65ec-4cf0-8529-c0a383fa6eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (fdd89988-ac0b-48a6-9a93-d8efc80c0957), before_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:03.246184 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-48d342e6-decf-4246-9cb7-12e8eaefdf1e req-0aaa9cb6-a2eb-45e1-8ef6-d4651ba97fe5 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 210 time: 0.0628664 Oct 23 00:56:03.290644 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c47cc11-55ac-482c-a52d-d26f443e5e62 service neutron] Pushing event updated for resources: {'Port': ['ID=16ac40d6-7a56-4def-a9f5-e0a3fade7563,revision_number=3']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:03.338115 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-493f0c46-e4da-4f79-952e-2bf11a1ea83f req-358789da-65ec-4cf0-8529-c0a383fa6eb8 service neutron] For port fdd89988-ac0b-48a6-9a93-d8efc80c0957, host hv-cinder-maste, cleared binding levels {{(pid=104552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:56:03.356577 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-15511369-b2a1-4912-b25a-31e0d6fefb8e req-9bb30d97-0924-422a-a0eb-b117fe806020 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 210 time: 0.0338261 Oct 23 00:56:03.365929 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-493f0c46-e4da-4f79-952e-2bf11a1ea83f req-358789da-65ec-4cf0-8529-c0a383fa6eb8 service neutron] For port fdd89988-ac0b-48a6-9a93-d8efc80c0957, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=fdd89988-ac0b-48a6-9a93-d8efc80c0957,segment=NetworkSegment(63b58a73-ffd1-4018-ac3c-0db314c2c768),segment_id=63b58a73-ffd1-4018-ac3c-0db314c2c768)] {{(pid=104552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:56:03.389719 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-493f0c46-e4da-4f79-952e-2bf11a1ea83f req-358789da-65ec-4cf0-8529-c0a383fa6eb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5995615'] for port (fdd89988-ac0b-48a6-9a93-d8efc80c0957), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:03.393178 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f0c46-e4da-4f79-952e-2bf11a1ea83f req-358789da-65ec-4cf0-8529-c0a383fa6eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:03.393794 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-493f0c46-e4da-4f79-952e-2bf11a1ea83f req-358789da-65ec-4cf0-8529-c0a383fa6eb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:03.395206 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-493f0c46-e4da-4f79-952e-2bf11a1ea83f req-358789da-65ec-4cf0-8529-c0a383fa6eb8 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/fdd89988-ac0b-48a6-9a93-d8efc80c0957 HTTP/1.1" status: 200 len: 1093 time: 1.4848115 Oct 23 00:56:03.477102 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b84125-7b09-423b-be5a-d6375b3e9e8f req-777fad47-9ccf-48ce-8e26-bb7b28b44e69 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:03.478545 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-36b84125-7b09-423b-be5a-d6375b3e9e8f req-777fad47-9ccf-48ce-8e26-bb7b28b44e69 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 943 time: 0.0627422 Oct 23 00:56:03.479259 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358789da-65ec-4cf0-8529-c0a383fa6eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=fdd89988-ac0b-48a6-9a93-d8efc80c0957,revision_number=3']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:03.527433 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-36b84125-7b09-423b-be5a-d6375b3e9e8f req-b09f6659-bc25-414f-bc0c-989c7a4b79e5 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426908 Oct 23 00:56:04.117207 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75476dfe-3576-469b-bebc-af0644076b58 req-f9620569-14bb-4227-aa44-30519450630d tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:04.118665 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-75476dfe-3576-469b-bebc-af0644076b58 req-f9620569-14bb-4227-aa44-30519450630d tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=81a81607-ef2d-4305-9f21-d24f821e2546 HTTP/1.1" status: 200 len: 944 time: 0.0510013 Oct 23 00:56:04.166744 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-75476dfe-3576-469b-bebc-af0644076b58 req-14f32d8a-e9e5-437d-96cc-c482cf4e3a4d tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f3ce37d9-177c-4e87-927f-4bd88426ffae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424488 Oct 23 00:56:04.358846 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-489b5a1b-a27f-4d90-b65b-f345214ffa62 req-711eb5a0-f2db-42ec-a00d-747a332c143e tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 210 time: 0.0314982 Oct 23 00:56:04.479732 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-47c75180-eeb1-4440-a9dc-25aabd389f17 req-0a0fd053-1f28-4172-b41a-5739e7100e49 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 210 time: 0.0384591 Oct 23 00:56:04.717533 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:04.718856 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b59ee2e-aa6a-456b-a610-c50ce97fb310 req-00cb5702-cb55-41b6-ae6b-7987349ae453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:04.720515 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0b59ee2e-aa6a-456b-a610-c50ce97fb310 req-00cb5702-cb55-41b6-ae6b-7987349ae453 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=2a9697845193443ea394c1b480b6b769&device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 1127 time: 0.1633928 Oct 23 00:56:04.733746 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:04.743953 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f0c46-e4da-4f79-952e-2bf11a1ea83f req-ebb53af3-620e-4d9e-ac80-124bd6101c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:04.745517 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-493f0c46-e4da-4f79-952e-2bf11a1ea83f req-ebb53af3-620e-4d9e-ac80-124bd6101c6e service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=94cfcbd6f144492d8be27fe35cbe76d5&device_id=435f22ac-20bf-48b6-b42c-62ecd7cf29f3 HTTP/1.1" status: 200 len: 1127 time: 0.1486776 Oct 23 00:56:04.758815 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7e013-97f3-43a6-879f-45ed7ebc81f1 req-1f7c3393-ea97-4d3b-a104-86e45998c9e6 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:04.760647 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-94d7e013-97f3-43a6-879f-45ed7ebc81f1 req-1f7c3393-ea97-4d3b-a104-86e45998c9e6 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 943 time: 0.1243923 Oct 23 00:56:04.807408 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d32c25-9b21-4bee-89d4-29d8d69fa5ba req-8ed12957-4fe9-4c2b-b365-74ca9650aaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:04.809120 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-28d32c25-9b21-4bee-89d4-29d8d69fa5ba req-8ed12957-4fe9-4c2b-b365-74ca9650aaa7 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=29c3589cf3024c1083bc90f33ab61c00&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3072867 Oct 23 00:56:04.840214 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-94d7e013-97f3-43a6-879f-45ed7ebc81f1 req-99dbd2c3-6aa7-46b3-a114-3cd3616b452d tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594981 Oct 23 00:56:05.087174 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.52', 49939) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:05.248456 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '435f22ac-20bf-48b6-b42c-62ecd7cf29f3', 'tag': 'fdd89988-ac0b-48a6-9a93-d8efc80c0957'}] {{(pid=104552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:56:05.251031 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e71a59ae106f7f9b2e36c913636ed0b95d68e581a9dbd71020046a5c2e6c46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce0ee98-9f8d-4a48-947c-1ed081de2c8b" -d '{"events": [{"name": "network-changed", "server_uuid": "435f22ac-20bf-48b6-b42c-62ecd7cf29f3", "tag": "fdd89988-ac0b-48a6-9a93-d8efc80c0957"}]}' {{(pid=104552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:56:05.275381 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-493f0c46-e4da-4f79-952e-2bf11a1ea83f req-5a952b1b-662b-4cb4-851d-6761b63c2624 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdd89988-ac0b-48a6-9a93-d8efc80c0957 HTTP/1.1" status: 200 len: 217 time: 0.3455539 Oct 23 00:56:05.419792 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 00:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1acf1c4f-eb3b-4391-9f19-734f164df3e4 x-openstack-request-id: req-1acf1c4f-eb3b-4391-9f19-734f164df3e4 {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:56:05.420091 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "435f22ac-20bf-48b6-b42c-62ecd7cf29f3", "tag": "fdd89988-ac0b-48a6-9a93-d8efc80c0957", "status": "completed", "code": 200}]} {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:56:05.420370 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1acf1c4f-eb3b-4391-9f19-734f164df3e4 {{(pid=104552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:56:05.420791 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1acf1c4f-eb3b-4391-9f19-734f164df3e4'] response: {'name': 'network-changed', 'server_uuid': '435f22ac-20bf-48b6-b42c-62ecd7cf29f3', 'tag': 'fdd89988-ac0b-48a6-9a93-d8efc80c0957', 'status': 'completed', 'code': 200} Oct 23 00:56:05.595838 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d32c25-9b21-4bee-89d4-29d8d69fa5ba req-e21771e1-e803-4bbc-8637-08ec0f9759e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:05.597717 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-28d32c25-9b21-4bee-89d4-29d8d69fa5ba req-e21771e1-e803-4bbc-8637-08ec0f9759e1 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6663725 Oct 23 00:56:05.671227 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800676c0-9926-43ea-b4e9-e512d4277dc3 req-3cb3b06b-a79a-46e7-a627-1f8b3e72bd6b tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:05.673514 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [req-800676c0-9926-43ea-b4e9-e512d4277dc3 req-3cb3b06b-a79a-46e7-a627-1f8b3e72bd6b tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.52 "GET /networking/v2.0/networks?id=1d27b6d9-fef6-49cb-833f-13cb9578958e HTTP/1.1" status: 200 len: 819 time: 0.5837829 Oct 23 00:56:05.688169 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-13945a42-6f7e-4f7e-b76d-5ab24b3d1c25 req-2d333a26-6ad3-467b-bf81-2099db66aecc tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 210 time: 0.0890443 Oct 23 00:56:05.689893 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b59ee2e-aa6a-456b-a610-c50ce97fb310 req-aa60498c-f13c-48db-9754-b10bd81b8bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:05.691338 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0b59ee2e-aa6a-456b-a610-c50ce97fb310 req-aa60498c-f13c-48db-9754-b10bd81b8bf5 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=2a9697845193443ea394c1b480b6b769&shared=False HTTP/1.1" status: 200 len: 911 time: 0.7589562 Oct 23 00:56:05.700621 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e81ffe-9d03-4d21-b7ff-9d1fab6bf182 req-f5068105-2bce-478a-be29-0a13e8f8002f tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:05.709010 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-32e81ffe-9d03-4d21-b7ff-9d1fab6bf182 req-f5068105-2bce-478a-be29-0a13e8f8002f tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=81a81607-ef2d-4305-9f21-d24f821e2546 HTTP/1.1" status: 200 len: 944 time: 0.4177253 Oct 23 00:56:05.727709 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f0c46-e4da-4f79-952e-2bf11a1ea83f req-857459f8-9268-4571-b7b5-26233bc2b262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:05.729213 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-493f0c46-e4da-4f79-952e-2bf11a1ea83f req-857459f8-9268-4571-b7b5-26233bc2b262 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=b567fc0e-81bb-4e4e-8bd3-a17fd2562f11 HTTP/1.1" status: 200 len: 858 time: 0.4149055 Oct 23 00:56:05.766634 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [req-800676c0-9926-43ea-b4e9-e512d4277dc3 req-8fe50200-1044-458f-8b6c-9e922e7a6223 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Request body: {'port': {'device_id': '46df2e4a-d66e-402e-ba21-e1d245b92663', 'network_id': '1d27b6d9-fef6-49cb-833f-13cb9578958e', 'admin_state_up': True, 'tenant_id': '94cfcbd6f144492d8be27fe35cbe76d5'}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:56:05.904675 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.52', 49950) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:06.012848 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-800676c0-9926-43ea-b4e9-e512d4277dc3 req-8fe50200-1044-458f-8b6c-9e922e7a6223 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Made reservation on behalf of 94cfcbd6f144492d8be27fe35cbe76d5 for: {'port': 1} {{(pid=104551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:56:06.023378 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [req-800676c0-9926-43ea-b4e9-e512d4277dc3 req-8fe50200-1044-458f-8b6c-9e922e7a6223 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:06.126633 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de515d-b706-476e-829f-2d1fc882c0b7 req-a40abc3a-0bff-4b04-8ccd-d30f68860ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:06.128954 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d4de515d-b706-476e-829f-2d1fc882c0b7 req-a40abc3a-0bff-4b04-8ccd-d30f68860ebd service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=29c3589cf3024c1083bc90f33ab61c00&device_id=81a81607-ef2d-4305-9f21-d24f821e2546 HTTP/1.1" status: 200 len: 1128 time: 0.2712986 Oct 23 00:56:06.178233 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-055a865c-a374-4046-9a00-625d005ff48c req-4974a072-c17d-4d4d-bd84-a435f0cb9b95 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 210 time: 0.2721322 Oct 23 00:56:06.224172 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:06.277288 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d4de515d-b706-476e-829f-2d1fc882c0b7 req-5d07e859-d868-4b00-bb1c-948d74e07e3b service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eaf96dfe-f805-4be4-9d2f-7507301823d2 HTTP/1.1" status: 200 len: 217 time: 0.0975451 Oct 23 00:56:06.278286 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f0c46-e4da-4f79-952e-2bf11a1ea83f req-744a1787-f49c-43ab-b434-d998c03e6629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:06.279675 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-493f0c46-e4da-4f79-952e-2bf11a1ea83f req-744a1787-f49c-43ab-b434-d998c03e6629 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=1d27b6d9-fef6-49cb-833f-13cb9578958e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5134885 Oct 23 00:56:06.285276 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b59ee2e-aa6a-456b-a610-c50ce97fb310 req-cc8adec5-ca88-4aec-826f-73c800b29418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:06.285469 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 47562) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:06.286723 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0b59ee2e-aa6a-456b-a610-c50ce97fb310 req-cc8adec5-ca88-4aec-826f-73c800b29418 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5216882 Oct 23 00:56:06.300148 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-32e81ffe-9d03-4d21-b7ff-9d1fab6bf182 req-308252dd-3477-4f46-b04b-6774ff4bd3cf tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f3ce37d9-177c-4e87-927f-4bd88426ffae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5901122 Oct 23 00:56:06.376086 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce1ffd-4667-4ad8-9bed-096f32151ca1 req-153215aa-b9f2-4e2e-aa91-501ebe47d248 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:06.377674 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-65ce1ffd-4667-4ad8-9bed-096f32151ca1 req-153215aa-b9f2-4e2e-aa91-501ebe47d248 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 943 time: 0.0743189 Oct 23 00:56:06.386744 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e39c5e9-a4ab-4c83-93d9-19b72207bb7c req-1dd6d1d0-96d1-4d26-9316-579845170cf7 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:06.388298 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6e39c5e9-a4ab-4c83-93d9-19b72207bb7c req-1dd6d1d0-96d1-4d26-9316-579845170cf7 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.52 "GET /networking/v2.0/networks?id=f8105e98-346f-4369-be4d-2cb2d399c07a HTTP/1.1" status: 200 len: 816 time: 0.4747865 Oct 23 00:56:06.416892 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.db_base_plugin_common [req-800676c0-9926-43ea-b4e9-e512d4277dc3 req-8fe50200-1044-458f-8b6c-9e922e7a6223 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Allocated IP 172.20.0.14 (1d27b6d9-fef6-49cb-833f-13cb9578958e/b567fc0e-81bb-4e4e-8bd3-a17fd2562f11/070636ae-227f-400c-a9d9-cd7af698e161) {{(pid=104551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:56:06.465737 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-65ce1ffd-4667-4ad8-9bed-096f32151ca1 req-89d8fd8e-fb21-43f7-86fe-c82f89a6f186 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759737 Oct 23 00:56:06.469057 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-0c54531b-32f3-4183-bd85-8c335e5fa3c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:06.655289 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [req-800676c0-9926-43ea-b4e9-e512d4277dc3 req-8fe50200-1044-458f-8b6c-9e922e7a6223 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks [] for port (070636ae-227f-400c-a9d9-cd7af698e161), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:06.667771 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-0c54531b-32f3-4183-bd85-8c335e5fa3c5 admin admin] Publish callbacks [] for security_group (48d3ba92-d222-4aac-8718-805dc9a8db97), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:06.675244 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-0c54531b-32f3-4183-bd85-8c335e5fa3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (48d3ba92-d222-4aac-8718-805dc9a8db97), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:06.728609 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:06.748214 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c54531b-32f3-4183-bd85-8c335e5fa3c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d3ba92-d222-4aac-8718-805dc9a8db97,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:06.753619 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-0c54531b-32f3-4183-bd85-8c335e5fa3c5 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=24cf47f2b4e549e09d3c7f2e1260d5a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4671037 Oct 23 00:56:06.756355 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [req-800676c0-9926-43ea-b4e9-e512d4277dc3 req-8fe50200-1044-458f-8b6c-9e922e7a6223 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446'] for port (070636ae-227f-400c-a9d9-cd7af698e161), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:06.756549 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 47582) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:06.849474 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 47584) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:06.853353 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:06.857661 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-800676c0-9926-43ea-b4e9-e512d4277dc3 req-8fe50200-1044-458f-8b6c-9e922e7a6223 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Network 1d27b6d9-fef6-49cb-833f-13cb9578958e is already hosted by enough agents. {{(pid=104551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:56:06.861967 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.base_scheduler [req-800676c0-9926-43ea-b4e9-e512d4277dc3 req-8fe50200-1044-458f-8b6c-9e922e7a6223 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Resources bound (agent type, host, resource id): {{(pid=104551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:56:06.864464 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe50200-1044-458f-8b6c-9e922e7a6223 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Pushing event updated for resources: {'Port': ['ID=070636ae-227f-400c-a9d9-cd7af698e161,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:06.866691 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.l3_dvrscheduler_db [req-800676c0-9926-43ea-b4e9-e512d4277dc3 req-8fe50200-1044-458f-8b6c-9e922e7a6223 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Received port after_create {{(pid=104551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:56:06.867958 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-b3bab2a7-4cd2-4534-8c0f-4a9f76d7c9cd req-635f390b-653a-460f-b406-112e5191d609 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 210 time: 0.0472336 Oct 23 00:56:06.868799 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-1623ccb1-57c4-47dd-9090-18f901072076 admin admin] Publish callbacks [] for security_group (48d3ba92-d222-4aac-8718-805dc9a8db97), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:06.871285 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800676c0-9926-43ea-b4e9-e512d4277dc3 req-8fe50200-1044-458f-8b6c-9e922e7a6223 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:06.871909 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [req-800676c0-9926-43ea-b4e9-e512d4277dc3 req-8fe50200-1044-458f-8b6c-9e922e7a6223 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for port (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:06.900511 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-1623ccb1-57c4-47dd-9090-18f901072076 admin admin] Publish callbacks [] for security_group (48d3ba92-d222-4aac-8718-805dc9a8db97), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:06.908031 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [req-800676c0-9926-43ea-b4e9-e512d4277dc3 req-8fe50200-1044-458f-8b6c-9e922e7a6223 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1503010 Oct 23 00:56:06.960884 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-1623ccb1-57c4-47dd-9090-18f901072076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (48d3ba92-d222-4aac-8718-805dc9a8db97), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:06.963645 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-1623ccb1-57c4-47dd-9090-18f901072076 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:06.965331 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-1623ccb1-57c4-47dd-9090-18f901072076 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/48d3ba92-d222-4aac-8718-805dc9a8db97 HTTP/1.1" status: 204 len: 168 time: 0.2074800 Oct 23 00:56:06.975787 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1623ccb1-57c4-47dd-9090-18f901072076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d3ba92-d222-4aac-8718-805dc9a8db97,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:07.040589 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-e8bf6722-28c7-4426-8d3d-1d03f060eea6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:07.127435 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-e8bf6722-28c7-4426-8d3d-1d03f060eea6 admin admin] Publish callbacks [] for security_group (8d1a5eb2-1b0a-477c-bc2a-8e2e94b26f63), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:07.127663 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-342c6e19-f9b6-4db4-aecd-f7b0400ee4d5 None None] Provisioning complete for port 070636ae-227f-400c-a9d9-cd7af698e161 triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:56:07.128163 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-342c6e19-f9b6-4db4-aecd-f7b0400ee4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (070636ae-227f-400c-a9d9-cd7af698e161), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:07.128654 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-342c6e19-f9b6-4db4-aecd-f7b0400ee4d5 None None] Attempt 1 to provision port 070636ae-227f-400c-a9d9-cd7af698e161 Oct 23 00:56:07.133226 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-e8bf6722-28c7-4426-8d3d-1d03f060eea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (8d1a5eb2-1b0a-477c-bc2a-8e2e94b26f63), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:07.161326 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-342c6e19-f9b6-4db4-aecd-f7b0400ee4d5 None None] Port 070636ae-227f-400c-a9d9-cd7af698e161 cannot update to ACTIVE because it is not bound. {{(pid=104553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 00:56:07.175728 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-e8bf6722-28c7-4426-8d3d-1d03f060eea6 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=8cacb26cadaa4e89aa1212323c99f60c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3208859 Oct 23 00:56:07.176841 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bf6722-28c7-4426-8d3d-1d03f060eea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1a5eb2-1b0a-477c-bc2a-8e2e94b26f63,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:07.178602 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 47594) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:07.229959 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-91275953-ceb1-4e8b-ba24-4fe0e7e30829 admin admin] Publish callbacks [] for security_group (8d1a5eb2-1b0a-477c-bc2a-8e2e94b26f63), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:07.252672 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-91275953-ceb1-4e8b-ba24-4fe0e7e30829 admin admin] Publish callbacks [] for security_group (8d1a5eb2-1b0a-477c-bc2a-8e2e94b26f63), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:07.303760 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-91275953-ceb1-4e8b-ba24-4fe0e7e30829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (8d1a5eb2-1b0a-477c-bc2a-8e2e94b26f63), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:07.307393 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-91275953-ceb1-4e8b-ba24-4fe0e7e30829 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:07.311583 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-91275953-ceb1-4e8b-ba24-4fe0e7e30829 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/8d1a5eb2-1b0a-477c-bc2a-8e2e94b26f63 HTTP/1.1" status: 204 len: 168 time: 0.1289887 Oct 23 00:56:07.318179 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 47600) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:07.318276 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:07.327115 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91275953-ceb1-4e8b-ba24-4fe0e7e30829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1a5eb2-1b0a-477c-bc2a-8e2e94b26f63,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:07.335088 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e90dd172-9815-44aa-b0b1-cf2670676292 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:07.336912 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79fc8f9-409e-4645-a210-0d4c172100a2 req-2f5962d4-a9b1-4404-91fb-077647757c85 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:07.338642 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f79fc8f9-409e-4645-a210-0d4c172100a2 req-2f5962d4-a9b1-4404-91fb-077647757c85 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 932 time: 0.0542991 Oct 23 00:56:07.444032 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f79fc8f9-409e-4645-a210-0d4c172100a2 req-dac70fa1-9f5e-421d-9dc3-352c02feb6cf tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987685 Oct 23 00:56:07.457053 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765f276-7605-4642-9d78-122c5712ddbe req-ee7af82f-726a-4903-abc2-e1bf2a2f0c44 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:07.457681 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e90dd172-9815-44aa-b0b1-cf2670676292 admin admin] Publish callbacks [] for security_group (f6f061b7-38cf-47c4-87d5-2856105a9768), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:07.458991 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a765f276-7605-4642-9d78-122c5712ddbe req-ee7af82f-726a-4903-abc2-e1bf2a2f0c44 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=81a81607-ef2d-4305-9f21-d24f821e2546 HTTP/1.1" status: 200 len: 944 time: 0.0646956 Oct 23 00:56:07.469115 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e90dd172-9815-44aa-b0b1-cf2670676292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (f6f061b7-38cf-47c4-87d5-2856105a9768), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:07.520825 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90dd172-9815-44aa-b0b1-cf2670676292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f061b7-38cf-47c4-87d5-2856105a9768,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:07.525174 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a765f276-7605-4642-9d78-122c5712ddbe req-370a18f6-993a-4c57-b28e-83520d242401 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f3ce37d9-177c-4e87-927f-4bd88426ffae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592630 Oct 23 00:56:07.540600 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-e90dd172-9815-44aa-b0b1-cf2670676292 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=58e897ded52f4fdcad19a503a7092730&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2226961 Oct 23 00:56:07.543206 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 47608) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:07.610466 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-474c4618-f4e1-4faf-b697-17354b44b9e7 admin admin] Publish callbacks [] for security_group (f6f061b7-38cf-47c4-87d5-2856105a9768), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:07.633457 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-474c4618-f4e1-4faf-b697-17354b44b9e7 admin admin] Publish callbacks [] for security_group (f6f061b7-38cf-47c4-87d5-2856105a9768), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:07.637809 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518912c-d3e7-4a2d-9bee-0ea5873be531 req-4cf8f067-c217-47bd-98e6-a21aec881585 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:07.639322 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-5518912c-d3e7-4a2d-9bee-0ea5873be531 req-4cf8f067-c217-47bd-98e6-a21aec881585 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 943 time: 0.0606065 Oct 23 00:56:07.687820 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-474c4618-f4e1-4faf-b697-17354b44b9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (f6f061b7-38cf-47c4-87d5-2856105a9768), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:07.691622 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-474c4618-f4e1-4faf-b697-17354b44b9e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:07.694910 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-474c4618-f4e1-4faf-b697-17354b44b9e7 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/f6f061b7-38cf-47c4-87d5-2856105a9768 HTTP/1.1" status: 204 len: 168 time: 0.1483390 Oct 23 00:56:07.695030 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-5518912c-d3e7-4a2d-9bee-0ea5873be531 req-d3ce22ea-f111-49e6-95de-45946a2d162e tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459964 Oct 23 00:56:07.701666 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c4618-f4e1-4faf-b697-17354b44b9e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f061b7-38cf-47c4-87d5-2856105a9768,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:08.033348 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-652df359-a2c9-4632-ba6e-79f6cf69885f req-ea4162e3-0b37-4d3f-a468-6bbf5bc3ee5c tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 210 time: 0.0381699 Oct 23 00:56:08.584476 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961583c-f44a-4698-9631-08545a5790d9 req-35a283a3-4afa-4cf5-afcb-c116f8cbab6a tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:08.591930 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6961583c-f44a-4698-9631-08545a5790d9 req-35a283a3-4afa-4cf5-afcb-c116f8cbab6a tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 932 time: 0.0582466 Oct 23 00:56:08.689347 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6961583c-f44a-4698-9631-08545a5790d9 req-4394a73e-2ee5-499c-bcd5-66e0483ffda6 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963473 Oct 23 00:56:08.713025 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccdc8b6-6146-46a4-8477-257274e8d453 req-08a9d425-9762-4834-9620-31fcce800ad8 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:08.713025 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-2ccdc8b6-6146-46a4-8477-257274e8d453 req-08a9d425-9762-4834-9620-31fcce800ad8 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=81a81607-ef2d-4305-9f21-d24f821e2546 HTTP/1.1" status: 200 len: 944 time: 0.0967426 Oct 23 00:56:08.749912 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:08.779695 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-2ccdc8b6-6146-46a4-8477-257274e8d453 req-530feda3-2f9f-487a-b99c-83c3978ab0fe tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f3ce37d9-177c-4e87-927f-4bd88426ffae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618505 Oct 23 00:56:08.845962 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035b261b-abf1-4e10-9ec4-8ba8d24105e1 req-40a7f727-e8f7-4f4b-85ab-f67cfdcfaa27 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:08.850697 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-035b261b-abf1-4e10-9ec4-8ba8d24105e1 req-40a7f727-e8f7-4f4b-85ab-f67cfdcfaa27 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 943 time: 0.0589759 Oct 23 00:56:08.916228 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [req-800676c0-9926-43ea-b4e9-e512d4277dc3 req-a1315403-13b6-4bd4-874a-c628fae83c0c service neutron] Request body: {'port': {'device_id': '46df2e4a-d66e-402e-ba21-e1d245b92663', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:56:08.994606 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [req-800676c0-9926-43ea-b4e9-e512d4277dc3 req-a1315403-13b6-4bd4-874a-c628fae83c0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (070636ae-227f-400c-a9d9-cd7af698e161), before_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:09.042608 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-035b261b-abf1-4e10-9ec4-8ba8d24105e1 req-e037da7a-662d-474e-90ac-e71fa6236812 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1895187 Oct 23 00:56:09.087149 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48276461-f7af-49e5-8b71-8113484746f2 req-e1360f90-2431-441a-9a85-b809ca027a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:09.088976 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-48276461-f7af-49e5-8b71-8113484746f2 req-e1360f90-2431-441a-9a85-b809ca027a27 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=2a9697845193443ea394c1b480b6b769&device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 1127 time: 0.1299884 Oct 23 00:56:09.447789 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-48276461-f7af-49e5-8b71-8113484746f2 req-11c4d946-195c-485d-bf94-4facc62f3822 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16ac40d6-7a56-4def-a9f5-e0a3fade7563 HTTP/1.1" status: 200 len: 217 time: 0.3438914 Oct 23 00:56:09.462388 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.notifiers.nova [req-800676c0-9926-43ea-b4e9-e512d4277dc3 req-a1315403-13b6-4bd4-874a-c628fae83c0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 070636ae-227f-400c-a9d9-cd7af698e161 {{(pid=104551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 00:56:09.472239 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [req-800676c0-9926-43ea-b4e9-e512d4277dc3 req-a1315403-13b6-4bd4-874a-c628fae83c0c service neutron] Publish callbacks [] for port (070636ae-227f-400c-a9d9-cd7af698e161), precommit_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:09.489646 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0383a213-8a81-49c1-ac2c-869af6a54cdd req-67a241b0-b22e-4965-a537-5325ebccc5a1 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 210 time: 0.3005264 Oct 23 00:56:09.493939 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de515d-b706-476e-829f-2d1fc882c0b7 req-8ee72344-cec7-4ffe-85b0-8898edf89e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:09.506439 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d4de515d-b706-476e-829f-2d1fc882c0b7 req-8ee72344-cec7-4ffe-85b0-8898edf89e0d service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=6f0acb91-496c-45f4-acb5-584ff234a755 HTTP/1.1" status: 200 len: 851 time: 0.5836217 Oct 23 00:56:09.506611 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.provisioning_blocks [req-800676c0-9926-43ea-b4e9-e512d4277dc3 req-a1315403-13b6-4bd4-874a-c628fae83c0c service neutron] Transition to ACTIVE for port object 070636ae-227f-400c-a9d9-cd7af698e161 will not be triggered until provisioned by entity L2. {{(pid=104551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 00:56:09.506611 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:09.506611 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:DELETE=5,neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:09.506813 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [req-800676c0-9926-43ea-b4e9-e512d4277dc3 req-a1315403-13b6-4bd4-874a-c628fae83c0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (070636ae-227f-400c-a9d9-cd7af698e161), after_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:09.506905 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6e39c5e9-a4ab-4c83-93d9-19b72207bb7c req-d654c528-2db1-4f1e-b9d5-0a69861a49cc tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=59add4b78cd346a194c4be211d1996be HTTP/1.1" status: 200 len: 379 time: 0.5795507 Oct 23 00:56:09.556804 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [req-6e39c5e9-a4ab-4c83-93d9-19b72207bb7c req-db4628c0-3ec6-4f75-8cc2-83acdc429e14 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Request body: {'port': {'device_id': '5de36a91-410e-4412-9da8-623bb2ef0014', 'network_id': 'f8105e98-346f-4369-be4d-2cb2d399c07a', 'admin_state_up': True, 'tenant_id': '59add4b78cd346a194c4be211d1996be', 'security_groups': ['de7217fb-3148-4635-a766-93f8b6fd3faa']}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:56:09.613176 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1315403-13b6-4bd4-874a-c628fae83c0c service neutron] Pushing event updated for resources: {'Port': ['ID=070636ae-227f-400c-a9d9-cd7af698e161,revision_number=2']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:09.633999 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.managers [req-800676c0-9926-43ea-b4e9-e512d4277dc3 req-a1315403-13b6-4bd4-874a-c628fae83c0c service neutron] Attempting to bind port 070636ae-227f-400c-a9d9-cd7af698e161 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:56:09.634371 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.managers [req-800676c0-9926-43ea-b4e9-e512d4277dc3 req-a1315403-13b6-4bd4-874a-c628fae83c0c service neutron] Attempting to bind port 070636ae-227f-400c-a9d9-cd7af698e161 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '63b58a73-ffd1-4018-ac3c-0db314c2c768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1d27b6d9-fef6-49cb-833f-13cb9578958e'}] {{(pid=104551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:56:09.634713 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800676c0-9926-43ea-b4e9-e512d4277dc3 req-a1315403-13b6-4bd4-874a-c628fae83c0c service neutron] Attempting to bind port 070636ae-227f-400c-a9d9-cd7af698e161 on network 1d27b6d9-fef6-49cb-833f-13cb9578958e {{(pid=104551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:56:09.685182 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800676c0-9926-43ea-b4e9-e512d4277dc3 req-a1315403-13b6-4bd4-874a-c628fae83c0c service neutron] Port 070636ae-227f-400c-a9d9-cd7af698e161 on network 1d27b6d9-fef6-49cb-833f-13cb9578958e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 00:56:09.685525 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800676c0-9926-43ea-b4e9-e512d4277dc3 req-a1315403-13b6-4bd4-874a-c628fae83c0c service neutron] Attempting to bind port 070636ae-227f-400c-a9d9-cd7af698e161 on network 1d27b6d9-fef6-49cb-833f-13cb9578958e {{(pid=104551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:56:09.769510 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800676c0-9926-43ea-b4e9-e512d4277dc3 req-a1315403-13b6-4bd4-874a-c628fae83c0c service neutron] Checking agent: {'id': '16cf44eb-3ef2-4361-a416-47ab9083b794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 53, 30), 'started_at': datetime.datetime(2022, 10, 23, 0, 53, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:56:09.769510 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800676c0-9926-43ea-b4e9-e512d4277dc3 req-a1315403-13b6-4bd4-874a-c628fae83c0c service neutron] Checking segment: {'id': '63b58a73-ffd1-4018-ac3c-0db314c2c768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1d27b6d9-fef6-49cb-833f-13cb9578958e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:56:09.769510 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800676c0-9926-43ea-b4e9-e512d4277dc3 req-a1315403-13b6-4bd4-874a-c628fae83c0c service neutron] Bound using segment: {'id': '63b58a73-ffd1-4018-ac3c-0db314c2c768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1d27b6d9-fef6-49cb-833f-13cb9578958e'} {{(pid=104551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:56:09.769510 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.managers [req-800676c0-9926-43ea-b4e9-e512d4277dc3 req-a1315403-13b6-4bd4-874a-c628fae83c0c service neutron] Bound port: 070636ae-227f-400c-a9d9-cd7af698e161, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63b58a73-ffd1-4018-ac3c-0db314c2c768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1d27b6d9-fef6-49cb-833f-13cb9578958e'}}] {{(pid=104551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:56:09.769510 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [req-800676c0-9926-43ea-b4e9-e512d4277dc3 req-a1315403-13b6-4bd4-874a-c628fae83c0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (070636ae-227f-400c-a9d9-cd7af698e161), before_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:09.804388 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-493f0c46-e4da-4f79-952e-2bf11a1ea83f req-c73a5fbf-2709-428d-b947-15d85f1f399e service neutron] 10.222.0.52 "GET /networking/v2.0/networks/1d27b6d9-fef6-49cb-833f-13cb9578958e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8005722 Oct 23 00:56:09.804952 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:09.849745 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de515d-b706-476e-829f-2d1fc882c0b7 req-b6498bef-3653-4b01-9299-1cdb069d0bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:09.853074 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d4de515d-b706-476e-829f-2d1fc882c0b7 req-b6498bef-3653-4b01-9299-1cdb069d0bc2 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=af018619-0331-4553-bdbc-b12c91da85cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3219550 Oct 23 00:56:09.872144 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.db [req-800676c0-9926-43ea-b4e9-e512d4277dc3 req-a1315403-13b6-4bd4-874a-c628fae83c0c service neutron] For port 070636ae-227f-400c-a9d9-cd7af698e161, host hv-cinder-maste, cleared binding levels {{(pid=104551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:56:09.887248 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e39c5e9-a4ab-4c83-93d9-19b72207bb7c req-db4628c0-3ec6-4f75-8cc2-83acdc429e14 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Made reservation on behalf of 59add4b78cd346a194c4be211d1996be for: {'port': 1} {{(pid=104552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:56:09.891210 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-6e39c5e9-a4ab-4c83-93d9-19b72207bb7c req-db4628c0-3ec6-4f75-8cc2-83acdc429e14 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:09.902699 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.db [req-800676c0-9926-43ea-b4e9-e512d4277dc3 req-a1315403-13b6-4bd4-874a-c628fae83c0c service neutron] For port 070636ae-227f-400c-a9d9-cd7af698e161, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=070636ae-227f-400c-a9d9-cd7af698e161,segment=NetworkSegment(63b58a73-ffd1-4018-ac3c-0db314c2c768),segment_id=63b58a73-ffd1-4018-ac3c-0db314c2c768)] {{(pid=104551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:56:09.912408 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [req-800676c0-9926-43ea-b4e9-e512d4277dc3 req-a1315403-13b6-4bd4-874a-c628fae83c0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (070636ae-227f-400c-a9d9-cd7af698e161), after_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:09.924604 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800676c0-9926-43ea-b4e9-e512d4277dc3 req-a1315403-13b6-4bd4-874a-c628fae83c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:09.924604 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [req-800676c0-9926-43ea-b4e9-e512d4277dc3 req-a1315403-13b6-4bd4-874a-c628fae83c0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for port (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:09.924604 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [req-800676c0-9926-43ea-b4e9-e512d4277dc3 req-a1315403-13b6-4bd4-874a-c628fae83c0c service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/070636ae-227f-400c-a9d9-cd7af698e161 HTTP/1.1" status: 200 len: 1094 time: 1.0094194 Oct 23 00:56:09.924604 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46df2e4a-d66e-402e-ba21-e1d245b92663', 'tag': '070636ae-227f-400c-a9d9-cd7af698e161'}] {{(pid=104551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:56:09.951690 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48276461-f7af-49e5-8b71-8113484746f2 req-75438ff8-ad1c-43d7-992e-e5174e083180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:09.953627 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-48276461-f7af-49e5-8b71-8113484746f2 req-75438ff8-ad1c-43d7-992e-e5174e083180 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=bdebfcdc-6951-4fee-aa37-29ecb806813d HTTP/1.1" status: 200 len: 849 time: 0.4858491 Oct 23 00:56:10.134661 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ea53c0-e56e-4a94-880c-60ec91952678 req-97100c64-cea9-4c49-91a6-f007e253e34c tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:10.136516 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-69ea53c0-e56e-4a94-880c-60ec91952678 req-97100c64-cea9-4c49-91a6-f007e253e34c tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 944 time: 0.2749701 Oct 23 00:56:10.184696 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f0c3a-9521-42aa-96d0-6bd724344c76 req-5d6c2e6d-1178-46ee-975d-90a0d405c5c4 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:10.185845 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-5e4f0c3a-9521-42aa-96d0-6bd724344c76 req-5d6c2e6d-1178-46ee-975d-90a0d405c5c4 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=81a81607-ef2d-4305-9f21-d24f821e2546 HTTP/1.1" status: 200 len: 944 time: 0.2916286 Oct 23 00:56:10.236364 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48276461-f7af-49e5-8b71-8113484746f2 req-fdd78ce3-db47-4d9c-8adb-7163cd178233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:10.238302 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-48276461-f7af-49e5-8b71-8113484746f2 req-fdd78ce3-db47-4d9c-8adb-7163cd178233 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=6e24fc8d-42d5-4d11-b06b-37a4738231b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2349787 Oct 23 00:56:10.296394 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800676c0-9926-43ea-b4e9-e512d4277dc3 req-62160bda-babc-47b1-90c2-b11f52db7a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:10.298076 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [req-800676c0-9926-43ea-b4e9-e512d4277dc3 req-62160bda-babc-47b1-90c2-b11f52db7a0d service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=94cfcbd6f144492d8be27fe35cbe76d5&device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 1128 time: 0.1163263 Oct 23 00:56:10.317114 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1315403-13b6-4bd4-874a-c628fae83c0c service neutron] Pushing event updated for resources: {'Port': ['ID=070636ae-227f-400c-a9d9-cd7af698e161,revision_number=3']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:10.381978 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-493f0c46-e4da-4f79-952e-2bf11a1ea83f req-3273feb7-d10d-48bc-aade-89d4b84e011f service neutron] 10.222.0.52 "GET /networking/v2.0/networks/1d27b6d9-fef6-49cb-833f-13cb9578958e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5218804 Oct 23 00:56:10.395888 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:10.453710 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d4de515d-b706-476e-829f-2d1fc882c0b7 req-6ca61fc8-931d-478b-af20-a493ba4ce432 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/af018619-0331-4553-bdbc-b12c91da85cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5692041 Oct 23 00:56:10.463960 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-69ea53c0-e56e-4a94-880c-60ec91952678 req-6539bdb5-e68e-47d5-9b96-b3aa2f0862d8 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117564 Oct 23 00:56:10.465669 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [req-800676c0-9926-43ea-b4e9-e512d4277dc3 req-3605c067-742e-463e-a0d8-0adde777f9e2 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=070636ae-227f-400c-a9d9-cd7af698e161 HTTP/1.1" status: 200 len: 217 time: 0.1551371 Oct 23 00:56:10.468305 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c960d799f24b016d2b00ba845cc8f9ff5dbbdb312d69a2481f646f048ffd08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd3d105-1801-46f1-b8a1-6fa0ed837b6e" -d '{"events": [{"name": "network-changed", "server_uuid": "46df2e4a-d66e-402e-ba21-e1d245b92663", "tag": "070636ae-227f-400c-a9d9-cd7af698e161"}]}' {{(pid=104551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:56:10.504220 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-5e4f0c3a-9521-42aa-96d0-6bd724344c76 req-ae96f9e0-62be-4a68-936a-076219b7f8d3 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f3ce37d9-177c-4e87-927f-4bd88426ffae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689214 Oct 23 00:56:10.525086 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.db_base_plugin_common [req-6e39c5e9-a4ab-4c83-93d9-19b72207bb7c req-db4628c0-3ec6-4f75-8cc2-83acdc429e14 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Allocated IP 172.20.0.9 (f8105e98-346f-4369-be4d-2cb2d399c07a/52944cd4-669b-4a10-a076-1661bc94a4a7/c4115102-acce-4a90-ab24-eb74a5879146) {{(pid=104552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:56:10.529034 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-48276461-f7af-49e5-8b71-8113484746f2 req-62b664ea-cb38-45d2-9885-8268cea3bf28 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6e24fc8d-42d5-4d11-b06b-37a4738231b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657819 Oct 23 00:56:10.613258 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:10.626645 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2d02f-31ab-44bd-b784-fcc1cf75d33c req-19625f5d-cb21-4ac9-9d8b-61b85fa1583a tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:10.628300 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ddc2d02f-31ab-44bd-b784-fcc1cf75d33c req-19625f5d-cb21-4ac9-9d8b-61b85fa1583a tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 943 time: 0.0727856 Oct 23 00:56:10.681048 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 00:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9065879e-70dc-4d52-b8d0-25509be59520 x-openstack-request-id: req-9065879e-70dc-4d52-b8d0-25509be59520 {{(pid=104551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:56:10.681363 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46df2e4a-d66e-402e-ba21-e1d245b92663", "tag": "070636ae-227f-400c-a9d9-cd7af698e161", "status": "completed", "code": 200}]} {{(pid=104551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:56:10.681613 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9065879e-70dc-4d52-b8d0-25509be59520 {{(pid=104551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:56:10.682261 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9065879e-70dc-4d52-b8d0-25509be59520'] response: {'name': 'network-changed', 'server_uuid': '46df2e4a-d66e-402e-ba21-e1d245b92663', 'tag': '070636ae-227f-400c-a9d9-cd7af698e161', 'status': 'completed', 'code': 200} Oct 23 00:56:10.785567 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ddc2d02f-31ab-44bd-b784-fcc1cf75d33c req-227f6e46-2ace-4386-9ac2-b7ce5e565285 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449711 Oct 23 00:56:10.803130 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-08568098-222b-47d4-ae8c-52b2268b28dd req-dfc3c0f6-b993-42f2-8602-28b793be8729 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 210 time: 0.0573161 Oct 23 00:56:10.839917 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-6e39c5e9-a4ab-4c83-93d9-19b72207bb7c req-db4628c0-3ec6-4f75-8cc2-83acdc429e14 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks [] for port (c4115102-acce-4a90-ab24-eb74a5879146), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:10.879168 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-6e39c5e9-a4ab-4c83-93d9-19b72207bb7c req-db4628c0-3ec6-4f75-8cc2-83acdc429e14 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5995606'] for port (c4115102-acce-4a90-ab24-eb74a5879146), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:10.932948 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e39c5e9-a4ab-4c83-93d9-19b72207bb7c req-db4628c0-3ec6-4f75-8cc2-83acdc429e14 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Network f8105e98-346f-4369-be4d-2cb2d399c07a is already hosted by enough agents. {{(pid=104552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:56:10.938275 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.base_scheduler [req-6e39c5e9-a4ab-4c83-93d9-19b72207bb7c req-db4628c0-3ec6-4f75-8cc2-83acdc429e14 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Resources bound (agent type, host, resource id): {{(pid=104552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:56:10.942466 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e39c5e9-a4ab-4c83-93d9-19b72207bb7c req-db4628c0-3ec6-4f75-8cc2-83acdc429e14 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Received port after_create {{(pid=104552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:56:10.967146 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4628c0-3ec6-4f75-8cc2-83acdc429e14 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Pushing event updated for resources: {'Port': ['ID=c4115102-acce-4a90-ab24-eb74a5879146,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:11.002844 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e39c5e9-a4ab-4c83-93d9-19b72207bb7c req-db4628c0-3ec6-4f75-8cc2-83acdc429e14 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:11.003777 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-6e39c5e9-a4ab-4c83-93d9-19b72207bb7c req-db4628c0-3ec6-4f75-8cc2-83acdc429e14 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:11.028673 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6e39c5e9-a4ab-4c83-93d9-19b72207bb7c req-db4628c0-3ec6-4f75-8cc2-83acdc429e14 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4756994 Oct 23 00:56:11.219395 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-f6413d06-5f69-474e-a4a4-b84a0e274f33 None None] Provisioning complete for port c4115102-acce-4a90-ab24-eb74a5879146 triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:56:11.220250 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f6413d06-5f69-474e-a4a4-b84a0e274f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (c4115102-acce-4a90-ab24-eb74a5879146), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:11.220388 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-f6413d06-5f69-474e-a4a4-b84a0e274f33 None None] Attempt 1 to provision port c4115102-acce-4a90-ab24-eb74a5879146 Oct 23 00:56:11.253843 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f6413d06-5f69-474e-a4a4-b84a0e274f33 None None] Port c4115102-acce-4a90-ab24-eb74a5879146 cannot update to ACTIVE because it is not bound. {{(pid=104553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 00:56:11.612485 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dfd93a-eef5-4ab1-a2ea-22b922d95185 req-d4a5ef31-9818-49d8-be63-a9eb885382f7 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:11.614130 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e3dfd93a-eef5-4ab1-a2ea-22b922d95185 req-d4a5ef31-9818-49d8-be63-a9eb885382f7 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 944 time: 0.0646825 Oct 23 00:56:11.662391 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326e506-f499-4e20-b967-f88fe68c0615 req-925bde91-4575-4f14-91ee-8eb4f23ab0ef tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:11.663895 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d326e506-f499-4e20-b967-f88fe68c0615 req-925bde91-4575-4f14-91ee-8eb4f23ab0ef tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=81a81607-ef2d-4305-9f21-d24f821e2546 HTTP/1.1" status: 200 len: 944 time: 0.0712144 Oct 23 00:56:11.706480 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e3dfd93a-eef5-4ab1-a2ea-22b922d95185 req-3ca50e7f-77cd-477c-bcf4-416629cc6afb tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762968 Oct 23 00:56:11.733357 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d326e506-f499-4e20-b967-f88fe68c0615 req-cd9955aa-9ed8-4bc2-a220-3136b73eb199 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f3ce37d9-177c-4e87-927f-4bd88426ffae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584388 Oct 23 00:56:11.948322 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e025807-f40d-4432-9cec-6a017b2e2829 req-00901228-ad2c-475c-b58e-23128a8830ed tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:11.949815 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-9e025807-f40d-4432-9cec-6a017b2e2829 req-00901228-ad2c-475c-b58e-23128a8830ed tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 943 time: 0.0891643 Oct 23 00:56:11.967910 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99042495-ce03-46bc-a9a6-9f041cfa74cb req-3f00fab5-2bd2-48ba-9f72-bc198d8f311d tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:11.969357 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-99042495-ce03-46bc-a9a6-9f041cfa74cb req-3f00fab5-2bd2-48ba-9f72-bc198d8f311d tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 931 time: 0.0634313 Oct 23 00:56:12.035512 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-9e025807-f40d-4432-9cec-6a017b2e2829 req-a6b08742-2207-4880-bef0-dd10ff04b866 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798764 Oct 23 00:56:12.039564 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-99042495-ce03-46bc-a9a6-9f041cfa74cb req-f776e7bb-b09f-4887-82d4-3f365a9bec75 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618904 Oct 23 00:56:12.809826 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:12.837404 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13a16d1-6157-4203-b80d-e4a390912bab req-e15e7360-ece1-45e1-a976-bf0ebaa86da1 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:12.839055 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c13a16d1-6157-4203-b80d-e4a390912bab req-e15e7360-ece1-45e1-a976-bf0ebaa86da1 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 944 time: 0.0573926 Oct 23 00:56:12.890889 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8184fbb-e469-476b-a7be-5bbf74ca8d87 req-850f95e2-9a51-4a7f-af20-b78bd0b6df4a tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:12.892331 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d8184fbb-e469-476b-a7be-5bbf74ca8d87 req-850f95e2-9a51-4a7f-af20-b78bd0b6df4a tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=81a81607-ef2d-4305-9f21-d24f821e2546 HTTP/1.1" status: 200 len: 944 time: 0.0791788 Oct 23 00:56:12.920197 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:12.932880 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c13a16d1-6157-4203-b80d-e4a390912bab req-840cf8cb-dc92-4073-8456-ba2a167ce5c0 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736930 Oct 23 00:56:12.962272 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d8184fbb-e469-476b-a7be-5bbf74ca8d87 req-7898ada2-affa-429d-9e1b-42a2402f9468 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f3ce37d9-177c-4e87-927f-4bd88426ffae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598824 Oct 23 00:56:13.200757 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d830a355-d419-40d0-b466-3b9081ee6d53 req-79d9305e-962e-4977-addf-98c26399a68e tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:13.202237 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d830a355-d419-40d0-b466-3b9081ee6d53 req-79d9305e-962e-4977-addf-98c26399a68e tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 943 time: 0.0816810 Oct 23 00:56:13.214349 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e19dc1d-cfc1-4a7e-a5a0-ec85bfd2bb15 req-62977033-fc8e-4343-882a-1f055dd59629 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:13.215794 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6e19dc1d-cfc1-4a7e-a5a0-ec85bfd2bb15 req-62977033-fc8e-4343-882a-1f055dd59629 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 931 time: 0.0840390 Oct 23 00:56:13.290230 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d830a355-d419-40d0-b466-3b9081ee6d53 req-3a8dbfcd-1a32-410f-a631-26d40b912dc4 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821078 Oct 23 00:56:13.300615 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6e19dc1d-cfc1-4a7e-a5a0-ec85bfd2bb15 req-76ab521f-e83a-4748-a863-5297f87a4c16 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784132 Oct 23 00:56:14.098170 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ea8ed-ad85-45ea-b97a-30b467e287b2 req-cd7f3e49-2681-4f20-bfb0-dd8f6f2439f7 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:14.099637 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-365ea8ed-ad85-45ea-b97a-30b467e287b2 req-cd7f3e49-2681-4f20-bfb0-dd8f6f2439f7 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 944 time: 0.0783160 Oct 23 00:56:14.119134 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd305b2-931a-4753-ab1e-4b9f47a445d6 req-eda53909-cef6-4169-b936-0fe4e8f9779e tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:14.120514 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-9cd305b2-931a-4753-ab1e-4b9f47a445d6 req-eda53909-cef6-4169-b936-0fe4e8f9779e tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=81a81607-ef2d-4305-9f21-d24f821e2546 HTTP/1.1" status: 200 len: 944 time: 0.0706785 Oct 23 00:56:14.184792 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-365ea8ed-ad85-45ea-b97a-30b467e287b2 req-a5a6a1c9-0fd7-4377-ad34-80ace4d2f9e0 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790477 Oct 23 00:56:14.189028 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-9cd305b2-931a-4753-ab1e-4b9f47a445d6 req-3a7bd665-1bc1-4433-bcf2-516e2129e9d1 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f3ce37d9-177c-4e87-927f-4bd88426ffae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619049 Oct 23 00:56:14.451551 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f5316d-e013-4646-b4dc-07f5430bfb67 req-d21f9fb4-d2d6-4d66-bced-f9ff2d20f771 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:14.453046 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-41f5316d-e013-4646-b4dc-07f5430bfb67 req-d21f9fb4-d2d6-4d66-bced-f9ff2d20f771 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 943 time: 0.0742745 Oct 23 00:56:14.460418 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb8533-967b-4fe6-a5d9-3dcf8d643c7a req-fe540b27-04d3-4ce3-b9e2-5a743f4515b5 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:14.461846 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-8edb8533-967b-4fe6-a5d9-3dcf8d643c7a req-fe540b27-04d3-4ce3-b9e2-5a743f4515b5 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 931 time: 0.0724051 Oct 23 00:56:14.536667 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-41f5316d-e013-4646-b4dc-07f5430bfb67 req-8f89d1ec-0f29-4a88-9313-aca90e63a5c9 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738785 Oct 23 00:56:14.539871 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-8edb8533-967b-4fe6-a5d9-3dcf8d643c7a req-9b236253-7399-4a24-9511-66a20dbd2a21 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704098 Oct 23 00:56:15.045751 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device fdd89988-ac0b-48a6-9a93-d8efc80c0957 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104553) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 00:56:15.158986 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port fdd89988-ac0b-48a6-9a93-d8efc80c0957, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=fdd89988-ac0b-48a6-9a93-d8efc80c0957,segment=NetworkSegment(63b58a73-ffd1-4018-ac3c-0db314c2c768),segment_id=63b58a73-ffd1-4018-ac3c-0db314c2c768)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:56:15.170727 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Returning: {'device': 'fdd89988-ac0b-48a6-9a93-d8efc80c0957', 'network_id': '1d27b6d9-fef6-49cb-833f-13cb9578958e', 'port_id': 'fdd89988-ac0b-48a6-9a93-d8efc80c0957', 'mac_address': 'fa:16:3e:46:fe:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b567fc0e-81bb-4e4e-8bd3-a17fd2562f11', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104553) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 00:56:15.207285 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Current status of the port fdd89988-ac0b-48a6-9a93-d8efc80c0957 is: DOWN; New status is: BUILD {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:56:15.207676 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (fdd89988-ac0b-48a6-9a93-d8efc80c0957), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:15.222930 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.notifiers.nova [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdd89988-ac0b-48a6-9a93-d8efc80c0957 {{(pid=104553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 00:56:15.244704 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port fdd89988-ac0b-48a6-9a93-d8efc80c0957, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=fdd89988-ac0b-48a6-9a93-d8efc80c0957,segment=NetworkSegment(63b58a73-ffd1-4018-ac3c-0db314c2c768),segment_id=63b58a73-ffd1-4018-ac3c-0db314c2c768)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:56:15.250653 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (fdd89988-ac0b-48a6-9a93-d8efc80c0957), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:15.300579 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Pushing event updated for resources: {'Port': ['ID=fdd89988-ac0b-48a6-9a93-d8efc80c0957,revision_number=4']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:15.347753 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aebdf91-bc12-4e7c-9142-d8cb6e652827 req-2c0cd764-f8b1-4427-b12c-c09e50ea0c1e tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:15.349256 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7aebdf91-bc12-4e7c-9142-d8cb6e652827 req-2c0cd764-f8b1-4427-b12c-c09e50ea0c1e tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 944 time: 0.0815022 Oct 23 00:56:15.357008 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba48543-96e5-4e7d-a0f0-6741289ee7a7 req-27746902-4351-412b-a55d-c2587b872836 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:15.358604 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-9ba48543-96e5-4e7d-a0f0-6741289ee7a7 req-27746902-4351-412b-a55d-c2587b872836 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=81a81607-ef2d-4305-9f21-d24f821e2546 HTTP/1.1" status: 200 len: 944 time: 0.0749168 Oct 23 00:56:15.418428 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7aebdf91-bc12-4e7c-9142-d8cb6e652827 req-5b5b50be-eaa4-490c-b0f4-8706410ad3d6 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588644 Oct 23 00:56:15.447526 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-9ba48543-96e5-4e7d-a0f0-6741289ee7a7 req-8c96c4ac-9c15-4363-94e6-8c12b403bf40 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f3ce37d9-177c-4e87-927f-4bd88426ffae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817416 Oct 23 00:56:15.691237 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e6d95-3d96-4977-b24c-a2d803b4210b req-a4f24fb5-8978-43ec-9b78-eaed4ad44f22 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:15.692741 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d38e6d95-3d96-4977-b24c-a2d803b4210b req-a4f24fb5-8978-43ec-9b78-eaed4ad44f22 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 943 time: 0.0743992 Oct 23 00:56:15.698129 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667e87c-270b-4cb9-ae03-847689b18da3 req-897e9e5b-42d3-44a8-b470-9f6697073bf7 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:15.699467 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4667e87c-270b-4cb9-ae03-847689b18da3 req-897e9e5b-42d3-44a8-b470-9f6697073bf7 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 931 time: 0.0719659 Oct 23 00:56:15.775128 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d38e6d95-3d96-4977-b24c-a2d803b4210b req-72680bbc-f4db-45b1-b155-c0ec27c24815 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747273 Oct 23 00:56:15.778179 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4667e87c-270b-4cb9-ae03-847689b18da3 req-b47006f5-c7e2-45ab-afe2-ef885f4eb9ea tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715566 Oct 23 00:56:16.531006 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:16.566237 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:16.578973 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f357e9-a412-4e67-9bf7-df151991b2c8 req-e6c73fc4-5411-43db-b9cf-765765ea2199 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:16.580508 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c3f357e9-a412-4e67-9bf7-df151991b2c8 req-e6c73fc4-5411-43db-b9cf-765765ea2199 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 944 time: 0.0774889 Oct 23 00:56:16.599591 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c999e-6883-418d-8e21-32718bfd7288 req-f8d07607-577c-4b17-b617-929e9f03326d tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:16.601090 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3e0c999e-6883-418d-8e21-32718bfd7288 req-f8d07607-577c-4b17-b617-929e9f03326d tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=81a81607-ef2d-4305-9f21-d24f821e2546 HTTP/1.1" status: 200 len: 944 time: 0.0660205 Oct 23 00:56:16.661956 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c3f357e9-a412-4e67-9bf7-df151991b2c8 req-13e98a07-0a72-4b08-9c34-9f98b3db482b tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757768 Oct 23 00:56:16.673500 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3e0c999e-6883-418d-8e21-32718bfd7288 req-2c8c4047-61cb-4bc7-a324-931fbc2f8b86 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f3ce37d9-177c-4e87-927f-4bd88426ffae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653346 Oct 23 00:56:16.745484 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=10 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:16.790483 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=16 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:16.941501 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0b472-73b3-436e-8066-1aa6b8d2b601 req-b06ec4f7-9371-4182-a6fe-71a739e43f70 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:16.942289 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-29c0b472-73b3-436e-8066-1aa6b8d2b601 req-b06ec4f7-9371-4182-a6fe-71a739e43f70 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 943 time: 0.0859995 Oct 23 00:56:16.951928 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c6367-b68a-42f8-8e89-28ab461cbc76 req-1d5be8ac-78dd-424e-b18b-6596ea516595 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:16.954221 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-9d6c6367-b68a-42f8-8e89-28ab461cbc76 req-1d5be8ac-78dd-424e-b18b-6596ea516595 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 931 time: 0.0864568 Oct 23 00:56:16.958656 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [req-6e39c5e9-a4ab-4c83-93d9-19b72207bb7c req-38c038e2-e2d6-40d4-ba17-aaee3587555f service neutron] Request body: {'port': {'device_id': '5de36a91-410e-4412-9da8-623bb2ef0014', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:56:17.000424 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800676c0-9926-43ea-b4e9-e512d4277dc3 req-611d6f8a-a5d1-4605-ba96-2e77885ee97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:17.002152 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [req-800676c0-9926-43ea-b4e9-e512d4277dc3 req-611d6f8a-a5d1-4605-ba96-2e77885ee97d service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=b567fc0e-81bb-4e4e-8bd3-a17fd2562f11 HTTP/1.1" status: 200 len: 858 time: 0.0666728 Oct 23 00:56:17.089939 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800676c0-9926-43ea-b4e9-e512d4277dc3 req-9cc4049d-e750-4bb9-a076-23976e45a8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:17.091474 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [req-800676c0-9926-43ea-b4e9-e512d4277dc3 req-9cc4049d-e750-4bb9-a076-23976e45a8f8 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=1d27b6d9-fef6-49cb-833f-13cb9578958e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0785692 Oct 23 00:56:17.133058 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] get_ports_and_sgs() called for port_ids ['fdd89988-ac0b-48a6-9a93-d8efc80c0957'] {{(pid=104553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 00:56:17.206243 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [req-800676c0-9926-43ea-b4e9-e512d4277dc3 req-79341125-ff7d-4fce-8c7c-c840be542f7f service neutron] 10.222.0.52 "GET /networking/v2.0/networks/1d27b6d9-fef6-49cb-833f-13cb9578958e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074419 Oct 23 00:56:17.344293 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:17.348627 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [req-800676c0-9926-43ea-b4e9-e512d4277dc3 req-48a57fa8-e603-4236-98d6-af51c18847aa service neutron] 10.222.0.52 "GET /networking/v2.0/networks/1d27b6d9-fef6-49cb-833f-13cb9578958e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359115 Oct 23 00:56:17.405660 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce0ee98-9f8d-4a48-947c-1ed081de2c8b req-d54ead7c-b07e-4fd1-94d4-0e948e1f7a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:17.407186 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-dce0ee98-9f8d-4a48-947c-1ed081de2c8b req-d54ead7c-b07e-4fd1-94d4-0e948e1f7a43 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=94cfcbd6f144492d8be27fe35cbe76d5&device_id=435f22ac-20bf-48b6-b42c-62ecd7cf29f3 HTTP/1.1" status: 200 len: 1128 time: 0.4622159 Oct 23 00:56:17.500917 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:17.505171 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-9d6c6367-b68a-42f8-8e89-28ab461cbc76 req-227ebed9-523e-4aa9-838a-eb747fd68537 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5233335 Oct 23 00:56:17.519086 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-29c0b472-73b3-436e-8066-1aa6b8d2b601 req-2041b6b8-cc0e-4214-b13c-e159e2a9bb63 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5511725 Oct 23 00:56:17.532915 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-6e39c5e9-a4ab-4c83-93d9-19b72207bb7c req-38c038e2-e2d6-40d4-ba17-aaee3587555f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (c4115102-acce-4a90-ab24-eb74a5879146), before_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:17.532915 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-48276461-f7af-49e5-8b71-8113484746f2 req-beead16f-d630-48ed-bd87-359a07260f2b service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6e24fc8d-42d5-4d11-b06b-37a4738231b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5866721 Oct 23 00:56:17.532915 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d4de515d-b706-476e-829f-2d1fc882c0b7 req-1151c4e3-d95f-49d6-aa1e-963e3beb47f5 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/af018619-0331-4553-bdbc-b12c91da85cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5864460 Oct 23 00:56:17.832234 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:17.847132 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86309537-24b3-41f2-bfc6-203282a0e857 req-78c425dd-cc35-4140-95be-491ccbc5a470 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:17.848613 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-86309537-24b3-41f2-bfc6-203282a0e857 req-78c425dd-cc35-4140-95be-491ccbc5a470 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 944 time: 0.1069582 Oct 23 00:56:17.859128 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48028ceb-e7af-44f5-afb5-f2dbaf2fb381 req-c1069ebe-1f0c-4992-b7f1-eb4c72bec69c tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:17.860496 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-48028ceb-e7af-44f5-afb5-f2dbaf2fb381 req-c1069ebe-1f0c-4992-b7f1-eb4c72bec69c tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=81a81607-ef2d-4305-9f21-d24f821e2546 HTTP/1.1" status: 200 len: 944 time: 0.1026938 Oct 23 00:56:17.908142 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:17.919236 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [req-6e39c5e9-a4ab-4c83-93d9-19b72207bb7c req-38c038e2-e2d6-40d4-ba17-aaee3587555f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4115102-acce-4a90-ab24-eb74a5879146 {{(pid=104552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 00:56:17.932715 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-6e39c5e9-a4ab-4c83-93d9-19b72207bb7c req-38c038e2-e2d6-40d4-ba17-aaee3587555f service neutron] Publish callbacks [] for port (c4115102-acce-4a90-ab24-eb74a5879146), precommit_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:17.976460 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.provisioning_blocks [req-6e39c5e9-a4ab-4c83-93d9-19b72207bb7c req-38c038e2-e2d6-40d4-ba17-aaee3587555f service neutron] Transition to ACTIVE for port object c4115102-acce-4a90-ab24-eb74a5879146 will not be triggered until provisioned by entity L2. {{(pid=104552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 00:56:17.982358 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-48028ceb-e7af-44f5-afb5-f2dbaf2fb381 req-d6bcf97c-7b45-4eab-a1a2-0e03949e0445 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f3ce37d9-177c-4e87-927f-4bd88426ffae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046052 Oct 23 00:56:17.985365 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-86309537-24b3-41f2-bfc6-203282a0e857 req-7408634b-1e60-43f4-8d02-8f8bd60c8177 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238563 Oct 23 00:56:17.986415 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-6e39c5e9-a4ab-4c83-93d9-19b72207bb7c req-38c038e2-e2d6-40d4-ba17-aaee3587555f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5995615'] for port (c4115102-acce-4a90-ab24-eb74a5879146), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:18.038136 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c038e2-e2d6-40d4-ba17-aaee3587555f service neutron] Pushing event updated for resources: {'Port': ['ID=c4115102-acce-4a90-ab24-eb74a5879146,revision_number=2']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:18.108913 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.managers [req-6e39c5e9-a4ab-4c83-93d9-19b72207bb7c req-38c038e2-e2d6-40d4-ba17-aaee3587555f service neutron] Attempting to bind port c4115102-acce-4a90-ab24-eb74a5879146 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:56:18.109166 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.managers [req-6e39c5e9-a4ab-4c83-93d9-19b72207bb7c req-38c038e2-e2d6-40d4-ba17-aaee3587555f service neutron] Attempting to bind port c4115102-acce-4a90-ab24-eb74a5879146 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '7dc83201-cb39-4cd2-9302-c1b785eda914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f8105e98-346f-4369-be4d-2cb2d399c07a'}] {{(pid=104552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:56:18.109492 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e39c5e9-a4ab-4c83-93d9-19b72207bb7c req-38c038e2-e2d6-40d4-ba17-aaee3587555f service neutron] Attempting to bind port c4115102-acce-4a90-ab24-eb74a5879146 on network f8105e98-346f-4369-be4d-2cb2d399c07a {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:56:18.154137 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e39c5e9-a4ab-4c83-93d9-19b72207bb7c req-38c038e2-e2d6-40d4-ba17-aaee3587555f service neutron] Port c4115102-acce-4a90-ab24-eb74a5879146 on network f8105e98-346f-4369-be4d-2cb2d399c07a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 00:56:18.154656 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e39c5e9-a4ab-4c83-93d9-19b72207bb7c req-38c038e2-e2d6-40d4-ba17-aaee3587555f service neutron] Attempting to bind port c4115102-acce-4a90-ab24-eb74a5879146 on network f8105e98-346f-4369-be4d-2cb2d399c07a {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:56:18.203984 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e39c5e9-a4ab-4c83-93d9-19b72207bb7c req-38c038e2-e2d6-40d4-ba17-aaee3587555f service neutron] Checking agent: {'id': '16cf44eb-3ef2-4361-a416-47ab9083b794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 53, 30), 'started_at': datetime.datetime(2022, 10, 23, 0, 53, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:56:18.204327 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e39c5e9-a4ab-4c83-93d9-19b72207bb7c req-38c038e2-e2d6-40d4-ba17-aaee3587555f service neutron] Checking segment: {'id': '7dc83201-cb39-4cd2-9302-c1b785eda914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f8105e98-346f-4369-be4d-2cb2d399c07a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:56:18.204709 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e39c5e9-a4ab-4c83-93d9-19b72207bb7c req-38c038e2-e2d6-40d4-ba17-aaee3587555f service neutron] Bound using segment: {'id': '7dc83201-cb39-4cd2-9302-c1b785eda914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f8105e98-346f-4369-be4d-2cb2d399c07a'} {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:56:18.205335 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.managers [req-6e39c5e9-a4ab-4c83-93d9-19b72207bb7c req-38c038e2-e2d6-40d4-ba17-aaee3587555f service neutron] Bound port: c4115102-acce-4a90-ab24-eb74a5879146, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dc83201-cb39-4cd2-9302-c1b785eda914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f8105e98-346f-4369-be4d-2cb2d399c07a'}}] {{(pid=104552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:56:18.205908 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-6e39c5e9-a4ab-4c83-93d9-19b72207bb7c req-38c038e2-e2d6-40d4-ba17-aaee3587555f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (c4115102-acce-4a90-ab24-eb74a5879146), before_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:18.267377 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-6e39c5e9-a4ab-4c83-93d9-19b72207bb7c req-38c038e2-e2d6-40d4-ba17-aaee3587555f service neutron] For port c4115102-acce-4a90-ab24-eb74a5879146, host hv-cinder-maste, cleared binding levels {{(pid=104552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:56:18.271053 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-6e39c5e9-a4ab-4c83-93d9-19b72207bb7c req-38c038e2-e2d6-40d4-ba17-aaee3587555f service neutron] For port c4115102-acce-4a90-ab24-eb74a5879146, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c4115102-acce-4a90-ab24-eb74a5879146,segment=NetworkSegment(7dc83201-cb39-4cd2-9302-c1b785eda914),segment_id=7dc83201-cb39-4cd2-9302-c1b785eda914)] {{(pid=104552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:56:18.278672 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-6e39c5e9-a4ab-4c83-93d9-19b72207bb7c req-38c038e2-e2d6-40d4-ba17-aaee3587555f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5995615'] for port (c4115102-acce-4a90-ab24-eb74a5879146), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:18.282753 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e39c5e9-a4ab-4c83-93d9-19b72207bb7c req-38c038e2-e2d6-40d4-ba17-aaee3587555f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:18.283469 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-6e39c5e9-a4ab-4c83-93d9-19b72207bb7c req-38c038e2-e2d6-40d4-ba17-aaee3587555f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:18.284920 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6e39c5e9-a4ab-4c83-93d9-19b72207bb7c req-38c038e2-e2d6-40d4-ba17-aaee3587555f service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/c4115102-acce-4a90-ab24-eb74a5879146 HTTP/1.1" status: 200 len: 1093 time: 1.3407989 Oct 23 00:56:18.285434 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5de36a91-410e-4412-9da8-623bb2ef0014', 'tag': 'c4115102-acce-4a90-ab24-eb74a5879146'}] {{(pid=104552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:56:18.287725 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e71a59ae106f7f9b2e36c913636ed0b95d68e581a9dbd71020046a5c2e6c46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad165f9-8ffb-440d-afff-684920c7b96c" -d '{"events": [{"name": "network-changed", "server_uuid": "5de36a91-410e-4412-9da8-623bb2ef0014", "tag": "c4115102-acce-4a90-ab24-eb74a5879146"}]}' {{(pid=104552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:56:18.326624 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 00:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396a9f03-4d00-493f-a37e-8c780be03419 x-openstack-request-id: req-396a9f03-4d00-493f-a37e-8c780be03419 {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:56:18.326910 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5de36a91-410e-4412-9da8-623bb2ef0014", "tag": "c4115102-acce-4a90-ab24-eb74a5879146", "status": "completed", "code": 200}]} {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:56:18.327161 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-396a9f03-4d00-493f-a37e-8c780be03419 {{(pid=104552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:56:18.327568 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-396a9f03-4d00-493f-a37e-8c780be03419'] response: {'name': 'network-changed', 'server_uuid': '5de36a91-410e-4412-9da8-623bb2ef0014', 'tag': 'c4115102-acce-4a90-ab24-eb74a5879146', 'status': 'completed', 'code': 200} Oct 23 00:56:18.337437 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c038e2-e2d6-40d4-ba17-aaee3587555f service neutron] Pushing event updated for resources: {'Port': ['ID=c4115102-acce-4a90-ab24-eb74a5879146,revision_number=3']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:18.665229 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e7b44-ab9d-4bc8-832f-b8ea682d5669 req-3f34dcb6-dd1e-41fe-a07a-7e9f1209be54 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:18.666710 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-df4e7b44-ab9d-4bc8-832f-b8ea682d5669 req-3f34dcb6-dd1e-41fe-a07a-7e9f1209be54 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 943 time: 0.0770633 Oct 23 00:56:18.686397 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e383f273-90c1-4ad7-a9a5-004610aa2f10 req-3932077a-44f5-46da-8f2a-197bbd70ccf7 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:18.687906 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e383f273-90c1-4ad7-a9a5-004610aa2f10 req-3932077a-44f5-46da-8f2a-197bbd70ccf7 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 943 time: 0.0699146 Oct 23 00:56:18.752551 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-df4e7b44-ab9d-4bc8-832f-b8ea682d5669 req-f656f376-38b5-4da8-897b-112395d4682b tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797157 Oct 23 00:56:18.759512 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e383f273-90c1-4ad7-a9a5-004610aa2f10 req-31f324e6-0d75-4ab9-aee5-5542952811f6 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645919 Oct 23 00:56:18.823266 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-9e1b36b6-f795-4a9f-9cbe-5b1eefaeafdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (6b66cfba-c169-484b-b3a5-13fb9b6528cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:19.141318 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17790127-f3ab-47b3-b6fa-3242b7fb9c91 req-88cb74b9-bf73-421f-a098-5cea1ddab5a0 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:19.142902 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-17790127-f3ab-47b3-b6fa-3242b7fb9c91 req-88cb74b9-bf73-421f-a098-5cea1ddab5a0 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 944 time: 0.0768414 Oct 23 00:56:19.150268 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a2cc8-9e2e-4c11-b91d-f0b4165b7e22 req-849aabd0-1fb2-43c1-838f-ef4ee4fedb9f tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:19.151631 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-212a2cc8-9e2e-4c11-b91d-f0b4165b7e22 req-849aabd0-1fb2-43c1-838f-ef4ee4fedb9f tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=81a81607-ef2d-4305-9f21-d24f821e2546 HTTP/1.1" status: 200 len: 944 time: 0.0767467 Oct 23 00:56:19.203875 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:19.227965 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-17790127-f3ab-47b3-b6fa-3242b7fb9c91 req-6a78bd7d-9005-4e15-9eb4-aed3d941fefc tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754187 Oct 23 00:56:19.233440 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-212a2cc8-9e2e-4c11-b91d-f0b4165b7e22 req-2dbb205b-861a-437f-b026-5233174f6a1f tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f3ce37d9-177c-4e87-927f-4bd88426ffae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751143 Oct 23 00:56:19.990593 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:20.008453 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345206c-44d2-4f9c-bafe-ca097c80402e req-c01a8602-b9fb-4879-83c5-225a5f63f6c7 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:20.009966 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-5345206c-44d2-4f9c-bafe-ca097c80402e req-c01a8602-b9fb-4879-83c5-225a5f63f6c7 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 943 time: 0.1669447 Oct 23 00:56:20.015690 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d07c1-fdc1-430f-a00e-dfc17cf81c4e req-fe988920-b414-4517-9a52-d3429dfb5d20 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:20.017042 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ec8d07c1-fdc1-430f-a00e-dfc17cf81c4e req-fe988920-b414-4517-9a52-d3429dfb5d20 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 943 time: 0.1629419 Oct 23 00:56:20.119597 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce0ee98-9f8d-4a48-947c-1ed081de2c8b req-f30fb1b9-0f6e-4247-9b3d-ccb5fe417881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:20.120998 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-dce0ee98-9f8d-4a48-947c-1ed081de2c8b req-f30fb1b9-0f6e-4247-9b3d-ccb5fe417881 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=1d27b6d9-fef6-49cb-833f-13cb9578958e HTTP/1.1" status: 200 len: 920 time: 0.2755091 Oct 23 00:56:20.142933 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-5345206c-44d2-4f9c-bafe-ca097c80402e req-36e37f4f-1213-44c4-8071-a116407efb69 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193051 Oct 23 00:56:20.145977 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ec8d07c1-fdc1-430f-a00e-dfc17cf81c4e req-6309ac8e-2f50-4103-a50a-b3b65f1db55c tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157250 Oct 23 00:56:20.186697 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device fdd89988-ac0b-48a6-9a93-d8efc80c0957 up at agent hyperv_hv-cinder-maste {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:56:20.232167 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Provisioning for port fdd89988-ac0b-48a6-9a93-d8efc80c0957 completed by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 00:56:20.238960 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Provisioning complete for port fdd89988-ac0b-48a6-9a93-d8efc80c0957 triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:56:20.239769 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (fdd89988-ac0b-48a6-9a93-d8efc80c0957), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:20.239769 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Attempt 1 to provision port fdd89988-ac0b-48a6-9a93-d8efc80c0957 Oct 23 00:56:20.342312 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Current status of the port fdd89988-ac0b-48a6-9a93-d8efc80c0957 is: BUILD; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:56:20.342782 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (fdd89988-ac0b-48a6-9a93-d8efc80c0957), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:20.383844 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '435f22ac-20bf-48b6-b42c-62ecd7cf29f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd89988-ac0b-48a6-9a93-d8efc80c0957'}] {{(pid=104553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:56:20.438795 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9860f36f-e5f3-410c-8bd4-a179474fcb82 req-d18a494e-4a37-4bd2-8045-2b32335d09b7 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:20.440635 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-9860f36f-e5f3-410c-8bd4-a179474fcb82 req-d18a494e-4a37-4bd2-8045-2b32335d09b7 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 944 time: 0.0587277 Oct 23 00:56:20.482314 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:20.484515 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port fdd89988-ac0b-48a6-9a93-d8efc80c0957, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=fdd89988-ac0b-48a6-9a93-d8efc80c0957,segment=NetworkSegment(63b58a73-ffd1-4018-ac3c-0db314c2c768),segment_id=63b58a73-ffd1-4018-ac3c-0db314c2c768)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:56:20.495495 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33480e6-b407-49a8-9beb-122e3390e895 req-4a9a9845-3dca-4220-9dac-74fd9253c24e tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:20.498467 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-b33480e6-b407-49a8-9beb-122e3390e895 req-4a9a9845-3dca-4220-9dac-74fd9253c24e tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=81a81607-ef2d-4305-9f21-d24f821e2546 HTTP/1.1" status: 200 len: 944 time: 0.1756976 Oct 23 00:56:20.499093 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (fdd89988-ac0b-48a6-9a93-d8efc80c0957), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:20.528736 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ef7492e608d46078fd98593772981b2cfdf47eaedaeea269e4497eac5a7bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3787d4a8-021b-4b85-aa77-e27d5a8aeca8" -d '{"events": [{"server_uuid": "435f22ac-20bf-48b6-b42c-62ecd7cf29f3", "name": "network-vif-plugged", "status": "completed", "tag": "fdd89988-ac0b-48a6-9a93-d8efc80c0957"}]}' {{(pid=104553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:56:20.571436 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-9860f36f-e5f3-410c-8bd4-a179474fcb82 req-b65f7cc9-ccd9-4811-844e-cf834f73fa13 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217077 Oct 23 00:56:20.591879 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Pushing event updated for resources: {'Port': ['ID=fdd89988-ac0b-48a6-9a93-d8efc80c0957,revision_number=5']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:20.595185 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-b33480e6-b407-49a8-9beb-122e3390e895 req-ea5ca419-853f-44a1-adbe-ea226f4c0033 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f3ce37d9-177c-4e87-927f-4bd88426ffae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853562 Oct 23 00:56:20.614862 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:20.615256 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:20.615603 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:20.615946 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:20.616284 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:20.616658 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:20.617103 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:20.617387 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:20.617719 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:20.621152 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:20.621856 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:20.622359 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:20.622882 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:20.623369 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:20.624078 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:20.708155 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 00:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e7fea8-5734-4a12-a425-707bbe25a27b x-openstack-request-id: req-03e7fea8-5734-4a12-a425-707bbe25a27b {{(pid=104553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:56:20.708446 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "435f22ac-20bf-48b6-b42c-62ecd7cf29f3", "name": "network-vif-plugged", "status": "completed", "tag": "fdd89988-ac0b-48a6-9a93-d8efc80c0957", "code": 200}]} {{(pid=104553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:56:20.708912 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-03e7fea8-5734-4a12-a425-707bbe25a27b {{(pid=104553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:56:20.710135 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03e7fea8-5734-4a12-a425-707bbe25a27b'] response: {'server_uuid': '435f22ac-20bf-48b6-b42c-62ecd7cf29f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd89988-ac0b-48a6-9a93-d8efc80c0957', 'code': 200} Oct 23 00:56:20.925703 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 47964) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:21.039409 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-0297fbaf-6b1e-4d3c-b310-abc2eeb526bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:21.114623 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-0297fbaf-6b1e-4d3c-b310-abc2eeb526bf admin admin] Publish callbacks [] for security_group (ca61b423-75ba-4d78-abb2-126662b6feaa), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:21.120530 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-0297fbaf-6b1e-4d3c-b310-abc2eeb526bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (ca61b423-75ba-4d78-abb2-126662b6feaa), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:21.157438 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0297fbaf-6b1e-4d3c-b310-abc2eeb526bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca61b423-75ba-4d78-abb2-126662b6feaa,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:21.161466 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-0297fbaf-6b1e-4d3c-b310-abc2eeb526bf admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=2830aa775ddc4188bdfcd51aa805aed0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2347105 Oct 23 00:56:21.164432 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 47968) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:21.167321 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0297fbaf-6b1e-4d3c-b310-abc2eeb526bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:21.167662 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0297fbaf-6b1e-4d3c-b310-abc2eeb526bf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:21.168017 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0297fbaf-6b1e-4d3c-b310-abc2eeb526bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:21.168354 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0297fbaf-6b1e-4d3c-b310-abc2eeb526bf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:21.168684 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0297fbaf-6b1e-4d3c-b310-abc2eeb526bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:21.169040 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0297fbaf-6b1e-4d3c-b310-abc2eeb526bf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:21.169363 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0297fbaf-6b1e-4d3c-b310-abc2eeb526bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:21.169684 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0297fbaf-6b1e-4d3c-b310-abc2eeb526bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:21.170019 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0297fbaf-6b1e-4d3c-b310-abc2eeb526bf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:21.170340 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0297fbaf-6b1e-4d3c-b310-abc2eeb526bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:21.170683 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0297fbaf-6b1e-4d3c-b310-abc2eeb526bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:21.171019 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0297fbaf-6b1e-4d3c-b310-abc2eeb526bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:21.171324 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0297fbaf-6b1e-4d3c-b310-abc2eeb526bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:21.171642 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0297fbaf-6b1e-4d3c-b310-abc2eeb526bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:21.171958 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0297fbaf-6b1e-4d3c-b310-abc2eeb526bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:21.231205 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-9704b9e2-e28b-46e6-8f4c-c9cd2fe00eb7 admin admin] Publish callbacks [] for security_group (ca61b423-75ba-4d78-abb2-126662b6feaa), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:21.231617 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-9d30ad30-3210-40f0-9eb7-397ff181efe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (71de1650-f9d9-4095-92e6-e37ec99e20cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:21.304899 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-9704b9e2-e28b-46e6-8f4c-c9cd2fe00eb7 admin admin] Publish callbacks [] for security_group (ca61b423-75ba-4d78-abb2-126662b6feaa), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:21.350963 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b288b2-13ad-4f5c-baad-60128bd9fc1a req-95beabca-74e3-4b79-b11d-a44bb4955b9b tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:21.352455 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-02b288b2-13ad-4f5c-baad-60128bd9fc1a req-95beabca-74e3-4b79-b11d-a44bb4955b9b tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 943 time: 0.1165445 Oct 23 00:56:21.361492 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8438e81-2cc7-4d1a-ab56-94329fbfae27 req-cfcd2c06-df87-4d1c-a7f6-a4f11133e573 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:21.363076 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c8438e81-2cc7-4d1a-ab56-94329fbfae27 req-cfcd2c06-df87-4d1c-a7f6-a4f11133e573 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 943 time: 0.1205711 Oct 23 00:56:21.441649 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-9704b9e2-e28b-46e6-8f4c-c9cd2fe00eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (ca61b423-75ba-4d78-abb2-126662b6feaa), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:21.444155 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-9704b9e2-e28b-46e6-8f4c-c9cd2fe00eb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:21.445349 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-9704b9e2-e28b-46e6-8f4c-c9cd2fe00eb7 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/ca61b423-75ba-4d78-abb2-126662b6feaa HTTP/1.1" status: 204 len: 168 time: 0.2798650 Oct 23 00:56:21.454907 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-02b288b2-13ad-4f5c-baad-60128bd9fc1a req-0fce3b87-5249-4b34-91a7-018b7ed62981 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908904 Oct 23 00:56:21.463023 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c8438e81-2cc7-4d1a-ab56-94329fbfae27 req-ab28384d-e6bf-471c-ace8-09ae4a788f97 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917163 Oct 23 00:56:21.464136 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9704b9e2-e28b-46e6-8f4c-c9cd2fe00eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca61b423-75ba-4d78-abb2-126662b6feaa,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:21.472322 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9704b9e2-e28b-46e6-8f4c-c9cd2fe00eb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:21.472658 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9704b9e2-e28b-46e6-8f4c-c9cd2fe00eb7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:21.473033 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9704b9e2-e28b-46e6-8f4c-c9cd2fe00eb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:21.473403 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9704b9e2-e28b-46e6-8f4c-c9cd2fe00eb7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:21.473706 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9704b9e2-e28b-46e6-8f4c-c9cd2fe00eb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:21.474030 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9704b9e2-e28b-46e6-8f4c-c9cd2fe00eb7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:21.474406 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9704b9e2-e28b-46e6-8f4c-c9cd2fe00eb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:21.474806 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9704b9e2-e28b-46e6-8f4c-c9cd2fe00eb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:21.475042 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9704b9e2-e28b-46e6-8f4c-c9cd2fe00eb7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:21.475365 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9704b9e2-e28b-46e6-8f4c-c9cd2fe00eb7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:21.475688 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9704b9e2-e28b-46e6-8f4c-c9cd2fe00eb7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:21.476011 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9704b9e2-e28b-46e6-8f4c-c9cd2fe00eb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:21.476326 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9704b9e2-e28b-46e6-8f4c-c9cd2fe00eb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:21.476642 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9704b9e2-e28b-46e6-8f4c-c9cd2fe00eb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:21.476982 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9704b9e2-e28b-46e6-8f4c-c9cd2fe00eb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:21.741545 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e2675f-93f7-4c6a-b0a5-7e0c24a53362 req-02426227-73d3-46fe-a7be-5c0eaba4e81c tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:21.743051 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a9e2675f-93f7-4c6a-b0a5-7e0c24a53362 req-02426227-73d3-46fe-a7be-5c0eaba4e81c tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 944 time: 0.0802367 Oct 23 00:56:21.764127 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51ddcb-a229-49bf-9e66-81916c2a580e req-98d48337-f0e4-4ef0-8ac5-998d8811c3e9 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:21.766299 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-8a51ddcb-a229-49bf-9e66-81916c2a580e req-98d48337-f0e4-4ef0-8ac5-998d8811c3e9 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=81a81607-ef2d-4305-9f21-d24f821e2546 HTTP/1.1" status: 200 len: 944 time: 0.0722582 Oct 23 00:56:21.828576 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 48000) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:21.840389 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a9e2675f-93f7-4c6a-b0a5-7e0c24a53362 req-b3c70d10-8c75-4d05-9c39-482636c2663e tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891507 Oct 23 00:56:21.856228 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-8a51ddcb-a229-49bf-9e66-81916c2a580e req-142df7cd-0111-4b71-9d12-1b00828932c6 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f3ce37d9-177c-4e87-927f-4bd88426ffae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776787 Oct 23 00:56:21.856228 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-cc432bf6-6238-46e1-87a3-309b18db9a8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:21.871511 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:21.878217 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:21.943484 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-cc432bf6-6238-46e1-87a3-309b18db9a8b admin admin] Publish callbacks [] for security_group (64abb3b8-8c40-47f7-8ee8-6a25174c7758), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:21.949167 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-cc432bf6-6238-46e1-87a3-309b18db9a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (64abb3b8-8c40-47f7-8ee8-6a25174c7758), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:21.986346 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc432bf6-6238-46e1-87a3-309b18db9a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64abb3b8-8c40-47f7-8ee8-6a25174c7758,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:21.991522 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-cc432bf6-6238-46e1-87a3-309b18db9a8b admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=cbc0c6f9de424d78b60d8a31b5ab13d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1619799 Oct 23 00:56:21.994699 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 48002) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:22.044926 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-9fca167e-681d-471d-b860-123dfca07666 admin admin] Publish callbacks [] for security_group (64abb3b8-8c40-47f7-8ee8-6a25174c7758), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:22.065088 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-9fca167e-681d-471d-b860-123dfca07666 admin admin] Publish callbacks [] for security_group (64abb3b8-8c40-47f7-8ee8-6a25174c7758), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:22.094073 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:22.117431 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-9fca167e-681d-471d-b860-123dfca07666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (64abb3b8-8c40-47f7-8ee8-6a25174c7758), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:22.119877 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-9fca167e-681d-471d-b860-123dfca07666 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:22.121083 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-9fca167e-681d-471d-b860-123dfca07666 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/64abb3b8-8c40-47f7-8ee8-6a25174c7758 HTTP/1.1" status: 204 len: 168 time: 0.1254053 Oct 23 00:56:22.128679 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca167e-681d-471d-b860-123dfca07666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64abb3b8-8c40-47f7-8ee8-6a25174c7758,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:22.282201 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5148f689-0f62-430a-b3f2-d0758b81aa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (b2013646-e5ec-4b71-a145-3908973fbde8), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:22.625900 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b676cd2-352d-4787-b2c8-2d201e2364ac req-ae54b3f4-4419-4f08-9009-8bced38f6784 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:22.627541 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-2b676cd2-352d-4787-b2c8-2d201e2364ac req-ae54b3f4-4419-4f08-9009-8bced38f6784 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 943 time: 0.0759978 Oct 23 00:56:22.663444 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf465bdd-d0bd-4b83-9337-206d252c0958 req-6537d6f5-86ba-4f1c-9a80-e37747ec667e tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:22.664941 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-bf465bdd-d0bd-4b83-9337-206d252c0958 req-6537d6f5-86ba-4f1c-9a80-e37747ec667e tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 943 time: 0.0836191 Oct 23 00:56:22.709829 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 16ac40d6-7a56-4def-a9f5-e0a3fade7563 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104553) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 00:56:22.724950 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-2b676cd2-352d-4787-b2c8-2d201e2364ac req-23d188fa-2092-40ed-91d3-bb62698db99a tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898108 Oct 23 00:56:22.740385 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-bf465bdd-d0bd-4b83-9337-206d252c0958 req-f92f7fa0-2db8-41de-b0b5-35b4eedf959d tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683651 Oct 23 00:56:22.828907 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port 16ac40d6-7a56-4def-a9f5-e0a3fade7563, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=16ac40d6-7a56-4def-a9f5-e0a3fade7563,segment=NetworkSegment(6c7f3988-5c29-4b49-bf43-a45d839e2e81),segment_id=6c7f3988-5c29-4b49-bf43-a45d839e2e81)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:56:22.842260 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Returning: {'device': '16ac40d6-7a56-4def-a9f5-e0a3fade7563', 'network_id': '6e24fc8d-42d5-4d11-b06b-37a4738231b0', 'port_id': '16ac40d6-7a56-4def-a9f5-e0a3fade7563', 'mac_address': 'fa:16:3e:e2:25:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdebfcdc-6951-4fee-aa37-29ecb806813d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104553) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 00:56:22.884455 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Current status of the port 16ac40d6-7a56-4def-a9f5-e0a3fade7563 is: DOWN; New status is: BUILD {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:56:22.884878 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (16ac40d6-7a56-4def-a9f5-e0a3fade7563), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:22.907290 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.notifiers.nova [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16ac40d6-7a56-4def-a9f5-e0a3fade7563 {{(pid=104553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 00:56:22.933232 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port 16ac40d6-7a56-4def-a9f5-e0a3fade7563, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=16ac40d6-7a56-4def-a9f5-e0a3fade7563,segment=NetworkSegment(6c7f3988-5c29-4b49-bf43-a45d839e2e81),segment_id=6c7f3988-5c29-4b49-bf43-a45d839e2e81)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:56:22.945145 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (16ac40d6-7a56-4def-a9f5-e0a3fade7563), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:23.015935 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Pushing event updated for resources: {'Port': ['ID=16ac40d6-7a56-4def-a9f5-e0a3fade7563,revision_number=4']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:23.020887 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15499848-46bd-47c3-af36-9b7ec8eb10fb req-bd1cd394-f5fe-40d5-928c-f5318840064f tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:23.022667 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-15499848-46bd-47c3-af36-9b7ec8eb10fb req-bd1cd394-f5fe-40d5-928c-f5318840064f tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=81a81607-ef2d-4305-9f21-d24f821e2546 HTTP/1.1" status: 200 len: 944 time: 0.0680137 Oct 23 00:56:23.072523 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faecae4-3302-4329-99aa-0cdc8bf6d6e0 req-0c47a981-5f59-4936-954f-196ac802760b tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:23.074013 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6faecae4-3302-4329-99aa-0cdc8bf6d6e0 req-0c47a981-5f59-4936-954f-196ac802760b tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 944 time: 0.0760415 Oct 23 00:56:23.121247 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-15499848-46bd-47c3-af36-9b7ec8eb10fb req-9c69ec16-b8f3-454e-b923-9a112411c36d tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f3ce37d9-177c-4e87-927f-4bd88426ffae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810671 Oct 23 00:56:23.169060 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6faecae4-3302-4329-99aa-0cdc8bf6d6e0 req-74dceba2-63be-4b73-a971-4353464cfeb0 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835059 Oct 23 00:56:23.245125 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.agents_db [None req-7a6a8f68-635a-43f5-9edf-73cfaf501ddf None None] Agent healthcheck: found 6 active agents {{(pid=104554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 00:56:23.638694 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e80eb663-45f3-44c1-bd5d-b13fbac885c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (9e3bf558-830b-43df-b1b1-6fe61a75ce60), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:23.900703 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff68e6-eba4-432e-9a82-295047283c65 req-e2ad0c89-1272-419b-8016-2cde1f7926fb tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:23.901263 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] get_ports_and_sgs() called for port_ids ['16ac40d6-7a56-4def-a9f5-e0a3fade7563'] {{(pid=104553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 00:56:23.902260 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c1ff68e6-eba4-432e-9a82-295047283c65 req-e2ad0c89-1272-419b-8016-2cde1f7926fb tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 944 time: 0.0878508 Oct 23 00:56:23.913497 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0063ec7-65ac-4aaa-9df1-563300a6ec10 req-884d997b-228d-46fa-958a-961899a9e85b tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:23.915083 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a0063ec7-65ac-4aaa-9df1-563300a6ec10 req-884d997b-228d-46fa-958a-961899a9e85b tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 943 time: 0.0896044 Oct 23 00:56:23.995337 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c1ff68e6-eba4-432e-9a82-295047283c65 req-9fca06aa-0a63-4961-8d90-cc077c24f4f1 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792046 Oct 23 00:56:23.996262 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (e5069eb9-82e8-4601-9222-8a50cea677c6), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:24.011351 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a0063ec7-65ac-4aaa-9df1-563300a6ec10 req-a3bea3e5-bdbe-46c3-9725-fb2488dbc86a tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753820 Oct 23 00:56:24.248975 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a5cab-6086-4825-8bed-1cf9423c3ecd req-9847b59c-7036-4c22-8611-c5bbe2934713 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:24.250891 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-5a4a5cab-6086-4825-8bed-1cf9423c3ecd req-9847b59c-7036-4c22-8611-c5bbe2934713 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=81a81607-ef2d-4305-9f21-d24f821e2546 HTTP/1.1" status: 200 len: 944 time: 0.0538793 Oct 23 00:56:24.321640 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344a43a-9280-451f-bdcf-6e10ecca03b7 req-d3c254e6-8069-4b54-9456-2e1f64fcc195 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:24.323129 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3344a43a-9280-451f-bdcf-6e10ecca03b7 req-d3c254e6-8069-4b54-9456-2e1f64fcc195 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 944 time: 0.0711997 Oct 23 00:56:24.354848 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-5a4a5cab-6086-4825-8bed-1cf9423c3ecd req-eab642ee-474c-4351-a2a8-1bc3cb5e3913 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f3ce37d9-177c-4e87-927f-4bd88426ffae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920227 Oct 23 00:56:24.388303 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3344a43a-9280-451f-bdcf-6e10ecca03b7 req-db983aa9-c7d2-47e4-a287-b06ff3465611 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588284 Oct 23 00:56:24.513071 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 16ac40d6-7a56-4def-a9f5-e0a3fade7563 up at agent hyperv_hv-cinder-maste {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:56:24.552924 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:24.563307 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Provisioning for port 16ac40d6-7a56-4def-a9f5-e0a3fade7563 completed by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 00:56:24.573356 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Provisioning complete for port 16ac40d6-7a56-4def-a9f5-e0a3fade7563 triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:56:24.573928 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (16ac40d6-7a56-4def-a9f5-e0a3fade7563), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:24.574501 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Attempt 1 to provision port 16ac40d6-7a56-4def-a9f5-e0a3fade7563 Oct 23 00:56:24.674828 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Current status of the port 16ac40d6-7a56-4def-a9f5-e0a3fade7563 is: BUILD; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:56:24.675437 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (16ac40d6-7a56-4def-a9f5-e0a3fade7563), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:24.714957 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15bcbe46-c80c-46d8-987e-3b270f8af3bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ac40d6-7a56-4def-a9f5-e0a3fade7563'}] {{(pid=104553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:56:24.718060 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ef7492e608d46078fd98593772981b2cfdf47eaedaeea269e4497eac5a7bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1e1d62-5ccc-43f8-87db-bab472fe9cb2" -d '{"events": [{"server_uuid": "15bcbe46-c80c-46d8-987e-3b270f8af3bc", "name": "network-vif-plugged", "status": "completed", "tag": "16ac40d6-7a56-4def-a9f5-e0a3fade7563"}]}' {{(pid=104553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:56:24.768331 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port 16ac40d6-7a56-4def-a9f5-e0a3fade7563, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=16ac40d6-7a56-4def-a9f5-e0a3fade7563,segment=NetworkSegment(6c7f3988-5c29-4b49-bf43-a45d839e2e81),segment_id=6c7f3988-5c29-4b49-bf43-a45d839e2e81)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:56:24.771995 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 00:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11952669-cac2-4d56-9eb8-747990fdb0fe x-openstack-request-id: req-11952669-cac2-4d56-9eb8-747990fdb0fe {{(pid=104553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:56:24.772278 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15bcbe46-c80c-46d8-987e-3b270f8af3bc", "name": "network-vif-plugged", "status": "completed", "tag": "16ac40d6-7a56-4def-a9f5-e0a3fade7563", "code": 200}]} {{(pid=104553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:56:24.772517 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-11952669-cac2-4d56-9eb8-747990fdb0fe {{(pid=104553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:56:24.772968 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11952669-cac2-4d56-9eb8-747990fdb0fe'] response: {'server_uuid': '15bcbe46-c80c-46d8-987e-3b270f8af3bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16ac40d6-7a56-4def-a9f5-e0a3fade7563', 'code': 200} Oct 23 00:56:24.774560 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (16ac40d6-7a56-4def-a9f5-e0a3fade7563), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:24.822363 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Pushing event updated for resources: {'Port': ['ID=16ac40d6-7a56-4def-a9f5-e0a3fade7563,revision_number=5']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:25.137826 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-dce0ee98-9f8d-4a48-947c-1ed081de2c8b req-4d550bf0-b52d-4868-9894-b16d551e2b1c service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdd89988-ac0b-48a6-9a93-d8efc80c0957 HTTP/1.1" status: 200 len: 217 time: 0.3078856 Oct 23 00:56:25.214501 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:INSERT=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:25.232045 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730566c1-53e2-4bbe-ac17-5a3864d6388d req-8947a832-3ca5-4da6-bda8-8b465cfaa901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:25.245973 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [req-730566c1-53e2-4bbe-ac17-5a3864d6388d req-8947a832-3ca5-4da6-bda8-8b465cfaa901 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 1129 time: 0.1768174 Oct 23 00:56:25.274193 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [req-730566c1-53e2-4bbe-ac17-5a3864d6388d req-79869727-845a-40a4-a3ad-090932ab989c service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:25.305088 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:25.359163 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [req-730566c1-53e2-4bbe-ac17-5a3864d6388d req-79869727-845a-40a4-a3ad-090932ab989c service neutron] Publish callbacks [] for security_group (edb2421b-6bbc-4a3c-a6c7-9a875277fc8b), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:25.364461 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [req-730566c1-53e2-4bbe-ac17-5a3864d6388d req-79869727-845a-40a4-a3ad-090932ab989c service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (edb2421b-6bbc-4a3c-a6c7-9a875277fc8b), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:25.417228 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79869727-845a-40a4-a3ad-090932ab989c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=edb2421b-6bbc-4a3c-a6c7-9a875277fc8b,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:25.422896 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [req-730566c1-53e2-4bbe-ac17-5a3864d6388d req-79869727-845a-40a4-a3ad-090932ab989c service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722598 Oct 23 00:56:25.429081 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf1205-8e0f-4da3-9b62-9c13f2d89c36 req-f411194a-5285-4ad7-9b40-8341503b2eb5 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:25.430600 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1ebf1205-8e0f-4da3-9b62-9c13f2d89c36 req-f411194a-5285-4ad7-9b40-8341503b2eb5 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 943 time: 0.2931910 Oct 23 00:56:25.435994 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3d105-1801-46f1-b8a1-6fa0ed837b6e req-5a443177-f72c-4108-99d3-69c94a895f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:25.437407 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-acd3d105-1801-46f1-b8a1-6fa0ed837b6e req-5a443177-f72c-4108-99d3-69c94a895f34 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=94cfcbd6f144492d8be27fe35cbe76d5&device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 1128 time: 0.3164079 Oct 23 00:56:25.438301 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad165f9-8ffb-440d-afff-684920c7b96c req-afd47b1e-7f34-4d38-8db3-391504286bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:25.439642 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-9ad165f9-8ffb-440d-afff-684920c7b96c req-afd47b1e-7f34-4d38-8db3-391504286bd7 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=59add4b78cd346a194c4be211d1996be&device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 1127 time: 0.6098204 Oct 23 00:56:25.445549 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88bc69c-6e25-4d40-a41f-5827943b55d3 req-886c9924-b648-4223-89e7-dc97d3447520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:25.446951 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a88bc69c-6e25-4d40-a41f-5827943b55d3 req-886c9924-b648-4223-89e7-dc97d3447520 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=435f22ac-20bf-48b6-b42c-62ecd7cf29f3 HTTP/1.1" status: 200 len: 1129 time: 0.2593918 Oct 23 00:56:25.460930 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503902a-46a9-4724-aa1d-8c831cfaa350 req-ae06bf76-aa44-431d-8489-3da887616617 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:25.462386 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e503902a-46a9-4724-aa1d-8c831cfaa350 req-ae06bf76-aa44-431d-8489-3da887616617 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 945 time: 0.2245452 Oct 23 00:56:25.467702 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce0ee98-9f8d-4a48-947c-1ed081de2c8b req-83b6095d-7ca8-49b7-bb8a-a540afd9bc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:25.469289 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-dce0ee98-9f8d-4a48-947c-1ed081de2c8b req-83b6095d-7ca8-49b7-bb8a-a540afd9bc83 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=b567fc0e-81bb-4e4e-8bd3-a17fd2562f11 HTTP/1.1" status: 200 len: 858 time: 0.2100663 Oct 23 00:56:25.539631 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1ebf1205-8e0f-4da3-9b62-9c13f2d89c36 req-e2cf891e-7c01-4db4-9772-62ee222b557a tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952594 Oct 23 00:56:25.543018 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e503902a-46a9-4724-aa1d-8c831cfaa350 req-9e6722c8-17ab-4756-a348-b583dca55df1 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728033 Oct 23 00:56:25.686205 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e5f14-3172-40ec-ac17-f403baa12104 req-35d8093d-60e3-4803-911b-5b19f74c0e41 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:25.687693 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-5d1e5f14-3172-40ec-ac17-f403baa12104 req-35d8093d-60e3-4803-911b-5b19f74c0e41 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 944 time: 0.0813446 Oct 23 00:56:25.693471 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eafe85-4f82-410b-a3d4-b8512155874a req-e62ba2c7-5a3b-431f-9463-e279ed834089 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:25.694840 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-66eafe85-4f82-410b-a3d4-b8512155874a req-e62ba2c7-5a3b-431f-9463-e279ed834089 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=81a81607-ef2d-4305-9f21-d24f821e2546 HTTP/1.1" status: 200 len: 944 time: 0.0792093 Oct 23 00:56:25.898925 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce0ee98-9f8d-4a48-947c-1ed081de2c8b req-ca034e3e-922a-4fe6-9f93-0f476487a833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:25.900491 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-dce0ee98-9f8d-4a48-947c-1ed081de2c8b req-ca034e3e-922a-4fe6-9f93-0f476487a833 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=1d27b6d9-fef6-49cb-833f-13cb9578958e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2048068 Oct 23 00:56:25.976584 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a88bc69c-6e25-4d40-a41f-5827943b55d3 req-1c053e5a-ede7-418a-9436-3d256b373e62 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769971 Oct 23 00:56:25.997348 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-66eafe85-4f82-410b-a3d4-b8512155874a req-793c61a9-550e-4f5c-88fa-f0b1936de7d3 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f3ce37d9-177c-4e87-927f-4bd88426ffae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891042 Oct 23 00:56:26.000197 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-5d1e5f14-3172-40ec-ac17-f403baa12104 req-2bb52d16-5039-4a38-8111-9b91add4d448 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024955 Oct 23 00:56:26.025631 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad165f9-8ffb-440d-afff-684920c7b96c req-24207e9d-36af-4544-9a09-c56abb487769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:26.027129 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-9ad165f9-8ffb-440d-afff-684920c7b96c req-24207e9d-36af-4544-9a09-c56abb487769 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=59add4b78cd346a194c4be211d1996be&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3285663 Oct 23 00:56:26.028205 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3d105-1801-46f1-b8a1-6fa0ed837b6e req-5993ec73-2760-4ddd-abb2-4ca1a6d130a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:26.029622 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-acd3d105-1801-46f1-b8a1-6fa0ed837b6e req-5993ec73-2760-4ddd-abb2-4ca1a6d130a1 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=1d27b6d9-fef6-49cb-833f-13cb9578958e HTTP/1.1" status: 200 len: 920 time: 0.3329277 Oct 23 00:56:26.534907 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 070636ae-227f-400c-a9d9-cd7af698e161 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104553) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 00:56:26.537899 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:26.554699 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-acd3d105-1801-46f1-b8a1-6fa0ed837b6e req-be49a4e8-a163-4262-af66-070c9f866c9f service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=070636ae-227f-400c-a9d9-cd7af698e161 HTTP/1.1" status: 200 len: 217 time: 0.0780704 Oct 23 00:56:26.675100 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:26.716422 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port 070636ae-227f-400c-a9d9-cd7af698e161, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=070636ae-227f-400c-a9d9-cd7af698e161,segment=NetworkSegment(63b58a73-ffd1-4018-ac3c-0db314c2c768),segment_id=63b58a73-ffd1-4018-ac3c-0db314c2c768)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:56:26.729173 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Returning: {'device': '070636ae-227f-400c-a9d9-cd7af698e161', 'network_id': '1d27b6d9-fef6-49cb-833f-13cb9578958e', 'port_id': '070636ae-227f-400c-a9d9-cd7af698e161', 'mac_address': 'fa:16:3e:2c:ee:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b567fc0e-81bb-4e4e-8bd3-a17fd2562f11', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104553) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 00:56:26.744813 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3d105-1801-46f1-b8a1-6fa0ed837b6e req-f8522918-c7ad-4ecf-ab3a-44de42effa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:26.746272 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-acd3d105-1801-46f1-b8a1-6fa0ed837b6e req-f8522918-c7ad-4ecf-ab3a-44de42effa27 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=b567fc0e-81bb-4e4e-8bd3-a17fd2562f11 HTTP/1.1" status: 200 len: 858 time: 0.1561353 Oct 23 00:56:26.772838 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Current status of the port 070636ae-227f-400c-a9d9-cd7af698e161 is: DOWN; New status is: BUILD {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:56:26.773849 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (070636ae-227f-400c-a9d9-cd7af698e161), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:26.796336 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.notifiers.nova [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 070636ae-227f-400c-a9d9-cd7af698e161 {{(pid=104553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 00:56:26.806479 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:26.812064 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-dce0ee98-9f8d-4a48-947c-1ed081de2c8b req-1e62cfdd-2548-4097-8014-b40a07d3f602 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/1d27b6d9-fef6-49cb-833f-13cb9578958e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272624 Oct 23 00:56:26.813897 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad165f9-8ffb-440d-afff-684920c7b96c req-af4678ea-984f-4584-af5e-b03a84619a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:26.815378 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-9ad165f9-8ffb-440d-afff-684920c7b96c req-af4678ea-984f-4584-af5e-b03a84619a41 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3317628 Oct 23 00:56:26.821311 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port 070636ae-227f-400c-a9d9-cd7af698e161, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=070636ae-227f-400c-a9d9-cd7af698e161,segment=NetworkSegment(63b58a73-ffd1-4018-ac3c-0db314c2c768),segment_id=63b58a73-ffd1-4018-ac3c-0db314c2c768)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:56:26.821681 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd82e10-53c0-4611-b958-dd28402caebd req-03e8457d-5933-4882-8952-55038f095b75 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:26.823144 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7dd82e10-53c0-4611-b958-dd28402caebd req-03e8457d-5933-4882-8952-55038f095b75 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 945 time: 0.1237235 Oct 23 00:56:26.840909 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (070636ae-227f-400c-a9d9-cd7af698e161), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:26.841149 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40105bb5-e955-4339-ad5c-3a7c6acce32f req-43bab5c9-09a0-4dca-97f1-23c7cb112142 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:26.841231 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device eaf96dfe-f805-4be4-9d2f-7507301823d2 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104553) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 00:56:26.841310 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-40105bb5-e955-4339-ad5c-3a7c6acce32f req-43bab5c9-09a0-4dca-97f1-23c7cb112142 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 943 time: 0.1573923 Oct 23 00:56:26.911685 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7dd82e10-53c0-4611-b958-dd28402caebd req-0d5277dc-18e6-40d4-bfeb-b8a71e447e24 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767181 Oct 23 00:56:26.912811 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Pushing event updated for resources: {'Port': ['ID=070636ae-227f-400c-a9d9-cd7af698e161,revision_number=4']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:26.918924 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-40105bb5-e955-4339-ad5c-3a7c6acce32f req-752bac66-0649-4f51-8630-50a894f176bb tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766459 Oct 23 00:56:26.992470 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port eaf96dfe-f805-4be4-9d2f-7507301823d2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=eaf96dfe-f805-4be4-9d2f-7507301823d2,segment=NetworkSegment(b638209f-90ba-44ee-80d1-50cdacceb6dc),segment_id=b638209f-90ba-44ee-80d1-50cdacceb6dc)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:56:26.997632 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Returning: {'device': 'eaf96dfe-f805-4be4-9d2f-7507301823d2', 'network_id': 'af018619-0331-4553-bdbc-b12c91da85cf', 'port_id': 'eaf96dfe-f805-4be4-9d2f-7507301823d2', 'mac_address': 'fa:16:3e:43:87:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f0acb91-496c-45f4-acb5-584ff234a755', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104553) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 00:56:27.033889 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Current status of the port eaf96dfe-f805-4be4-9d2f-7507301823d2 is: DOWN; New status is: BUILD {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:56:27.034390 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (eaf96dfe-f805-4be4-9d2f-7507301823d2), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:27.048844 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.notifiers.nova [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaf96dfe-f805-4be4-9d2f-7507301823d2 {{(pid=104553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 00:56:27.083525 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port eaf96dfe-f805-4be4-9d2f-7507301823d2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=eaf96dfe-f805-4be4-9d2f-7507301823d2,segment=NetworkSegment(b638209f-90ba-44ee-80d1-50cdacceb6dc),segment_id=b638209f-90ba-44ee-80d1-50cdacceb6dc)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:56:27.089483 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (eaf96dfe-f805-4be4-9d2f-7507301823d2), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:27.138218 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:27.153701 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Pushing event updated for resources: {'Port': ['ID=eaf96dfe-f805-4be4-9d2f-7507301823d2,revision_number=4']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:27.166797 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13104566-ab09-4bbc-ac31-e0e1475e484f req-a45814f1-dae5-4c5b-8b9c-e81ced3c2704 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:27.168293 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-13104566-ab09-4bbc-ac31-e0e1475e484f req-a45814f1-dae5-4c5b-8b9c-e81ced3c2704 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=81a81607-ef2d-4305-9f21-d24f821e2546 HTTP/1.1" status: 200 len: 945 time: 0.0841322 Oct 23 00:56:27.173878 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01d3222-4ad7-4fbe-b8f7-874f2a627ed0 req-d86ec9af-aefd-4708-b9f4-e7c9ac9ba5ba tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:27.175396 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e01d3222-4ad7-4fbe-b8f7-874f2a627ed0 req-d86ec9af-aefd-4708-b9f4-e7c9ac9ba5ba tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 945 time: 0.0801342 Oct 23 00:56:27.248759 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-13104566-ab09-4bbc-ac31-e0e1475e484f req-a73616c7-f322-4b64-b8fa-28e69d2d9c9a tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f3ce37d9-177c-4e87-927f-4bd88426ffae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723941 Oct 23 00:56:27.252074 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e01d3222-4ad7-4fbe-b8f7-874f2a627ed0 req-36623c35-8c11-4c84-9ec1-33ee89b71311 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689123 Oct 23 00:56:28.073312 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773aa24c-6a38-4c7e-be1f-36dba793e047 req-837cc01a-7c97-4517-8117-df32d8c128f6 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:28.074755 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-773aa24c-6a38-4c7e-be1f-36dba793e047 req-837cc01a-7c97-4517-8117-df32d8c128f6 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 943 time: 0.0756884 Oct 23 00:56:28.082645 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee22f28-1d94-4cde-af55-b792441685ef req-6f005370-f663-4789-87e3-fb7ad6f314fe tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:28.084176 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3ee22f28-1d94-4cde-af55-b792441685ef req-6f005370-f663-4789-87e3-fb7ad6f314fe tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 945 time: 0.0832479 Oct 23 00:56:28.157594 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-773aa24c-6a38-4c7e-be1f-36dba793e047 req-cc0bd77b-b5fd-4bd8-9ef1-cec409f60fe5 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724511 Oct 23 00:56:28.160668 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3ee22f28-1d94-4cde-af55-b792441685ef req-6e0ad288-6e88-40f4-901e-f39cc8035baf tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694211 Oct 23 00:56:28.608538 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137906a9-e07e-4673-886e-2c7d23c56a4c req-714fef93-9cb8-41e5-a122-edcc4d30d19b tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:28.610251 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-137906a9-e07e-4673-886e-2c7d23c56a4c req-714fef93-9cb8-41e5-a122-edcc4d30d19b tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 945 time: 0.2826202 Oct 23 00:56:28.622362 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834f0fa7-c9d7-44af-a8d0-412883e779fd req-dcbfc4e3-3367-4b46-9aa3-da7dffe80f8a tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:28.624068 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-834f0fa7-c9d7-44af-a8d0-412883e779fd req-dcbfc4e3-3367-4b46-9aa3-da7dffe80f8a tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=81a81607-ef2d-4305-9f21-d24f821e2546 HTTP/1.1" status: 200 len: 945 time: 0.2951653 Oct 23 00:56:28.703573 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-137906a9-e07e-4673-886e-2c7d23c56a4c req-35578c4c-7a91-4cdb-9a78-ac258191c750 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784609 Oct 23 00:56:28.706466 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-834f0fa7-c9d7-44af-a8d0-412883e779fd req-022d1fff-a62f-42d8-af5b-04ed8a346889 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f3ce37d9-177c-4e87-927f-4bd88426ffae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737143 Oct 23 00:56:29.327816 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac3759-7ac1-4cbd-8fe3-4c388f74760f req-b9a1c9a5-9229-4527-bed8-d71d6c6123b4 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:29.329316 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-01ac3759-7ac1-4cbd-8fe3-4c388f74760f req-b9a1c9a5-9229-4527-bed8-d71d6c6123b4 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 943 time: 0.0771372 Oct 23 00:56:29.334896 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde61b5f-c3f8-444d-a324-d582166d06a3 req-fe650eff-0ea0-4dc5-9651-446cfe51d799 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:29.336252 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-cde61b5f-c3f8-444d-a324-d582166d06a3 req-fe650eff-0ea0-4dc5-9651-446cfe51d799 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 945 time: 0.0859685 Oct 23 00:56:29.408903 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-01ac3759-7ac1-4cbd-8fe3-4c388f74760f req-3772cb98-6212-4374-8733-49b071b0553d tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716088 Oct 23 00:56:29.413220 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-cde61b5f-c3f8-444d-a324-d582166d06a3 req-ae4c8c37-dd98-4511-8a33-825496eb0fbf tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692925 Oct 23 00:56:29.891430 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:29.936168 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:29.988416 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3d105-1801-46f1-b8a1-6fa0ed837b6e req-5febc965-651d-40b2-b914-5c846f564cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:29.990020 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-acd3d105-1801-46f1-b8a1-6fa0ed837b6e req-5febc965-651d-40b2-b914-5c846f564cb0 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=1d27b6d9-fef6-49cb-833f-13cb9578958e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2041931 Oct 23 00:56:30.005193 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3705661-0c3b-4755-96c8-d216e9c56ebc req-816ea911-ea7c-41c3-b2e7-52abf7c56746 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:30.006789 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e3705661-0c3b-4755-96c8-d216e9c56ebc req-816ea911-ea7c-41c3-b2e7-52abf7c56746 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=81a81607-ef2d-4305-9f21-d24f821e2546 HTTP/1.1" status: 200 len: 945 time: 0.2116294 Oct 23 00:56:30.011413 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e39c5e9-a4ab-4c83-93d9-19b72207bb7c req-a8d31232-8ac0-411c-9b63-058c43d66a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:30.012856 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6e39c5e9-a4ab-4c83-93d9-19b72207bb7c req-a8d31232-8ac0-411c-9b63-058c43d66a85 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=59add4b78cd346a194c4be211d1996be&device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 1127 time: 0.1747565 Oct 23 00:56:30.024308 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5034beca-e467-4bb1-81df-e14792211b68 req-75575a81-1fc9-4268-b311-5995fcfdca2d tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:30.026151 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-5034beca-e467-4bb1-81df-e14792211b68 req-75575a81-1fc9-4268-b311-5995fcfdca2d tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 945 time: 0.2223840 Oct 23 00:56:30.092347 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] get_ports_and_sgs() called for port_ids ['070636ae-227f-400c-a9d9-cd7af698e161'] {{(pid=104553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 00:56:30.168523 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (16cf44eb-3ef2-4361-a416-47ab9083b794), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:30.186057 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6e39c5e9-a4ab-4c83-93d9-19b72207bb7c req-52ddada6-57d2-424b-a604-7b399be4976f service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4115102-acce-4a90-ab24-eb74a5879146 HTTP/1.1" status: 200 len: 217 time: 0.1148982 Oct 23 00:56:30.198977 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e3705661-0c3b-4755-96c8-d216e9c56ebc req-4151f1b3-bf79-496c-a17b-e1711864c658 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f3ce37d9-177c-4e87-927f-4bd88426ffae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848910 Oct 23 00:56:30.202103 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-dce0ee98-9f8d-4a48-947c-1ed081de2c8b req-a205352c-46c9-4be9-a086-453659e160cc service neutron] 10.222.0.52 "GET /networking/v2.0/networks/1d27b6d9-fef6-49cb-833f-13cb9578958e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3951130 Oct 23 00:56:30.250997 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-5034beca-e467-4bb1-81df-e14792211b68 req-9dadbe58-e710-4987-95c6-b30d8a04974b tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163279 Oct 23 00:56:30.255981 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] get_ports_and_sgs() called for port_ids ['eaf96dfe-f805-4be4-9d2f-7507301823d2'] {{(pid=104553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 00:56:30.292981 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-acd3d105-1801-46f1-b8a1-6fa0ed837b6e req-5984fc92-1092-439a-82c9-80dbbbe01509 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/1d27b6d9-fef6-49cb-833f-13cb9578958e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049229 Oct 23 00:56:30.396487 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:30.573475 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc47d5b-85a3-43bf-8320-7ad75c0a7c97 req-f8433fe4-023b-4593-8e3e-0644bdd72066 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:30.575029 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-9dc47d5b-85a3-43bf-8320-7ad75c0a7c97 req-f8433fe4-023b-4593-8e3e-0644bdd72066 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 943 time: 0.0825720 Oct 23 00:56:30.582848 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd0d89-0752-4fa1-95f8-f5fed0cadb34 req-52334532-8490-4744-a209-dc23c8405af9 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:30.584382 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3ebd0d89-0752-4fa1-95f8-f5fed0cadb34 req-52334532-8490-4744-a209-dc23c8405af9 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 945 time: 0.0905502 Oct 23 00:56:30.661242 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-9dc47d5b-85a3-43bf-8320-7ad75c0a7c97 req-427d65c5-075b-490c-875a-b0d57416c310 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758595 Oct 23 00:56:30.664598 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3ebd0d89-0752-4fa1-95f8-f5fed0cadb34 req-90f4edc9-18b7-4eb1-a06c-9355bd990ea7 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731204 Oct 23 00:56:30.858579 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e3ab16-c147-4581-92d2-01af349c255b req-c115249e-a8ce-437a-8af0-7a73e88de4cd tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:30.860200 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-56e3ab16-c147-4581-92d2-01af349c255b req-c115249e-a8ce-437a-8af0-7a73e88de4cd tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 945 time: 0.0709500 Oct 23 00:56:30.871543 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 48294) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:30.876909 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-a0be7b50-7ddc-4189-9c81-7d8251905ad7 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Request body: {'floatingip': {'port_id': '16ac40d6-7a56-4def-a9f5-e0a3fade7563'}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:56:30.949043 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-a0be7b50-7ddc-4189-9c81-7d8251905ad7 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks [] for floatingip (2cd0df17-2206-487b-9468-d5d957b14fd7), before_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:30.950876 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-acd3d105-1801-46f1-b8a1-6fa0ed837b6e req-8d6f106b-8751-4e99-8e74-95d392078183 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/1d27b6d9-fef6-49cb-833f-13cb9578958e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233227 Oct 23 00:56:31.182222 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=4 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:31.247035 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e39c5e9-a4ab-4c83-93d9-19b72207bb7c req-431e9bf4-586a-4f62-bc03-a8f6a449423e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:31.248761 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6e39c5e9-a4ab-4c83-93d9-19b72207bb7c req-431e9bf4-586a-4f62-bc03-a8f6a449423e service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=52944cd4-669b-4a10-a076-1661bc94a4a7 HTTP/1.1" status: 200 len: 855 time: 0.0583620 Oct 23 00:56:31.336321 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596b448-4d03-4e89-a307-f64da595e5c5 req-b3940f43-2dd9-49e6-8da7-af723af50470 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:31.337942 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-8596b448-4d03-4e89-a307-f64da595e5c5 req-b3940f43-2dd9-49e6-8da7-af723af50470 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=81a81607-ef2d-4305-9f21-d24f821e2546 HTTP/1.1" status: 200 len: 945 time: 0.0513749 Oct 23 00:56:31.412239 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f00e08-987b-4bfd-ada2-11ef8363d20e req-b7eb5590-d02e-47f7-bc76-dbb2f31479df tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:31.413968 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-83f00e08-987b-4bfd-ada2-11ef8363d20e req-b7eb5590-d02e-47f7-bc76-dbb2f31479df tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 945 time: 0.0750871 Oct 23 00:56:31.437786 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-8596b448-4d03-4e89-a307-f64da595e5c5 req-bd2f8d4d-1f52-4b6e-8f9d-37d30e900821 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f3ce37d9-177c-4e87-927f-4bd88426ffae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896628 Oct 23 00:56:31.493414 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-83f00e08-987b-4bfd-ada2-11ef8363d20e req-53a9b306-dd61-491a-93e0-1118e0f7b28a tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707846 Oct 23 00:56:31.545805 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 070636ae-227f-400c-a9d9-cd7af698e161 up at agent hyperv_hv-cinder-maste {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:56:31.620662 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e39c5e9-a4ab-4c83-93d9-19b72207bb7c req-4f853a64-48bf-44a9-a03a-e19f23466301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:31.622908 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6e39c5e9-a4ab-4c83-93d9-19b72207bb7c req-4f853a64-48bf-44a9-a03a-e19f23466301 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=f8105e98-346f-4369-be4d-2cb2d399c07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0804207 Oct 23 00:56:31.638878 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Provisioning for port 070636ae-227f-400c-a9d9-cd7af698e161 completed by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 00:56:31.649905 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Provisioning complete for port 070636ae-227f-400c-a9d9-cd7af698e161 triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:56:31.650764 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (070636ae-227f-400c-a9d9-cd7af698e161), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:31.651258 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Attempt 1 to provision port 070636ae-227f-400c-a9d9-cd7af698e161 Oct 23 00:56:31.788568 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:31.793723 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:31.798385 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Current status of the port 070636ae-227f-400c-a9d9-cd7af698e161 is: BUILD; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:56:31.798785 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (070636ae-227f-400c-a9d9-cd7af698e161), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:31.822111 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-a0be7b50-7ddc-4189-9c81-7d8251905ad7 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:31.830858 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-a0be7b50-7ddc-4189-9c81-7d8251905ad7 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516985'] for floatingip (2cd0df17-2206-487b-9468-d5d957b14fd7), after_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:31.864847 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46df2e4a-d66e-402e-ba21-e1d245b92663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070636ae-227f-400c-a9d9-cd7af698e161'}] {{(pid=104553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:56:31.869104 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ef7492e608d46078fd98593772981b2cfdf47eaedaeea269e4497eac5a7bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c94bda9-b2c2-43a8-835a-fa7b2baddbf9" -d '{"events": [{"server_uuid": "46df2e4a-d66e-402e-ba21-e1d245b92663", "name": "network-vif-plugged", "status": "completed", "tag": "070636ae-227f-400c-a9d9-cd7af698e161"}]}' {{(pid=104553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:56:31.869477 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6e39c5e9-a4ab-4c83-93d9-19b72207bb7c req-bd62a9a5-1bc1-4105-aa18-78a7c4bb8852 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f8105e98-346f-4369-be4d-2cb2d399c07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332172 Oct 23 00:56:31.883286 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port 070636ae-227f-400c-a9d9-cd7af698e161, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=070636ae-227f-400c-a9d9-cd7af698e161,segment=NetworkSegment(63b58a73-ffd1-4018-ac3c-0db314c2c768),segment_id=63b58a73-ffd1-4018-ac3c-0db314c2c768)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:56:31.897114 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (070636ae-227f-400c-a9d9-cd7af698e161), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:31.898155 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device eaf96dfe-f805-4be4-9d2f-7507301823d2 up at agent hyperv_hv-cinder-maste {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:56:31.960075 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 00:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3acd11-23af-4acf-b553-533ed90a83ad x-openstack-request-id: req-6f3acd11-23af-4acf-b553-533ed90a83ad {{(pid=104553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:56:31.960385 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46df2e4a-d66e-402e-ba21-e1d245b92663", "name": "network-vif-plugged", "status": "completed", "tag": "070636ae-227f-400c-a9d9-cd7af698e161", "code": 200}]} {{(pid=104553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:56:31.960636 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6f3acd11-23af-4acf-b553-533ed90a83ad {{(pid=104553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:56:31.961105 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f3acd11-23af-4acf-b553-533ed90a83ad'] response: {'server_uuid': '46df2e4a-d66e-402e-ba21-e1d245b92663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070636ae-227f-400c-a9d9-cd7af698e161', 'code': 200} Oct 23 00:56:32.001125 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbef3a3-25bc-4466-862e-f5bf557048e4 req-d8a6735b-3e6f-4fcf-9346-3106a8b9047c tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:32.020694 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6cbef3a3-25bc-4466-862e-f5bf557048e4 req-d8a6735b-3e6f-4fcf-9346-3106a8b9047c tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 943 time: 0.1779671 Oct 23 00:56:32.023481 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Provisioning for port eaf96dfe-f805-4be4-9d2f-7507301823d2 completed by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 00:56:32.033401 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Pushing event updated for resources: {'Port': ['ID=070636ae-227f-400c-a9d9-cd7af698e161,revision_number=5']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:32.039360 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Provisioning complete for port eaf96dfe-f805-4be4-9d2f-7507301823d2 triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:56:32.039748 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (eaf96dfe-f805-4be4-9d2f-7507301823d2), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:32.040087 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Attempt 1 to provision port eaf96dfe-f805-4be4-9d2f-7507301823d2 Oct 23 00:56:32.046793 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.db.l3_db [None req-a0be7b50-7ddc-4189-9c81-7d8251905ad7 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Floating IP 2cd0df17-2206-487b-9468-d5d957b14fd7 associated. External IP: 172.37.4.108, port: 16ac40d6-7a56-4def-a9f5-e0a3fade7563. Oct 23 00:56:32.178197 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:32.178197 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Current status of the port eaf96dfe-f805-4be4-9d2f-7507301823d2 is: BUILD; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:56:32.178197 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (eaf96dfe-f805-4be4-9d2f-7507301823d2), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:32.231520 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port eaf96dfe-f805-4be4-9d2f-7507301823d2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=eaf96dfe-f805-4be4-9d2f-7507301823d2,segment=NetworkSegment(b638209f-90ba-44ee-80d1-50cdacceb6dc),segment_id=b638209f-90ba-44ee-80d1-50cdacceb6dc)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:56:32.243907 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6cbef3a3-25bc-4466-862e-f5bf557048e4 req-971f21da-113a-443c-85d1-862cca7b65e2 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2220743 Oct 23 00:56:32.248303 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (eaf96dfe-f805-4be4-9d2f-7507301823d2), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:32.276866 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6e39c5e9-a4ab-4c83-93d9-19b72207bb7c req-17eba500-0214-44d5-894b-11b744960d66 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f8105e98-346f-4369-be4d-2cb2d399c07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3479886 Oct 23 00:56:32.343118 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Pushing event updated for resources: {'Port': ['ID=eaf96dfe-f805-4be4-9d2f-7507301823d2,revision_number=5']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:32.386073 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0be7b50-7ddc-4189-9c81-7d8251905ad7 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Router fdd0b971-41e7-4c06-aca2-3799f3e76e98 has already been hosted by L3 agent 71de1650-f9d9-4095-92e6-e37ec99e20cf {{(pid=104551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 00:56:32.393730 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:32.512759 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0be7b50-7ddc-4189-9c81-7d8251905ad7 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 00:56:32.524573 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-a0be7b50-7ddc-4189-9c81-7d8251905ad7 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for floatingip (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:32.542560 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1779f09-4ab8-482c-95d3-c57e1a713bac None None] Sync routers for ids ['fdd0b971-41e7-4c06-aca2-3799f3e76e98'] in dv-cinder-master-3-iscsi {{(pid=104554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 00:56:32.559276 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1779f09-4ab8-482c-95d3-c57e1a713bac None None] Routers {'fdd0b971-41e7-4c06-aca2-3799f3e76e98'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:56:32.561587 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-f1779f09-4ab8-482c-95d3-c57e1a713bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T00:56:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['fdd0b971-41e7-4c06-aca2-3799f3e76e98'], 'active': True} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:56:32.577430 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-a0be7b50-7ddc-4189-9c81-7d8251905ad7 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/2cd0df17-2206-487b-9468-d5d957b14fd7 HTTP/1.1" status: 200 len: 991 time: 1.7017214 Oct 23 00:56:32.577430 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15bcbe46-c80c-46d8-987e-3b270f8af3bc', 'tag': '16ac40d6-7a56-4def-a9f5-e0a3fade7563'}] {{(pid=104551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:56:32.578698 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c960d799f24b016d2b00ba845cc8f9ff5dbbdb312d69a2481f646f048ffd08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44c2f37-edbe-45fc-b9c9-2da92cb0c363" -d '{"events": [{"name": "network-changed", "server_uuid": "15bcbe46-c80c-46d8-987e-3b270f8af3bc", "tag": "16ac40d6-7a56-4def-a9f5-e0a3fade7563"}]}' {{(pid=104551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:56:32.589203 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01cb591-695e-4a7c-8051-527b6a211e62 req-5c8675d4-a6d9-4bf9-a5b6-68ac840c02d3 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:32.590756 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e01cb591-695e-4a7c-8051-527b6a211e62 req-5c8675d4-a6d9-4bf9-a5b6-68ac840c02d3 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=81a81607-ef2d-4305-9f21-d24f821e2546 HTTP/1.1" status: 200 len: 946 time: 0.0554676 Oct 23 00:56:32.627621 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 48352) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:32.672417 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453220e7-fdfa-44c1-86ef-9849618dbb08 req-1f5c0539-836b-44d2-a176-b99a1f667144 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:32.674166 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-453220e7-fdfa-44c1-86ef-9849618dbb08 req-1f5c0539-836b-44d2-a176-b99a1f667144 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 946 time: 0.0755017 Oct 23 00:56:32.707390 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e01cb591-695e-4a7c-8051-527b6a211e62 req-c7a2ce9d-5dda-4e6d-81a1-b1497b760c1e tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f3ce37d9-177c-4e87-927f-4bd88426ffae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098931 Oct 23 00:56:32.763307 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 00:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48740547-96f2-40c2-81d9-e5f9aa129ce7 x-openstack-request-id: req-48740547-96f2-40c2-81d9-e5f9aa129ce7 {{(pid=104551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:56:32.763622 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15bcbe46-c80c-46d8-987e-3b270f8af3bc", "tag": "16ac40d6-7a56-4def-a9f5-e0a3fade7563", "status": "completed", "code": 200}]} {{(pid=104551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:56:32.763873 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-48740547-96f2-40c2-81d9-e5f9aa129ce7 {{(pid=104551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:56:32.764290 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48740547-96f2-40c2-81d9-e5f9aa129ce7'] response: {'name': 'network-changed', 'server_uuid': '15bcbe46-c80c-46d8-987e-3b270f8af3bc', 'tag': '16ac40d6-7a56-4def-a9f5-e0a3fade7563', 'status': 'completed', 'code': 200} Oct 23 00:56:32.765803 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-453220e7-fdfa-44c1-86ef-9849618dbb08 req-34036c97-c17a-462e-b8c8-58d55e7d0898 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854475 Oct 23 00:56:32.772924 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvr_db [None req-f1779f09-4ab8-482c-95d3-c57e1a713bac None None] Set router fdd0b971-41e7-4c06-aca2-3799f3e76e98 gateway port host: dv-cinder-master-3-iscsi {{(pid=104554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:56:32.776645 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-fd5a2fcf-77e2-46dc-b5d3-bd5dce4f33fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:32.852076 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-fd5a2fcf-77e2-46dc-b5d3-bd5dce4f33fe admin admin] Publish callbacks [] for security_group (fff237dc-1509-49a1-90d3-8855996d3321), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:32.857575 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-fd5a2fcf-77e2-46dc-b5d3-bd5dce4f33fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (fff237dc-1509-49a1-90d3-8855996d3321), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:32.900337 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-fd5a2fcf-77e2-46dc-b5d3-bd5dce4f33fe admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=ab64b20fe2c543f5be98100281141038&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2690837 Oct 23 00:56:32.900337 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5a2fcf-77e2-46dc-b5d3-bd5dce4f33fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff237dc-1509-49a1-90d3-8855996d3321,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:32.901973 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 48356) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:32.953264 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-121fa8b1-7b21-4361-b645-e2ff540cda46 admin admin] Publish callbacks [] for security_group (fff237dc-1509-49a1-90d3-8855996d3321), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:32.974250 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-121fa8b1-7b21-4361-b645-e2ff540cda46 admin admin] Publish callbacks [] for security_group (fff237dc-1509-49a1-90d3-8855996d3321), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:33.023383 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-121fa8b1-7b21-4361-b645-e2ff540cda46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (fff237dc-1509-49a1-90d3-8855996d3321), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:33.025918 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-121fa8b1-7b21-4361-b645-e2ff540cda46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:33.027172 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-121fa8b1-7b21-4361-b645-e2ff540cda46 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/fff237dc-1509-49a1-90d3-8855996d3321 HTTP/1.1" status: 204 len: 168 time: 0.1238918 Oct 23 00:56:33.028143 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-f1779f09-4ab8-482c-95d3-c57e1a713bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd0b971-41e7-4c06-aca2-3799f3e76e98', 'name': 'tempest-AttachVolumeTestJSON-363803032-router', 'tenant_id': '2a9697845193443ea394c1b480b6b769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.245'}], 'enable_snat': True}, 'gw_port_id': 'e10e1214-c988-4645-bc00-e42d4d9a7e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:30Z', 'revision_number': 4, 'project_id': '2a9697845193443ea394c1b480b6b769', 'gw_port': {'id': 'e10e1214-c988-4645-bc00-e42d4d9a7e6b', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd0b971-41e7-4c06-aca2-3799f3e76e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:24Z', 'updated_at': '2022-10-23T00:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '2cd0df17-2206-487b-9468-d5d957b14fd7', 'tenant_id': '2a9697845193443ea394c1b480b6b769', 'floating_ip_address': '172.37.4.108', 'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'router_id': 'fdd0b971-41e7-4c06-aca2-3799f3e76e98', 'port_id': '16ac40d6-7a56-4def-a9f5-e0a3fade7563', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e24fc8d-42d5-4d11-b06b-37a4738231b0', 'mac_address': 'fa:16:3e:e2:25:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bcbe46-c80c-46d8-987e-3b270f8af3bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T00:55:37Z', 'updated_at': '2022-10-23T00:56:31Z', 'revision_number': 1, 'project_id': '2a9697845193443ea394c1b480b6b769', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a', 'name': '', 'network_id': '6e24fc8d-42d5-4d11-b06b-37a4738231b0', 'tenant_id': '2a9697845193443ea394c1b480b6b769', 'mac_address': 'fa:16:3e:fd:54:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd0b971-41e7-4c06-aca2-3799f3e76e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'bdebfcdc-6951-4fee-aa37-29ecb806813d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:29Z', 'updated_at': '2022-10-23T00:55:49Z', 'revision_number': 5, 'project_id': '2a9697845193443ea394c1b480b6b769', 'subnets': [{'id': 'bdebfcdc-6951-4fee-aa37-29ecb806813d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:56:33.035853 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121fa8b1-7b21-4361-b645-e2ff540cda46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff237dc-1509-49a1-90d3-8855996d3321,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:33.066024 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1779f09-4ab8-482c-95d3-c57e1a713bac None None] Checking router: fdd0b971-41e7-4c06-aca2-3799f3e76e98 for host: dv-cinder-master-3-iscsi {{(pid=104554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 00:56:33.077813 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1779f09-4ab8-482c-95d3-c57e1a713bac None None] Routers {'fdd0b971-41e7-4c06-aca2-3799f3e76e98'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:56:33.078505 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-f1779f09-4ab8-482c-95d3-c57e1a713bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T00:56:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['fdd0b971-41e7-4c06-aca2-3799f3e76e98'], 'active': True} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:56:33.180161 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvr_db [None req-f1779f09-4ab8-482c-95d3-c57e1a713bac None None] Set router fdd0b971-41e7-4c06-aca2-3799f3e76e98 gateway port host: dv-cinder-master-3-iscsi {{(pid=104554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:56:33.339714 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 48368) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:33.360027 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-bc26ffee-e538-432a-80e2-c9bd9a500478 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:33.407228 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-f1779f09-4ab8-482c-95d3-c57e1a713bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd0b971-41e7-4c06-aca2-3799f3e76e98', 'name': 'tempest-AttachVolumeTestJSON-363803032-router', 'tenant_id': '2a9697845193443ea394c1b480b6b769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.245'}], 'enable_snat': True}, 'gw_port_id': 'e10e1214-c988-4645-bc00-e42d4d9a7e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:30Z', 'revision_number': 4, 'project_id': '2a9697845193443ea394c1b480b6b769', 'gw_port': {'id': 'e10e1214-c988-4645-bc00-e42d4d9a7e6b', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd0b971-41e7-4c06-aca2-3799f3e76e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:24Z', 'updated_at': '2022-10-23T00:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '2cd0df17-2206-487b-9468-d5d957b14fd7', 'tenant_id': '2a9697845193443ea394c1b480b6b769', 'floating_ip_address': '172.37.4.108', 'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'router_id': 'fdd0b971-41e7-4c06-aca2-3799f3e76e98', 'port_id': '16ac40d6-7a56-4def-a9f5-e0a3fade7563', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e24fc8d-42d5-4d11-b06b-37a4738231b0', 'mac_address': 'fa:16:3e:e2:25:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bcbe46-c80c-46d8-987e-3b270f8af3bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T00:55:37Z', 'updated_at': '2022-10-23T00:56:31Z', 'revision_number': 1, 'project_id': '2a9697845193443ea394c1b480b6b769', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a', 'name': '', 'network_id': '6e24fc8d-42d5-4d11-b06b-37a4738231b0', 'tenant_id': '2a9697845193443ea394c1b480b6b769', 'mac_address': 'fa:16:3e:fd:54:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd0b971-41e7-4c06-aca2-3799f3e76e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'bdebfcdc-6951-4fee-aa37-29ecb806813d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:29Z', 'updated_at': '2022-10-23T00:55:49Z', 'revision_number': 5, 'project_id': '2a9697845193443ea394c1b480b6b769', 'subnets': [{'id': 'bdebfcdc-6951-4fee-aa37-29ecb806813d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:56:33.423415 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e4025-a756-4397-a6c1-eefe8d88e09c req-97a81fd9-4184-46fe-be65-f68cdfd5304b tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:33.424942 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-075e4025-a756-4397-a6c1-eefe8d88e09c req-97a81fd9-4184-46fe-be65-f68cdfd5304b tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 943 time: 0.0625851 Oct 23 00:56:33.431604 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1779f09-4ab8-482c-95d3-c57e1a713bac None None] The sync data for ids ['fdd0b971-41e7-4c06-aca2-3799f3e76e98'] in dv-cinder-master-3-iscsi is: [{'id': 'fdd0b971-41e7-4c06-aca2-3799f3e76e98', 'name': 'tempest-AttachVolumeTestJSON-363803032-router', 'tenant_id': '2a9697845193443ea394c1b480b6b769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.245'}], 'enable_snat': True}, 'gw_port_id': 'e10e1214-c988-4645-bc00-e42d4d9a7e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:30Z', 'revision_number': 4, 'project_id': '2a9697845193443ea394c1b480b6b769', 'gw_port': {'id': 'e10e1214-c988-4645-bc00-e42d4d9a7e6b', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd0b971-41e7-4c06-aca2-3799f3e76e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:24Z', 'updated_at': '2022-10-23T00:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '2cd0df17-2206-487b-9468-d5d957b14fd7', 'tenant_id': '2a9697845193443ea394c1b480b6b769', 'floating_ip_address': '172.37.4.108', 'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'router_id': 'fdd0b971-41e7-4c06-aca2-3799f3e76e98', 'port_id': '16ac40d6-7a56-4def-a9f5-e0a3fade7563', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e24fc8d-42d5-4d11-b06b-37a4738231b0', 'mac_address': 'fa:16:3e:e2:25:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bcbe46-c80c-46d8-987e-3b270f8af3bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T00:55:37Z', 'updated_at': '2022-10-23T00:56:31Z', 'revision_number': 1, 'project_id': '2a9697845193443ea394c1b480b6b769', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a', 'name': '', 'network_id': '6e24fc8d-42d5-4d11-b06b-37a4738231b0', 'tenant_id': '2a9697845193443ea394c1b480b6b769', 'mac_address': 'fa:16:3e:fd:54:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd0b971-41e7-4c06-aca2-3799f3e76e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'bdebfcdc-6951-4fee-aa37-29ecb806813d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:29Z', 'updated_at': '2022-10-23T00:55:49Z', 'revision_number': 5, 'project_id': '2a9697845193443ea394c1b480b6b769', 'subnets': [{'id': 'bdebfcdc-6951-4fee-aa37-29ecb806813d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 00:56:33.509884 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-075e4025-a756-4397-a6c1-eefe8d88e09c req-771914eb-de25-413c-92d3-1cb75685ba3d tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762372 Oct 23 00:56:33.532552 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-bc26ffee-e538-432a-80e2-c9bd9a500478 admin admin] Publish callbacks [] for security_group (f2255aaf-5b1b-4972-918f-9507bf38ca4a), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:33.539148 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-bc26ffee-e538-432a-80e2-c9bd9a500478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (f2255aaf-5b1b-4972-918f-9507bf38ca4a), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:33.585138 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-bc26ffee-e538-432a-80e2-c9bd9a500478 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=e790b16fbe77445389379e566fb6ff71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2417872 Oct 23 00:56:33.585138 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc26ffee-e538-432a-80e2-c9bd9a500478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2255aaf-5b1b-4972-918f-9507bf38ca4a,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:33.586447 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 48372) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:33.629957 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:UPDATE=3,neutron:SELECT=90,neutron:INSERT=7 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:33.645129 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-33afc594-580e-4725-8c18-b1a241e8cdf1 admin admin] Publish callbacks [] for security_group (f2255aaf-5b1b-4972-918f-9507bf38ca4a), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:33.668534 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-33afc594-580e-4725-8c18-b1a241e8cdf1 admin admin] Publish callbacks [] for security_group (f2255aaf-5b1b-4972-918f-9507bf38ca4a), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:33.672247 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ed3894-6999-4d74-a07f-465e23cdc44e None None] New status for floating IP 2cd0df17-2206-487b-9468-d5d957b14fd7: ACTIVE {{(pid=104553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 00:56:33.722976 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-33afc594-580e-4725-8c18-b1a241e8cdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (f2255aaf-5b1b-4972-918f-9507bf38ca4a), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:33.725873 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-33afc594-580e-4725-8c18-b1a241e8cdf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:33.727068 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-33afc594-580e-4725-8c18-b1a241e8cdf1 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/f2255aaf-5b1b-4972-918f-9507bf38ca4a HTTP/1.1" status: 204 len: 168 time: 0.1385236 Oct 23 00:56:33.735563 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33afc594-580e-4725-8c18-b1a241e8cdf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2255aaf-5b1b-4972-918f-9507bf38ca4a,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:33.837249 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11204ca2-5e15-4d7f-89a2-4a574cd3a02e req-fefd1092-734e-41fe-b8e7-fe3f9de7a641 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:33.838813 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-11204ca2-5e15-4d7f-89a2-4a574cd3a02e req-fefd1092-734e-41fe-b8e7-fe3f9de7a641 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=81a81607-ef2d-4305-9f21-d24f821e2546 HTTP/1.1" status: 200 len: 946 time: 0.0508301 Oct 23 00:56:33.896185 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:33.908626 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:33.936236 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2e5524-729f-45aa-b8df-f0ce8d13160c req-a1ba262d-9c4f-4153-9a6e-85e147974f98 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:33.943736 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6e2e5524-729f-45aa-b8df-f0ce8d13160c req-a1ba262d-9c4f-4153-9a6e-85e147974f98 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 946 time: 0.0934138 Oct 23 00:56:33.964857 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a81607-ef2d-4305-9f21-d24f821e2546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf96dfe-f805-4be4-9d2f-7507301823d2'}] {{(pid=104553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:56:33.967291 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ef7492e608d46078fd98593772981b2cfdf47eaedaeea269e4497eac5a7bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582db489-cf2a-40a4-b9a6-44fee6155d82" -d '{"events": [{"server_uuid": "81a81607-ef2d-4305-9f21-d24f821e2546", "name": "network-vif-plugged", "status": "completed", "tag": "eaf96dfe-f805-4be4-9d2f-7507301823d2"}]}' {{(pid=104553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:56:33.982050 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-11204ca2-5e15-4d7f-89a2-4a574cd3a02e req-45b3c637-ce65-4fa1-ac12-00b5992fd87d tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f3ce37d9-177c-4e87-927f-4bd88426ffae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299505 Oct 23 00:56:34.012525 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6e2e5524-729f-45aa-b8df-f0ce8d13160c req-88874ba2-2bb4-48c9-ba03-bcdc2b61efb3 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677788 Oct 23 00:56:34.061906 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 00:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63a4da4-c4ef-4312-b897-ef14bd47661f x-openstack-request-id: req-f63a4da4-c4ef-4312-b897-ef14bd47661f {{(pid=104553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:56:34.062303 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a81607-ef2d-4305-9f21-d24f821e2546", "name": "network-vif-plugged", "status": "completed", "tag": "eaf96dfe-f805-4be4-9d2f-7507301823d2", "code": 200}]} {{(pid=104553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:56:34.062614 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f63a4da4-c4ef-4312-b897-ef14bd47661f {{(pid=104553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:56:34.063065 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f63a4da4-c4ef-4312-b897-ef14bd47661f'] response: {'server_uuid': '81a81607-ef2d-4305-9f21-d24f821e2546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaf96dfe-f805-4be4-9d2f-7507301823d2', 'code': 200} Oct 23 00:56:34.653027 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c338f6-be03-4c8b-a6f6-b74806d2e4a0 req-67eda4b5-09a2-4bbe-9f41-0f36725ecb08 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:34.654581 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-05c338f6-be03-4c8b-a6f6-b74806d2e4a0 req-67eda4b5-09a2-4bbe-9f41-0f36725ecb08 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 943 time: 0.0513914 Oct 23 00:56:34.713208 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-05c338f6-be03-4c8b-a6f6-b74806d2e4a0 req-297dd25c-364d-4c4d-86ec-d4fa638a8103 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527864 Oct 23 00:56:35.163582 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3277535-f06c-4772-98da-9ce53976103c req-55b03593-4728-4ab6-8b0c-a57307755d69 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:35.165115 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f3277535-f06c-4772-98da-9ce53976103c req-55b03593-4728-4ab6-8b0c-a57307755d69 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=81a81607-ef2d-4305-9f21-d24f821e2546 HTTP/1.1" status: 200 len: 946 time: 0.0848246 Oct 23 00:56:35.176124 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16e7bd-bf84-4eb2-ac01-e5cd29b49a83 req-8b9377b8-cad4-4982-a9c0-327d3bf39999 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:35.178355 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7d16e7bd-bf84-4eb2-ac01-e5cd29b49a83 req-8b9377b8-cad4-4982-a9c0-327d3bf39999 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 946 time: 0.0672100 Oct 23 00:56:35.256906 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f3277535-f06c-4772-98da-9ce53976103c req-907e5c07-b683-4bf4-993a-f10ef200fe17 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f3ce37d9-177c-4e87-927f-4bd88426ffae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775044 Oct 23 00:56:35.260919 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7d16e7bd-bf84-4eb2-ac01-e5cd29b49a83 req-7e39d719-b781-4fb6-98d1-44e8ff7e626c tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739827 Oct 23 00:56:35.855733 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bed2350-e6ec-4b8e-abec-67dbadfba8ac req-1cd9bc9b-04dc-4062-929f-0df1e12543ff tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:35.857302 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6bed2350-e6ec-4b8e-abec-67dbadfba8ac req-1cd9bc9b-04dc-4062-929f-0df1e12543ff tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 943 time: 0.0596342 Oct 23 00:56:35.909841 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6bed2350-e6ec-4b8e-abec-67dbadfba8ac req-9b517a74-0d09-4c1e-a174-d6f5b3c16e25 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459421 Oct 23 00:56:36.413744 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1765b-f9a8-474a-9f2a-8355c317510d req-ed3e1e7a-9114-49a7-871f-a29e580d3c39 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:36.415209 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-b6a1765b-f9a8-474a-9f2a-8355c317510d req-ed3e1e7a-9114-49a7-871f-a29e580d3c39 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=81a81607-ef2d-4305-9f21-d24f821e2546 HTTP/1.1" status: 200 len: 946 time: 0.0789943 Oct 23 00:56:36.422442 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c6fa0-49a6-48f5-a3b0-9ad538c51cb7 req-1e00107d-91da-43c6-8878-1a33c5e26b94 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:36.423759 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ec4c6fa0-49a6-48f5-a3b0-9ad538c51cb7 req-1e00107d-91da-43c6-8878-1a33c5e26b94 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 946 time: 0.0859790 Oct 23 00:56:36.495837 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-b6a1765b-f9a8-474a-9f2a-8355c317510d req-6a53233e-84b1-473b-a102-623454540b13 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f3ce37d9-177c-4e87-927f-4bd88426ffae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711279 Oct 23 00:56:36.498863 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ec4c6fa0-49a6-48f5-a3b0-9ad538c51cb7 req-e11f4400-2c9e-4a5e-8c80-e2cfe7e4b748 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681386 Oct 23 00:56:37.039480 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205944a9-032b-4aab-8015-85db40162beb req-88fffcbf-84ae-4c34-b736-66a92224a84e tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:37.041040 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-205944a9-032b-4aab-8015-85db40162beb req-88fffcbf-84ae-4c34-b736-66a92224a84e tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 943 time: 0.0498350 Oct 23 00:56:37.090205 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-205944a9-032b-4aab-8015-85db40162beb req-b75ea4dc-a041-4c3c-9ede-933bf04f3796 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436172 Oct 23 00:56:37.651323 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90c5a2-d020-4a12-b8e0-e3ef19187976 req-f9ef6a53-a048-416c-898e-0548f68a70cc tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:37.652688 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6a90c5a2-d020-4a12-b8e0-e3ef19187976 req-f9ef6a53-a048-416c-898e-0548f68a70cc tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=81a81607-ef2d-4305-9f21-d24f821e2546 HTTP/1.1" status: 200 len: 946 time: 0.0772817 Oct 23 00:56:37.659888 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe31d74-aa02-4187-afad-f0f8bfa23cf2 req-c4424bad-8d96-4f27-93fc-19ff476ab5e7 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:37.661253 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-9fe31d74-aa02-4187-afad-f0f8bfa23cf2 req-c4424bad-8d96-4f27-93fc-19ff476ab5e7 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 946 time: 0.0719979 Oct 23 00:56:37.722124 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:37.737189 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6a90c5a2-d020-4a12-b8e0-e3ef19187976 req-4107af21-f880-48d5-81f7-7b0d96198b22 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f3ce37d9-177c-4e87-927f-4bd88426ffae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749850 Oct 23 00:56:37.740274 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-9fe31d74-aa02-4187-afad-f0f8bfa23cf2 req-d65c5190-8f85-48d8-ab7e-1172f0d66dd3 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722234 Oct 23 00:56:38.216458 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e412f-43e4-41d5-be66-a54035480f86 req-5dcab507-683e-4471-87cf-7952d68645ca tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:38.217861 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-9f1e412f-43e4-41d5-be66-a54035480f86 req-5dcab507-683e-4471-87cf-7952d68645ca tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 943 time: 0.0467341 Oct 23 00:56:38.266010 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-9f1e412f-43e4-41d5-be66-a54035480f86 req-8305db0c-e057-42c1-b03e-5e18ea94ec93 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426428 Oct 23 00:56:38.910394 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c20b0-8f93-486f-bf61-230f0093fb1d req-2cf61ae5-c74c-477e-ba12-977342cef8fd tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:38.913210 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-b72c20b0-8f93-486f-bf61-230f0093fb1d req-2cf61ae5-c74c-477e-ba12-977342cef8fd tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 946 time: 0.0901477 Oct 23 00:56:38.920050 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c122a1c-6e09-4cbb-9f30-727d2a50af2f req-a08ad209-eef8-40fe-b204-f7c30b63e1b5 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:38.921589 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-2c122a1c-6e09-4cbb-9f30-727d2a50af2f req-a08ad209-eef8-40fe-b204-f7c30b63e1b5 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=81a81607-ef2d-4305-9f21-d24f821e2546 HTTP/1.1" status: 200 len: 946 time: 0.1024246 Oct 23 00:56:38.943360 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:39.003610 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-b72c20b0-8f93-486f-bf61-230f0093fb1d req-1a723d0d-2102-45dc-aa91-fbfe86c017ed tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808661 Oct 23 00:56:39.007127 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-2c122a1c-6e09-4cbb-9f30-727d2a50af2f req-15efa67b-b5ea-4682-9008-d6a88802107e tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f3ce37d9-177c-4e87-927f-4bd88426ffae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772367 Oct 23 00:56:39.225901 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eec13e-bda7-4bf3-a4b5-db801560da7e req-6e5b5b27-b7b2-4dc9-8405-e9c7dfc17d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:39.227394 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c9eec13e-bda7-4bf3-a4b5-db801560da7e req-6e5b5b27-b7b2-4dc9-8405-e9c7dfc17d69 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 1130 time: 0.0777149 Oct 23 00:56:39.228438 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c2f37-edbe-45fc-b9c9-2da92cb0c363 req-95f5cdf2-ea46-40dd-a513-fb0ecedb382a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:39.229874 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c44c2f37-edbe-45fc-b9c9-2da92cb0c363 req-95f5cdf2-ea46-40dd-a513-fb0ecedb382a service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=2a9697845193443ea394c1b480b6b769&device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 1129 time: 0.0787330 Oct 23 00:56:39.581859 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device c4115102-acce-4a90-ab24-eb74a5879146 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104553) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 00:56:39.621445 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c9eec13e-bda7-4bf3-a4b5-db801560da7e req-a4fa9842-945e-4478-80cf-8b72f4c52e6c service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837657 Oct 23 00:56:39.630275 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d0990c-446e-4dc4-98ef-970a62df9b2c req-1bbc0767-66db-46d9-8fb2-06773dc41fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:39.631795 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e5d0990c-446e-4dc4-98ef-970a62df9b2c req-1bbc0767-66db-46d9-8fb2-06773dc41fa9 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=81a81607-ef2d-4305-9f21-d24f821e2546 HTTP/1.1" status: 200 len: 1130 time: 0.3256612 Oct 23 00:56:39.657021 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4517cc79-ac20-461a-8d62-1e4caf535ee4 req-a52a7fed-beaa-40b0-b6b6-232ea6d04b5e tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:39.658631 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4517cc79-ac20-461a-8d62-1e4caf535ee4 req-a52a7fed-beaa-40b0-b6b6-232ea6d04b5e tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 943 time: 0.0929520 Oct 23 00:56:39.660546 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c2f37-edbe-45fc-b9c9-2da92cb0c363 req-44636575-9397-4404-9fce-986979cfbe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:39.661975 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c44c2f37-edbe-45fc-b9c9-2da92cb0c363 req-44636575-9397-4404-9fce-986979cfbe11 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=6e24fc8d-42d5-4d11-b06b-37a4738231b0 HTTP/1.1" status: 200 len: 911 time: 0.4178424 Oct 23 00:56:39.713192 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port c4115102-acce-4a90-ab24-eb74a5879146, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c4115102-acce-4a90-ab24-eb74a5879146,segment=NetworkSegment(7dc83201-cb39-4cd2-9302-c1b785eda914),segment_id=7dc83201-cb39-4cd2-9302-c1b785eda914)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:56:39.727098 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Returning: {'device': 'c4115102-acce-4a90-ab24-eb74a5879146', 'network_id': 'f8105e98-346f-4369-be4d-2cb2d399c07a', 'port_id': 'c4115102-acce-4a90-ab24-eb74a5879146', 'mac_address': 'fa:16:3e:d1:75:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52944cd4-669b-4a10-a076-1661bc94a4a7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104553) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 00:56:39.737650 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4517cc79-ac20-461a-8d62-1e4caf535ee4 req-5ee299ad-73c4-461b-bc05-63d29dfc3972 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706990 Oct 23 00:56:39.768644 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Current status of the port c4115102-acce-4a90-ab24-eb74a5879146 is: DOWN; New status is: BUILD {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:56:39.769276 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (c4115102-acce-4a90-ab24-eb74a5879146), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:39.783147 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.notifiers.nova [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4115102-acce-4a90-ab24-eb74a5879146 {{(pid=104553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 00:56:39.796338 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:39.806662 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port c4115102-acce-4a90-ab24-eb74a5879146, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c4115102-acce-4a90-ab24-eb74a5879146,segment=NetworkSegment(7dc83201-cb39-4cd2-9302-c1b785eda914),segment_id=7dc83201-cb39-4cd2-9302-c1b785eda914)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:56:39.812036 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (c4115102-acce-4a90-ab24-eb74a5879146), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:39.870718 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Pushing event updated for resources: {'Port': ['ID=c4115102-acce-4a90-ab24-eb74a5879146,revision_number=4']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:39.962129 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c44c2f37-edbe-45fc-b9c9-2da92cb0c363 req-35d67725-a138-419a-9dcd-cf89e4e83cd8 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16ac40d6-7a56-4def-a9f5-e0a3fade7563 HTTP/1.1" status: 200 len: 1001 time: 0.1226699 Oct 23 00:56:39.964348 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e5d0990c-446e-4dc4-98ef-970a62df9b2c req-9f8ed699-ab6c-49a5-bc8b-1b76f4168218 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=f3ce37d9-177c-4e87-927f-4bd88426ffae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237202 Oct 23 00:56:40.151252 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] get_ports_and_sgs() called for port_ids ['c4115102-acce-4a90-ab24-eb74a5879146'] {{(pid=104553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 00:56:40.175745 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b70f08-d858-453d-8fa9-ce05dddbd613 req-3489b319-f409-4c26-959d-32a83309d12a tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:40.185450 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-29b70f08-d858-453d-8fa9-ce05dddbd613 req-3489b319-f409-4c26-959d-32a83309d12a tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=81a81607-ef2d-4305-9f21-d24f821e2546 HTTP/1.1" status: 200 len: 946 time: 0.0922155 Oct 23 00:56:40.197038 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529c8b1-96c6-4115-9fba-0893f387ea2d req-1f8dc606-6996-4e4d-a952-28319a5ef35f tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:40.198322 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4529c8b1-96c6-4115-9fba-0893f387ea2d req-1f8dc606-6996-4e4d-a952-28319a5ef35f tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 946 time: 0.0778458 Oct 23 00:56:40.295814 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:40.300771 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c2f37-edbe-45fc-b9c9-2da92cb0c363 req-ca7d9944-85ca-454f-992d-dfcae624650e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:40.302528 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c44c2f37-edbe-45fc-b9c9-2da92cb0c363 req-ca7d9944-85ca-454f-992d-dfcae624650e service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=bdebfcdc-6951-4fee-aa37-29ecb806813d HTTP/1.1" status: 200 len: 849 time: 0.0970993 Oct 23 00:56:40.318333 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-29b70f08-d858-453d-8fa9-ce05dddbd613 req-24603bae-4e09-40a9-ad68-398e510748f6 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f3ce37d9-177c-4e87-927f-4bd88426ffae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314869 Oct 23 00:56:40.361163 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4529c8b1-96c6-4115-9fba-0893f387ea2d req-0b0e895e-6df3-46dd-8f7b-9fc424466e40 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321573 Oct 23 00:56:40.879138 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508c4df-e42e-4d19-b747-2d7fe8d6605a req-1198734c-7a2e-4f67-aae5-b688954b7b4d tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:40.880631 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-b508c4df-e42e-4d19-b747-2d7fe8d6605a req-1198734c-7a2e-4f67-aae5-b688954b7b4d tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 944 time: 0.0588200 Oct 23 00:56:40.933844 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-b508c4df-e42e-4d19-b747-2d7fe8d6605a req-595680b6-3628-495e-8772-ac8e0341f165 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464947 Oct 23 00:56:40.994652 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c2f37-edbe-45fc-b9c9-2da92cb0c363 req-dc37c250-4853-4c30-bb6a-dfadef117e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:40.996222 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c44c2f37-edbe-45fc-b9c9-2da92cb0c363 req-dc37c250-4853-4c30-bb6a-dfadef117e2a service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=6e24fc8d-42d5-4d11-b06b-37a4738231b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443213 Oct 23 00:56:41.200100 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c44c2f37-edbe-45fc-b9c9-2da92cb0c363 req-927b415a-f22b-4f3b-8397-956f433e710d service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6e24fc8d-42d5-4d11-b06b-37a4738231b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132195 Oct 23 00:56:41.454932 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89812868-073a-4bd9-8945-63b1a064b95f req-63df76de-4223-4353-9a73-603cce3ddd02 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:41.461490 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-89812868-073a-4bd9-8945-63b1a064b95f req-63df76de-4223-4353-9a73-603cce3ddd02 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=81a81607-ef2d-4305-9f21-d24f821e2546 HTTP/1.1" status: 200 len: 946 time: 0.0590386 Oct 23 00:56:41.533661 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:41.555672 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-89812868-073a-4bd9-8945-63b1a064b95f req-cde68e4d-3d03-4eba-91fb-c38f18c4642e tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f3ce37d9-177c-4e87-927f-4bd88426ffae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924726 Oct 23 00:56:41.561710 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6198422-6520-4511-a585-81ba824e95e3 req-55a1c6ec-6b52-426c-a028-6da0082dea67 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:41.563286 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d6198422-6520-4511-a585-81ba824e95e3 req-55a1c6ec-6b52-426c-a028-6da0082dea67 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 946 time: 0.0894017 Oct 23 00:56:41.592231 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device c4115102-acce-4a90-ab24-eb74a5879146 up at agent hyperv_hv-cinder-maste {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:56:41.622467 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d6198422-6520-4511-a585-81ba824e95e3 req-5844704a-45ca-4eb7-a6fd-ada4965bde14 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516326 Oct 23 00:56:41.669780 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Provisioning for port c4115102-acce-4a90-ab24-eb74a5879146 completed by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 00:56:41.678952 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Provisioning complete for port c4115102-acce-4a90-ab24-eb74a5879146 triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:56:41.679541 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (c4115102-acce-4a90-ab24-eb74a5879146), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:41.681069 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Attempt 1 to provision port c4115102-acce-4a90-ab24-eb74a5879146 Oct 23 00:56:41.731868 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 48596) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:41.757571 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 48600) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:41.900102 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Current status of the port c4115102-acce-4a90-ab24-eb74a5879146 is: BUILD; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:56:41.900508 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (c4115102-acce-4a90-ab24-eb74a5879146), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:41.938601 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de36a91-410e-4412-9da8-623bb2ef0014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4115102-acce-4a90-ab24-eb74a5879146'}] {{(pid=104553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:56:41.942021 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ef7492e608d46078fd98593772981b2cfdf47eaedaeea269e4497eac5a7bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc0f456-c61b-45a1-809f-7c7034b13bc9" -d '{"events": [{"server_uuid": "5de36a91-410e-4412-9da8-623bb2ef0014", "name": "network-vif-plugged", "status": "completed", "tag": "c4115102-acce-4a90-ab24-eb74a5879146"}]}' {{(pid=104553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:56:41.957783 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port c4115102-acce-4a90-ab24-eb74a5879146, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c4115102-acce-4a90-ab24-eb74a5879146,segment=NetworkSegment(7dc83201-cb39-4cd2-9302-c1b785eda914),segment_id=7dc83201-cb39-4cd2-9302-c1b785eda914)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:56:41.966750 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c44c2f37-edbe-45fc-b9c9-2da92cb0c363 req-35f43b32-6066-4896-8fea-51adf365c639 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6e24fc8d-42d5-4d11-b06b-37a4738231b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631466 Oct 23 00:56:41.968558 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (c4115102-acce-4a90-ab24-eb74a5879146), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:41.974413 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:42.023408 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f93429f5-77a9-48ef-b8c1-fe1a6cb008c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:42.025994 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 00:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0595b94-6076-4591-9c57-d0019a3cf4e3 x-openstack-request-id: req-b0595b94-6076-4591-9c57-d0019a3cf4e3 {{(pid=104553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:56:42.026315 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de36a91-410e-4412-9da8-623bb2ef0014", "name": "network-vif-plugged", "status": "completed", "tag": "c4115102-acce-4a90-ab24-eb74a5879146", "code": 200}]} {{(pid=104553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:56:42.026761 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b0595b94-6076-4591-9c57-d0019a3cf4e3 {{(pid=104553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:56:42.027077 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0595b94-6076-4591-9c57-d0019a3cf4e3'] response: {'server_uuid': '5de36a91-410e-4412-9da8-623bb2ef0014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4115102-acce-4a90-ab24-eb74a5879146', 'code': 200} Oct 23 00:56:42.033235 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Pushing event updated for resources: {'Port': ['ID=c4115102-acce-4a90-ab24-eb74a5879146,revision_number=5']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:42.087996 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e4a7a16b-48e3-4d3d-94f8-17abb99b3833 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:42.168020 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f93429f5-77a9-48ef-b8c1-fe1a6cb008c0 admin admin] Publish callbacks [] for security_group (71b84096-6653-4439-b3c3-7bcbc24db6a8), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:42.168902 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7d6f8-337d-4105-982f-ec51cb32da71 req-16995b97-efa4-4daf-a0ff-761638f30a8f tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:42.170366 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-18c7d6f8-337d-4105-982f-ec51cb32da71 req-16995b97-efa4-4daf-a0ff-761638f30a8f tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 945 time: 0.0806358 Oct 23 00:56:42.175368 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f93429f5-77a9-48ef-b8c1-fe1a6cb008c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (71b84096-6653-4439-b3c3-7bcbc24db6a8), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:42.176426 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf453c98-53d4-4c3b-a6ce-a594651be5bf req-77253f30-8d30-42ed-8e5c-a6b38e06be18 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:42.177891 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-cf453c98-53d4-4c3b-a6ce-a594651be5bf req-77253f30-8d30-42ed-8e5c-a6b38e06be18 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 946 time: 0.0779729 Oct 23 00:56:42.241567 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-f93429f5-77a9-48ef-b8c1-fe1a6cb008c0 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=440259bc3cfd4228adca7ad18d488c17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4824948 Oct 23 00:56:42.244924 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93429f5-77a9-48ef-b8c1-fe1a6cb008c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b84096-6653-4439-b3c3-7bcbc24db6a8,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:42.250084 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 48612) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:42.257121 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-18c7d6f8-337d-4105-982f-ec51cb32da71 req-b167d32b-3b41-42d8-a0e6-dc2d91fe908f tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782409 Oct 23 00:56:42.261980 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:42.269208 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e4a7a16b-48e3-4d3d-94f8-17abb99b3833 admin admin] Publish callbacks [] for security_group (31102f10-a47d-4f13-bfff-637a3a4f0723), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:42.280004 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e4a7a16b-48e3-4d3d-94f8-17abb99b3833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (31102f10-a47d-4f13-bfff-637a3a4f0723), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:42.283943 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-cf453c98-53d4-4c3b-a6ce-a594651be5bf req-f009ad31-caa8-4786-9b39-43948159b25f tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908771 Oct 23 00:56:42.345036 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a7a16b-48e3-4d3d-94f8-17abb99b3833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31102f10-a47d-4f13-bfff-637a3a4f0723,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:42.353925 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-e4a7a16b-48e3-4d3d-94f8-17abb99b3833 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=9df942599ee74b6298a13cef68f67020&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6209688 Oct 23 00:56:42.356594 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 48614) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:42.387388 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e62239ec-fdd3-45b8-aa6f-4106f9501de4 admin admin] Publish callbacks [] for security_group (71b84096-6653-4439-b3c3-7bcbc24db6a8), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:42.406009 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39a2e1-7e67-4295-8d74-0991012040f5 req-6810032b-eb21-4e2d-9a7e-5a5726affa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:42.407503 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0e39a2e1-7e67-4295-8d74-0991012040f5 req-6810032b-eb21-4e2d-9a7e-5a5726affa7f service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=94cfcbd6f144492d8be27fe35cbe76d5&device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 1130 time: 0.0437474 Oct 23 00:56:42.428136 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e62239ec-fdd3-45b8-aa6f-4106f9501de4 admin admin] Publish callbacks [] for security_group (71b84096-6653-4439-b3c3-7bcbc24db6a8), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:42.456348 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f0b5ed92-b087-4e39-81f6-42ef46680db8 admin admin] Publish callbacks [] for security_group (31102f10-a47d-4f13-bfff-637a3a4f0723), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:42.490393 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f0b5ed92-b087-4e39-81f6-42ef46680db8 admin admin] Publish callbacks [] for security_group (31102f10-a47d-4f13-bfff-637a3a4f0723), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:42.526231 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:42.534595 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e62239ec-fdd3-45b8-aa6f-4106f9501de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (71b84096-6653-4439-b3c3-7bcbc24db6a8), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:42.537179 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e62239ec-fdd3-45b8-aa6f-4106f9501de4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:42.538338 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-e62239ec-fdd3-45b8-aa6f-4106f9501de4 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/71b84096-6653-4439-b3c3-7bcbc24db6a8 HTTP/1.1" status: 204 len: 168 time: 0.2869720 Oct 23 00:56:42.546005 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b91a5b8-0826-4f0d-bcf8-d065a3bdb61f req-688183bd-7cc8-48ee-916a-c46dd8993789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:42.547836 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3b91a5b8-0826-4f0d-bcf8-d065a3bdb61f req-688183bd-7cc8-48ee-916a-c46dd8993789 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 1129 time: 0.0632102 Oct 23 00:56:42.562351 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62239ec-fdd3-45b8-aa6f-4106f9501de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b84096-6653-4439-b3c3-7bcbc24db6a8,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:42.566752 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f0b5ed92-b087-4e39-81f6-42ef46680db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (31102f10-a47d-4f13-bfff-637a3a4f0723), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:42.569871 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f0b5ed92-b087-4e39-81f6-42ef46680db8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:42.577229 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-f0b5ed92-b087-4e39-81f6-42ef46680db8 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/31102f10-a47d-4f13-bfff-637a3a4f0723 HTTP/1.1" status: 204 len: 168 time: 0.2168591 Oct 23 00:56:42.577623 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39a2e1-7e67-4295-8d74-0991012040f5 req-d0fd57db-5b11-4def-a021-66ab7646ffa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:42.579173 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0e39a2e1-7e67-4295-8d74-0991012040f5 req-d0fd57db-5b11-4def-a021-66ab7646ffa0 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=1d27b6d9-fef6-49cb-833f-13cb9578958e HTTP/1.1" status: 200 len: 920 time: 0.1561468 Oct 23 00:56:42.610967 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5ed92-b087-4e39-81f6-42ef46680db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31102f10-a47d-4f13-bfff-637a3a4f0723,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:42.656132 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3b91a5b8-0826-4f0d-bcf8-d065a3bdb61f req-2a54db0e-47df-4597-b39b-da373bb9e8f3 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908692 Oct 23 00:56:42.658075 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0e39a2e1-7e67-4295-8d74-0991012040f5 req-53aa7dad-a77d-477a-a091-dc680c0aee76 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=070636ae-227f-400c-a9d9-cd7af698e161 HTTP/1.1" status: 200 len: 217 time: 0.0662115 Oct 23 00:56:42.722959 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:42.741613 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c99ce-9ee9-4eb1-9c99-27e307c3cd6d req-60d82307-7dd6-42e7-979b-6ba228585548 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:42.743524 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-889c99ce-9ee9-4eb1-9c99-27e307c3cd6d req-60d82307-7dd6-42e7-979b-6ba228585548 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=81a81607-ef2d-4305-9f21-d24f821e2546 HTTP/1.1" status: 200 len: 946 time: 0.0579140 Oct 23 00:56:42.813412 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-889c99ce-9ee9-4eb1-9c99-27e307c3cd6d req-bf2102a4-80fb-415d-80ff-f71815803762 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f3ce37d9-177c-4e87-927f-4bd88426ffae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629261 Oct 23 00:56:43.000864 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39a2e1-7e67-4295-8d74-0991012040f5 req-5fad48b8-1f3a-4b72-944f-ee2b8f329f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:43.002547 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0e39a2e1-7e67-4295-8d74-0991012040f5 req-5fad48b8-1f3a-4b72-944f-ee2b8f329f82 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=b567fc0e-81bb-4e4e-8bd3-a17fd2562f11 HTTP/1.1" status: 200 len: 858 time: 0.0739312 Oct 23 00:56:43.080087 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39a2e1-7e67-4295-8d74-0991012040f5 req-dae9d1fd-2aae-4bdc-bc20-f045f343a0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:43.082443 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0e39a2e1-7e67-4295-8d74-0991012040f5 req-dae9d1fd-2aae-4bdc-bc20-f045f343a0a8 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=1d27b6d9-fef6-49cb-833f-13cb9578958e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0589635 Oct 23 00:56:43.152241 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 48652) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:43.167457 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-2eedad9a-f162-4338-9a6e-e4d2f356c17d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:43.206717 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0e39a2e1-7e67-4295-8d74-0991012040f5 req-cf6cb295-f614-401e-9100-94d2b7a941ec service neutron] 10.222.0.52 "GET /networking/v2.0/networks/1d27b6d9-fef6-49cb-833f-13cb9578958e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166365 Oct 23 00:56:43.260960 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-2eedad9a-f162-4338-9a6e-e4d2f356c17d admin admin] Publish callbacks [] for security_group (313efd4e-c637-4245-883c-12888708cba8), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:43.266582 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-2eedad9a-f162-4338-9a6e-e4d2f356c17d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (313efd4e-c637-4245-883c-12888708cba8), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:43.307294 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eedad9a-f162-4338-9a6e-e4d2f356c17d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313efd4e-c637-4245-883c-12888708cba8,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:43.323158 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-2eedad9a-f162-4338-9a6e-e4d2f356c17d admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=f222577e2cdf4b32815c06eb18cd3fb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1697676 Oct 23 00:56:43.325869 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 48662) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:43.400549 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-fff7461f-614c-453f-85d5-200836f6655d admin admin] Publish callbacks [] for security_group (313efd4e-c637-4245-883c-12888708cba8), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:43.409695 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=72 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:43.411521 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=84 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:43.428909 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-fff7461f-614c-453f-85d5-200836f6655d admin admin] Publish callbacks [] for security_group (313efd4e-c637-4245-883c-12888708cba8), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:43.544759 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04954b19-48fb-494b-a416-ce49dbf1fb1f req-eafae3b0-c39b-4cd7-96e4-e2848d8863d2 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:43.546273 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-04954b19-48fb-494b-a416-ce49dbf1fb1f req-eafae3b0-c39b-4cd7-96e4-e2848d8863d2 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 945 time: 0.1137958 Oct 23 00:56:43.560671 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649da1d6-b09a-4d96-9011-7a317e889e3f req-ceea7ceb-fc3e-4271-9e76-7a3b00be9084 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:43.562120 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-649da1d6-b09a-4d96-9011-7a317e889e3f req-ceea7ceb-fc3e-4271-9e76-7a3b00be9084 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 946 time: 0.1051064 Oct 23 00:56:43.568131 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:43.598380 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-fff7461f-614c-453f-85d5-200836f6655d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (313efd4e-c637-4245-883c-12888708cba8), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:43.601140 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-fff7461f-614c-453f-85d5-200836f6655d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:43.602320 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-fff7461f-614c-453f-85d5-200836f6655d admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/313efd4e-c637-4245-883c-12888708cba8 HTTP/1.1" status: 204 len: 168 time: 0.2753544 Oct 23 00:56:43.630128 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff7461f-614c-453f-85d5-200836f6655d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313efd4e-c637-4245-883c-12888708cba8,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:43.654075 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-04954b19-48fb-494b-a416-ce49dbf1fb1f req-f54a1b2e-266a-4aa4-94ca-e264d6d1f6e1 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006172 Oct 23 00:56:43.669261 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-649da1d6-b09a-4d96-9011-7a317e889e3f req-7f6b3779-41b0-4571-a4d0-06ac4e9fcfe2 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923982 Oct 23 00:56:43.731560 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 48676) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:43.796921 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0e39a2e1-7e67-4295-8d74-0991012040f5 req-d9a2be64-852e-4c4c-9e3e-b94ba6426b0a service neutron] 10.222.0.52 "GET /networking/v2.0/networks/1d27b6d9-fef6-49cb-833f-13cb9578958e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107383 Oct 23 00:56:43.990354 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-08fc0228-db40-480e-a311-56609f3deff6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-98750219-network', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52'}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:56:44.012236 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08fc0228-db40-480e-a311-56609f3deff6 admin admin] Made reservation on behalf of e3f6e9751be34c2fb4e0e1b9915e6b52 for: {'network': 1} {{(pid=104551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:56:44.014865 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-08fc0228-db40-480e-a311-56609f3deff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for network (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:44.027893 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-08fc0228-db40-480e-a311-56609f3deff6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:44.110227 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-08fc0228-db40-480e-a311-56609f3deff6 admin admin] Publish callbacks [] for security_group (c2046e9a-95a0-4c55-917f-3d9a7035dab5), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:44.117202 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-08fc0228-db40-480e-a311-56609f3deff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (c2046e9a-95a0-4c55-917f-3d9a7035dab5), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:44.140415 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08fc0228-db40-480e-a311-56609f3deff6 admin admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=104551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 00:56:44.158478 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fc0228-db40-480e-a311-56609f3deff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2046e9a-95a0-4c55-917f-3d9a7035dab5,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:44.163538 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-08fc0228-db40-480e-a311-56609f3deff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13381139'] for segment (d3b56b04-e2e1-4f00-a9db-1de40f8c425f), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:44.164079 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.db.segments_db [None req-08fc0228-db40-480e-a311-56609f3deff6 admin admin] Added segment d3b56b04-e2e1-4f00-a9db-1de40f8c425f of type vlan for network 858cf055-6f06-45a9-bd3f-2b834e6b7b79 Oct 23 00:56:44.232010 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-08fc0228-db40-480e-a311-56609f3deff6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758734439581'] for network (858cf055-6f06-45a9-bd3f-2b834e6b7b79), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:44.301628 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=77,neutron:DELETE=5,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:44.310265 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-08fc0228-db40-480e-a311-56609f3deff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493'] for network (858cf055-6f06-45a9-bd3f-2b834e6b7b79), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:44.311520 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fc0228-db40-480e-a311-56609f3deff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:44.312245 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-08fc0228-db40-480e-a311-56609f3deff6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for network (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:44.389977 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-08fc0228-db40-480e-a311-56609f3deff6 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6570950 Oct 23 00:56:44.394817 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 48708) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:44.400976 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [None req-ac23114c-499b-4c15-b6e2-bf687b73ba3b admin admin] Request body: {'subnet': {'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-98750219-subnet', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'ip_version': 4}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:56:44.406022 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fc0228-db40-480e-a311-56609f3deff6 admin admin] Pushing event updated for resources: {'Network': ['ID=858cf055-6f06-45a9-bd3f-2b834e6b7b79,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:44.427837 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Network 858cf055-6f06-45a9-bd3f-2b834e6b7b79 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104553) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 00:56:44.440997 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac23114c-499b-4c15-b6e2-bf687b73ba3b admin admin] Made reservation on behalf of e3f6e9751be34c2fb4e0e1b9915e6b52 for: {'subnet': 1} {{(pid=104552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:56:44.443414 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-ac23114c-499b-4c15-b6e2-bf687b73ba3b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6118443'] for subnet (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:44.660054 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:44.742155 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-ac23114c-499b-4c15-b6e2-bf687b73ba3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5989350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6118461'] for subnet (6978021c-740e-4d5a-a551-8462e322d9a8), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:44.891449 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac23114c-499b-4c15-b6e2-bf687b73ba3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6978021c-740e-4d5a-a551-8462e322d9a8,revision_number=0']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:44.913036 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c602f-bfe0-46ef-8fcc-837572d063d7 req-c0573888-c594-4cdb-81ab-502a8008d347 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:44.913036 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-b93c602f-bfe0-46ef-8fcc-837572d063d7 req-c0573888-c594-4cdb-81ab-502a8008d347 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 945 time: 0.1289365 Oct 23 00:56:44.914368 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac23114c-499b-4c15-b6e2-bf687b73ba3b admin admin] Checking segment: {'id': 'd3b56b04-e2e1-4f00-a9db-1de40f8c425f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:56:44.914773 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac23114c-499b-4c15-b6e2-bf687b73ba3b admin admin] Network hostable DHCP agents. Network: 858cf055-6f06-45a9-bd3f-2b834e6b7b79, hostable agents: ['6b66cfba-c169-484b-b3a5-13fb9b6528cf'], hosted agents: [] {{(pid=104552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 00:56:44.963889 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac23114c-499b-4c15-b6e2-bf687b73ba3b admin admin] Network 858cf055-6f06-45a9-bd3f-2b834e6b7b79 is scheduled to be hosted by DHCP agent 6b66cfba-c169-484b-b3a5-13fb9b6528cf with binding_index 1 {{(pid=104552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 00:56:44.985230 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-b93c602f-bfe0-46ef-8fcc-837572d063d7 req-b995fb71-3b27-45b8-af18-8e106c2b33e5 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593264 Oct 23 00:56:44.986273 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.base_scheduler [None req-ac23114c-499b-4c15-b6e2-bf687b73ba3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 858cf055-6f06-45a9-bd3f-2b834e6b7b79) {{(pid=104552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:56:44.997044 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff17808-8c75-421c-abb7-2c3a70a2bb80 None None] Network 858cf055-6f06-45a9-bd3f-2b834e6b7b79 requested from dv-cinder-master-3-iscsi {{(pid=104553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 00:56:45.001728 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac23114c-499b-4c15-b6e2-bf687b73ba3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:45.002110 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-ac23114c-499b-4c15-b6e2-bf687b73ba3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for subnet (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:45.025737 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-ac23114c-499b-4c15-b6e2-bf687b73ba3b admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6297364 Oct 23 00:56:45.028741 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 48746) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:45.035181 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-b16ad380-cbdb-4e38-b4df-545aaf8f7fc5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-98750219-router', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'}}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:56:45.102020 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-b16ad380-cbdb-4e38-b4df-545aaf8f7fc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123557'] for router (63e9c62b-0504-4d3f-bdb7-d47b057b9cb0), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:45.103763 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-b16ad380-cbdb-4e38-b4df-545aaf8f7fc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-412307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123578'] for router (63e9c62b-0504-4d3f-bdb7-d47b057b9cb0), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:45.165239 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8526fd-0271-44a9-a2d9-f81155797e46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-858cf055-6f06-45a9-bd3f-2b834e6b7b79', 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79', 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'fixed_ips': [{'subnet_id': '6978021c-740e-4d5a-a551-8462e322d9a8'}]}} from dv-cinder-master-3-iscsi. {{(pid=104553) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 00:56:45.166731 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-4f8526fd-0271-44a9-a2d9-f81155797e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:45.191684 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-b16ad380-cbdb-4e38-b4df-545aaf8f7fc5 admin admin] Publish callbacks [] for router_controller (63e9c62b-0504-4d3f-bdb7-d47b057b9cb0), precommit_add_association {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:45.264202 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d3cf90-f522-437a-be10-848adccc22aa req-3cde9470-2464-4365-9ab7-e1f22de7f329 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:45.265751 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-38d3cf90-f522-437a-be10-848adccc22aa req-3cde9470-2464-4365-9ab7-e1f22de7f329 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 946 time: 0.0803814 Oct 23 00:56:45.347573 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-38d3cf90-f522-437a-be10-848adccc22aa req-b3ec6420-52ac-44a6-b395-11db2b7449d7 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717411 Oct 23 00:56:45.390890 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-b16ad380-cbdb-4e38-b4df-545aaf8f7fc5 admin admin] Publish callbacks [] for router_gateway (63e9c62b-0504-4d3f-bdb7-d47b057b9cb0), precommit_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:45.397381 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.db_base_plugin_common [None req-4f8526fd-0271-44a9-a2d9-f81155797e46 None None] Allocated IP 172.20.0.2 (858cf055-6f06-45a9-bd3f-2b834e6b7b79/6978021c-740e-4d5a-a551-8462e322d9a8/8e19ef52-eb7c-490c-b5d3-d40c46bfcd0f) {{(pid=104553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:56:45.496102 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:45.545338 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a798d-b990-46b1-8261-74228a207232 req-1b359ecf-ca7b-4185-9b33-3a616d347f00 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:45.550608 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-b58a798d-b990-46b1-8261-74228a207232 req-1b359ecf-ca7b-4185-9b33-3a616d347f00 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 945 time: 0.0555937 Oct 23 00:56:45.559693 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 48770) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:45.560806 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:45.579332 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-0c197a7f-581a-4d2d-8ed6-e6268ced44f1 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Request body: {'floatingip': {'port_id': 'c4115102-acce-4a90-ab24-eb74a5879146'}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:56:45.590446 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-4f8526fd-0271-44a9-a2d9-f81155797e46 None None] Publish callbacks [] for port (8e19ef52-eb7c-490c-b5d3-d40c46bfcd0f), precommit_create {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:45.599420 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-4f8526fd-0271-44a9-a2d9-f81155797e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446'] for port (8e19ef52-eb7c-490c-b5d3-d40c46bfcd0f), after_create {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:45.638421 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8526fd-0271-44a9-a2d9-f81155797e46 None None] Network 858cf055-6f06-45a9-bd3f-2b834e6b7b79 is already hosted by enough agents. {{(pid=104553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:56:45.645942 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.scheduler.base_scheduler [None req-4f8526fd-0271-44a9-a2d9-f81155797e46 None None] Resources bound (agent type, host, resource id): {{(pid=104553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:56:45.648218 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-0c197a7f-581a-4d2d-8ed6-e6268ced44f1 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks [] for floatingip (e2f5d415-36e0-41e4-b3d8-7da325513e94), before_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:45.649002 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8526fd-0271-44a9-a2d9-f81155797e46 None None] Received port after_create {{(pid=104553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:56:45.660315 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8526fd-0271-44a9-a2d9-f81155797e46 None None] Pushing event updated for resources: {'Port': ['ID=8e19ef52-eb7c-490c-b5d3-d40c46bfcd0f,revision_number=1']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:45.725095 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-4f8526fd-0271-44a9-a2d9-f81155797e46 None None] Attempting to bind port 8e19ef52-eb7c-490c-b5d3-d40c46bfcd0f on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:56:45.725470 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-4f8526fd-0271-44a9-a2d9-f81155797e46 None None] Attempting to bind port 8e19ef52-eb7c-490c-b5d3-d40c46bfcd0f by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'd3b56b04-e2e1-4f00-a9db-1de40f8c425f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79'}] {{(pid=104553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:56:45.725860 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8526fd-0271-44a9-a2d9-f81155797e46 None None] Attempting to bind port 8e19ef52-eb7c-490c-b5d3-d40c46bfcd0f on network 858cf055-6f06-45a9-bd3f-2b834e6b7b79 {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:56:45.775377 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8526fd-0271-44a9-a2d9-f81155797e46 None None] Checking agent: {'id': 'e5069eb9-82e8-4601-9222-8a50cea677c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 24), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:56:45.775863 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8526fd-0271-44a9-a2d9-f81155797e46 None None] Checking segment: {'id': 'd3b56b04-e2e1-4f00-a9db-1de40f8c425f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:56:45.776333 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-4f8526fd-0271-44a9-a2d9-f81155797e46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:45.776808 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8526fd-0271-44a9-a2d9-f81155797e46 None None] Bound using segment: {'id': 'd3b56b04-e2e1-4f00-a9db-1de40f8c425f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79'} {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:56:45.777356 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-4f8526fd-0271-44a9-a2d9-f81155797e46 None None] Bound port: 8e19ef52-eb7c-490c-b5d3-d40c46bfcd0f, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3b56b04-e2e1-4f00-a9db-1de40f8c425f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79'}}] {{(pid=104553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:56:45.777803 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-4f8526fd-0271-44a9-a2d9-f81155797e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (8e19ef52-eb7c-490c-b5d3-d40c46bfcd0f), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:45.851942 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-4f8526fd-0271-44a9-a2d9-f81155797e46 None None] For port 8e19ef52-eb7c-490c-b5d3-d40c46bfcd0f, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:56:45.857626 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-4f8526fd-0271-44a9-a2d9-f81155797e46 None None] For port 8e19ef52-eb7c-490c-b5d3-d40c46bfcd0f, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8e19ef52-eb7c-490c-b5d3-d40c46bfcd0f,segment=NetworkSegment(d3b56b04-e2e1-4f00-a9db-1de40f8c425f),segment_id=d3b56b04-e2e1-4f00-a9db-1de40f8c425f)] {{(pid=104553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:56:45.881465 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-4f8526fd-0271-44a9-a2d9-f81155797e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (8e19ef52-eb7c-490c-b5d3-d40c46bfcd0f), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:45.952203 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-b16ad380-cbdb-4e38-b4df-545aaf8f7fc5 admin admin] Publish callbacks [] for router_gateway (63e9c62b-0504-4d3f-bdb7-d47b057b9cb0), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:45.958147 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8526fd-0271-44a9-a2d9-f81155797e46 None None] Pushing event updated for resources: {'Port': ['ID=8e19ef52-eb7c-490c-b5d3-d40c46bfcd0f,revision_number=2']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:46.006849 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-b16ad380-cbdb-4e38-b4df-545aaf8f7fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:46.244670 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.db_base_plugin_common [None req-b16ad380-cbdb-4e38-b4df-545aaf8f7fc5 admin admin] Allocated IP 172.37.4.242 (f9ff398c-cd2a-4430-b908-7f7163c266f3/dd152ba8-6213-403c-b7fc-9b4ab174f9a2/2b62c892-4abb-42c7-af27-c6803021dfdd) {{(pid=104551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:56:46.391463 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:46.543406 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140c767-e03a-439a-906a-667a7b844447 req-ceccadb3-dd78-4bea-81c7-2d039e7971a1 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:46.551847 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3140c767-e03a-439a-906a-667a7b844447 req-ceccadb3-dd78-4bea-81c7-2d039e7971a1 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 946 time: 0.0907843 Oct 23 00:56:46.578368 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:46.600876 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-b16ad380-cbdb-4e38-b4df-545aaf8f7fc5 admin admin] Publish callbacks [] for port (2b62c892-4abb-42c7-af27-c6803021dfdd), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:46.646850 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3140c767-e03a-439a-906a-667a7b844447 req-6c3afe21-5594-4b0e-9fbc-744cfdd30c9e tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933881 Oct 23 00:56:46.690014 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-0c197a7f-581a-4d2d-8ed6-e6268ced44f1 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:46.695919 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-0c197a7f-581a-4d2d-8ed6-e6268ced44f1 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516985'] for floatingip (e2f5d415-36e0-41e4-b3d8-7da325513e94), after_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:46.713816 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:46.732233 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-b16ad380-cbdb-4e38-b4df-545aaf8f7fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446'] for port (2b62c892-4abb-42c7-af27-c6803021dfdd), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:46.767305 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:46.789163 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16ad380-cbdb-4e38-b4df-545aaf8f7fc5 admin admin] Network f9ff398c-cd2a-4430-b908-7f7163c266f3 is already hosted by enough agents. {{(pid=104551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:56:46.826353 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.base_scheduler [None req-b16ad380-cbdb-4e38-b4df-545aaf8f7fc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:56:46.832628 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16ad380-cbdb-4e38-b4df-545aaf8f7fc5 admin admin] Received port after_create {{(pid=104551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:56:46.837516 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16ad380-cbdb-4e38-b4df-545aaf8f7fc5 admin admin] Pushing event updated for resources: {'Port': ['ID=2b62c892-4abb-42c7-af27-c6803021dfdd,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:46.886596 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.db.l3_db [None req-0c197a7f-581a-4d2d-8ed6-e6268ced44f1 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Floating IP e2f5d415-36e0-41e4-b3d8-7da325513e94 associated. External IP: 172.37.4.161, port: c4115102-acce-4a90-ab24-eb74a5879146. Oct 23 00:56:47.096244 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e708730-8eec-4636-a055-6de4f46f1d55 None None] Network 858cf055-6f06-45a9-bd3f-2b834e6b7b79 requested from dv-cinder-master-3-iscsi {{(pid=104553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 00:56:47.178828 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-484bb3e4-2e45-44af-b289-3c82d245d68f None None] Provisioning complete for port 8e19ef52-eb7c-490c-b5d3-d40c46bfcd0f triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:56:47.179180 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-484bb3e4-2e45-44af-b289-3c82d245d68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (8e19ef52-eb7c-490c-b5d3-d40c46bfcd0f), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:47.179491 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-484bb3e4-2e45-44af-b289-3c82d245d68f None None] Attempt 1 to provision port 8e19ef52-eb7c-490c-b5d3-d40c46bfcd0f Oct 23 00:56:47.184662 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-b16ad380-cbdb-4e38-b4df-545aaf8f7fc5 admin admin] Publish callbacks [] for router_gateway (63e9c62b-0504-4d3f-bdb7-d47b057b9cb0), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:47.264269 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:47.282855 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-484bb3e4-2e45-44af-b289-3c82d245d68f None None] Current status of the port 8e19ef52-eb7c-490c-b5d3-d40c46bfcd0f is: DOWN; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:56:47.283107 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c197a7f-581a-4d2d-8ed6-e6268ced44f1 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Router b19da5af-947c-410a-bc2b-a0b1941e7211 has already been hosted by L3 agent 71de1650-f9d9-4095-92e6-e37ec99e20cf {{(pid=104551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 00:56:47.283253 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-484bb3e4-2e45-44af-b289-3c82d245d68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (8e19ef52-eb7c-490c-b5d3-d40c46bfcd0f), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:47.320701 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-484bb3e4-2e45-44af-b289-3c82d245d68f None None] For port 8e19ef52-eb7c-490c-b5d3-d40c46bfcd0f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8e19ef52-eb7c-490c-b5d3-d40c46bfcd0f,segment=NetworkSegment(d3b56b04-e2e1-4f00-a9db-1de40f8c425f),segment_id=d3b56b04-e2e1-4f00-a9db-1de40f8c425f)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:56:47.327951 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-484bb3e4-2e45-44af-b289-3c82d245d68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (8e19ef52-eb7c-490c-b5d3-d40c46bfcd0f), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:47.386725 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484bb3e4-2e45-44af-b289-3c82d245d68f None None] Pushing event updated for resources: {'Port': ['ID=8e19ef52-eb7c-490c-b5d3-d40c46bfcd0f,revision_number=3']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:47.443031 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:47.452296 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-6cf4fbfd-7bc6-4ab9-9a7c-183dd3e01336 None None] Provisioning complete for port 8e19ef52-eb7c-490c-b5d3-d40c46bfcd0f triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:56:47.452985 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-6cf4fbfd-7bc6-4ab9-9a7c-183dd3e01336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (8e19ef52-eb7c-490c-b5d3-d40c46bfcd0f), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:47.453553 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-6cf4fbfd-7bc6-4ab9-9a7c-183dd3e01336 None None] Attempt 1 to provision port 8e19ef52-eb7c-490c-b5d3-d40c46bfcd0f Oct 23 00:56:47.538227 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-6cf4fbfd-7bc6-4ab9-9a7c-183dd3e01336 None None] Current status of the port 8e19ef52-eb7c-490c-b5d3-d40c46bfcd0f is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:56:47.695521 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c197a7f-581a-4d2d-8ed6-e6268ced44f1 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 00:56:47.701626 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-0c197a7f-581a-4d2d-8ed6-e6268ced44f1 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for floatingip (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:47.707170 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-b16ad380-cbdb-4e38-b4df-545aaf8f7fc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-401071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398604'] for router (63e9c62b-0504-4d3f-bdb7-d47b057b9cb0), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:47.708587 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a60917-d0e6-4ee2-8477-e6d9dd7cc279 None None] Sync routers for ids ['b19da5af-947c-410a-bc2b-a0b1941e7211'] in dv-cinder-master-3-iscsi {{(pid=104554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 00:56:47.724685 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a60917-d0e6-4ee2-8477-e6d9dd7cc279 None None] Routers {'b19da5af-947c-410a-bc2b-a0b1941e7211'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:56:47.725332 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-49a60917-d0e6-4ee2-8477-e6d9dd7cc279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T00:56:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['b19da5af-947c-410a-bc2b-a0b1941e7211'], 'active': True} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:56:47.738770 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-0c197a7f-581a-4d2d-8ed6-e6268ced44f1 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/e2f5d415-36e0-41e4-b3d8-7da325513e94 HTTP/1.1" status: 200 len: 991 time: 2.1777539 Oct 23 00:56:47.739462 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5de36a91-410e-4412-9da8-623bb2ef0014', 'tag': 'c4115102-acce-4a90-ab24-eb74a5879146'}] {{(pid=104551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:56:47.741798 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c960d799f24b016d2b00ba845cc8f9ff5dbbdb312d69a2481f646f048ffd08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647e75af-80e7-469d-9e9f-c80768570618" -d '{"events": [{"name": "network-changed", "server_uuid": "5de36a91-410e-4412-9da8-623bb2ef0014", "tag": "c4115102-acce-4a90-ab24-eb74a5879146"}]}' {{(pid=104551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:56:47.792000 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 00:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4fee18-e8a2-4d30-b0c7-a5dce20138f3 x-openstack-request-id: req-af4fee18-e8a2-4d30-b0c7-a5dce20138f3 {{(pid=104551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:56:47.792420 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5de36a91-410e-4412-9da8-623bb2ef0014", "tag": "c4115102-acce-4a90-ab24-eb74a5879146", "status": "completed", "code": 200}]} {{(pid=104551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:56:47.792984 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-af4fee18-e8a2-4d30-b0c7-a5dce20138f3 {{(pid=104551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:56:47.793448 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af4fee18-e8a2-4d30-b0c7-a5dce20138f3'] response: {'name': 'network-changed', 'server_uuid': '5de36a91-410e-4412-9da8-623bb2ef0014', 'tag': 'c4115102-acce-4a90-ab24-eb74a5879146', 'status': 'completed', 'code': 200} Oct 23 00:56:47.813919 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd1dc62-47bb-4a71-be57-13828e7c7926 req-2258ccd2-a4d4-4771-8f20-827179125cdd tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:47.823741 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-8cd1dc62-47bb-4a71-be57-13828e7c7926 req-2258ccd2-a4d4-4771-8f20-827179125cdd tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 946 time: 0.0644119 Oct 23 00:56:47.886303 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-8cd1dc62-47bb-4a71-be57-13828e7c7926 req-21294470-1acf-4b3b-a43a-606a790524c2 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615106 Oct 23 00:56:47.888338 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvr_db [None req-49a60917-d0e6-4ee2-8477-e6d9dd7cc279 None None] Set router b19da5af-947c-410a-bc2b-a0b1941e7211 gateway port host: dv-cinder-master-3-iscsi {{(pid=104554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:56:47.981191 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b16ad380-cbdb-4e38-b4df-545aaf8f7fc5 admin admin] Router 63e9c62b-0504-4d3f-bdb7-d47b057b9cb0 is scheduled to L3 agent 71de1650-f9d9-4095-92e6-e37ec99e20cf with binding_index 1 {{(pid=104551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 00:56:47.982768 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:47.998080 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 8e19ef52-eb7c-490c-b5d3-d40c46bfcd0f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:56:48.044592 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port 8e19ef52-eb7c-490c-b5d3-d40c46bfcd0f triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:56:48.045162 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (8e19ef52-eb7c-490c-b5d3-d40c46bfcd0f), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:48.045593 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port 8e19ef52-eb7c-490c-b5d3-d40c46bfcd0f Oct 23 00:56:48.090999 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16ad380-cbdb-4e38-b4df-545aaf8f7fc5 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 00:56:48.109629 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad99980-5a37-4bf3-a078-95fc3825fc1c None None] Sync routers for ids ['63e9c62b-0504-4d3f-bdb7-d47b057b9cb0'] in dv-cinder-master-3-iscsi {{(pid=104553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 00:56:48.111991 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-b16ad380-cbdb-4e38-b4df-545aaf8f7fc5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:48.113839 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-b16ad380-cbdb-4e38-b4df-545aaf8f7fc5 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0837040 Oct 23 00:56:48.116571 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 48818) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:48.126776 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-49a60917-d0e6-4ee2-8477-e6d9dd7cc279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19da5af-947c-410a-bc2b-a0b1941e7211', 'name': 'tempest-AttachVolumeShelveTestJSON-758508699-router', 'tenant_id': '59add4b78cd346a194c4be211d1996be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.212'}], 'enable_snat': True}, 'gw_port_id': 'c3d281d7-77bc-45d4-bfbc-c30a363df5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:39Z', 'revision_number': 4, 'project_id': '59add4b78cd346a194c4be211d1996be', 'gw_port': {'id': 'c3d281d7-77bc-45d4-bfbc-c30a363df5dd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19da5af-947c-410a-bc2b-a0b1941e7211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:25Z', 'updated_at': '2022-10-23T00:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'e2f5d415-36e0-41e4-b3d8-7da325513e94', 'tenant_id': '59add4b78cd346a194c4be211d1996be', 'floating_ip_address': '172.37.4.161', 'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'router_id': 'b19da5af-947c-410a-bc2b-a0b1941e7211', 'port_id': 'c4115102-acce-4a90-ab24-eb74a5879146', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8105e98-346f-4369-be4d-2cb2d399c07a', 'mac_address': 'fa:16:3e:d1:75:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de36a91-410e-4412-9da8-623bb2ef0014', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T00:55:46Z', 'updated_at': '2022-10-23T00:56:46Z', 'revision_number': 1, 'project_id': '59add4b78cd346a194c4be211d1996be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '045e8cb5-b097-4c96-a318-d42be89b2e6f', 'name': '', 'network_id': 'f8105e98-346f-4369-be4d-2cb2d399c07a', 'tenant_id': '59add4b78cd346a194c4be211d1996be', 'mac_address': 'fa:16:3e:8e:5e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19da5af-947c-410a-bc2b-a0b1941e7211', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '52944cd4-669b-4a10-a076-1661bc94a4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:37Z', 'updated_at': '2022-10-23T00:55:52Z', 'revision_number': 5, 'project_id': '59add4b78cd346a194c4be211d1996be', 'subnets': [{'id': '52944cd4-669b-4a10-a076-1661bc94a4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:56:48.133631 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad99980-5a37-4bf3-a078-95fc3825fc1c None None] Routers {'63e9c62b-0504-4d3f-bdb7-d47b057b9cb0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:56:48.134382 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-5ad99980-5a37-4bf3-a078-95fc3825fc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T00:56:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['63e9c62b-0504-4d3f-bdb7-d47b057b9cb0'], 'active': True} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:56:48.136500 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port 8e19ef52-eb7c-490c-b5d3-d40c46bfcd0f is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:56:48.158610 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a60917-d0e6-4ee2-8477-e6d9dd7cc279 None None] Checking router: b19da5af-947c-410a-bc2b-a0b1941e7211 for host: dv-cinder-master-3-iscsi {{(pid=104554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 00:56:48.169110 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a60917-d0e6-4ee2-8477-e6d9dd7cc279 None None] Routers {'b19da5af-947c-410a-bc2b-a0b1941e7211'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:56:48.169740 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-49a60917-d0e6-4ee2-8477-e6d9dd7cc279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T00:56:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['b19da5af-947c-410a-bc2b-a0b1941e7211'], 'active': True} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:56:48.278860 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvr_db [None req-49a60917-d0e6-4ee2-8477-e6d9dd7cc279 None None] Set router b19da5af-947c-410a-bc2b-a0b1941e7211 gateway port host: dv-cinder-master-3-iscsi {{(pid=104554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:56:48.364168 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvr_db [None req-5ad99980-5a37-4bf3-a078-95fc3825fc1c None None] Set router 63e9c62b-0504-4d3f-bdb7-d47b057b9cb0 gateway port host: dv-cinder-master-3-iscsi {{(pid=104553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:56:48.512249 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-49a60917-d0e6-4ee2-8477-e6d9dd7cc279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19da5af-947c-410a-bc2b-a0b1941e7211', 'name': 'tempest-AttachVolumeShelveTestJSON-758508699-router', 'tenant_id': '59add4b78cd346a194c4be211d1996be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.212'}], 'enable_snat': True}, 'gw_port_id': 'c3d281d7-77bc-45d4-bfbc-c30a363df5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:39Z', 'revision_number': 4, 'project_id': '59add4b78cd346a194c4be211d1996be', 'gw_port': {'id': 'c3d281d7-77bc-45d4-bfbc-c30a363df5dd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19da5af-947c-410a-bc2b-a0b1941e7211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:25Z', 'updated_at': '2022-10-23T00:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'e2f5d415-36e0-41e4-b3d8-7da325513e94', 'tenant_id': '59add4b78cd346a194c4be211d1996be', 'floating_ip_address': '172.37.4.161', 'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'router_id': 'b19da5af-947c-410a-bc2b-a0b1941e7211', 'port_id': 'c4115102-acce-4a90-ab24-eb74a5879146', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8105e98-346f-4369-be4d-2cb2d399c07a', 'mac_address': 'fa:16:3e:d1:75:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de36a91-410e-4412-9da8-623bb2ef0014', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T00:55:46Z', 'updated_at': '2022-10-23T00:56:46Z', 'revision_number': 1, 'project_id': '59add4b78cd346a194c4be211d1996be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '045e8cb5-b097-4c96-a318-d42be89b2e6f', 'name': '', 'network_id': 'f8105e98-346f-4369-be4d-2cb2d399c07a', 'tenant_id': '59add4b78cd346a194c4be211d1996be', 'mac_address': 'fa:16:3e:8e:5e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19da5af-947c-410a-bc2b-a0b1941e7211', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '52944cd4-669b-4a10-a076-1661bc94a4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:37Z', 'updated_at': '2022-10-23T00:55:52Z', 'revision_number': 5, 'project_id': '59add4b78cd346a194c4be211d1996be', 'subnets': [{'id': '52944cd4-669b-4a10-a076-1661bc94a4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:56:48.527851 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:48.534464 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-5ad99980-5a37-4bf3-a078-95fc3825fc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'name': 'tempest-TestVolumeBootPattern-98750219-router', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.242'}], 'enable_snat': True}, 'gw_port_id': '2b62c892-4abb-42c7-af27-c6803021dfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:56:45Z', 'updated_at': '2022-10-23T00:56:46Z', 'revision_number': 3, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'gw_port': {'id': '2b62c892-4abb-42c7-af27-c6803021dfdd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:81:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:56:46Z', 'updated_at': '2022-10-23T00:56:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:56:48.539834 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-9edcc470-4a0f-4bce-aa43-c9d70c404ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:48.560216 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad99980-5a37-4bf3-a078-95fc3825fc1c None None] Checking router: 63e9c62b-0504-4d3f-bdb7-d47b057b9cb0 for host: dv-cinder-master-3-iscsi {{(pid=104553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 00:56:48.560651 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad99980-5a37-4bf3-a078-95fc3825fc1c None None] Updating router 63e9c62b-0504-4d3f-bdb7-d47b057b9cb0 port 2b62c892-4abb-42c7-af27-c6803021dfdd binding host dv-cinder-master-3-iscsi {{(pid=104553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 00:56:48.562579 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:48.610663 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5ad99980-5a37-4bf3-a078-95fc3825fc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (2b62c892-4abb-42c7-af27-c6803021dfdd), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:48.637065 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a60917-d0e6-4ee2-8477-e6d9dd7cc279 None None] The sync data for ids ['b19da5af-947c-410a-bc2b-a0b1941e7211'] in dv-cinder-master-3-iscsi is: [{'id': 'b19da5af-947c-410a-bc2b-a0b1941e7211', 'name': 'tempest-AttachVolumeShelveTestJSON-758508699-router', 'tenant_id': '59add4b78cd346a194c4be211d1996be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.212'}], 'enable_snat': True}, 'gw_port_id': 'c3d281d7-77bc-45d4-bfbc-c30a363df5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:39Z', 'revision_number': 4, 'project_id': '59add4b78cd346a194c4be211d1996be', 'gw_port': {'id': 'c3d281d7-77bc-45d4-bfbc-c30a363df5dd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19da5af-947c-410a-bc2b-a0b1941e7211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:25Z', 'updated_at': '2022-10-23T00:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'e2f5d415-36e0-41e4-b3d8-7da325513e94', 'tenant_id': '59add4b78cd346a194c4be211d1996be', 'floating_ip_address': '172.37.4.161', 'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'router_id': 'b19da5af-947c-410a-bc2b-a0b1941e7211', 'port_id': 'c4115102-acce-4a90-ab24-eb74a5879146', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 154, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8105e98-346f-4369-be4d-2cb2d399c07a', 'mac_address': 'fa:16:3e:d1:75:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de36a91-410e-4412-9da8-623bb2ef0014', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T00:55:46Z', 'updated_at': '2022-10-23T00:56:46Z', 'revision_number': 1, 'project_id': '59add4b78cd346a194c4be211d1996be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '045e8cb5-b097-4c96-a318-d42be89b2e6f', 'name': '', 'network_id': 'f8105e98-346f-4369-be4d-2cb2d399c07a', 'tenant_id': '59add4b78cd346a194c4be211d1996be', 'mac_address': 'fa:16:3e:8e:5e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19da5af-947c-410a-bc2b-a0b1941e7211', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '52944cd4-669b-4a10-a076-1661bc94a4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:37Z', 'updated_at': '2022-10-23T00:55:52Z', 'revision_number': 5, 'project_id': '59add4b78cd346a194c4be211d1996be', 'subnets': [{'id': '52944cd4-669b-4a10-a076-1661bc94a4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 00:56:48.713095 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.db_base_plugin_common [None req-9edcc470-4a0f-4bce-aa43-c9d70c404ce5 admin admin] Allocated IP 172.20.0.1 (858cf055-6f06-45a9-bd3f-2b834e6b7b79/6978021c-740e-4d5a-a551-8462e322d9a8/7e98a342-e446-43cd-a9ad-e1e77aed3807) {{(pid=104551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:56:48.841462 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-9edcc470-4a0f-4bce-aa43-c9d70c404ce5 admin admin] Publish callbacks [] for port (7e98a342-e446-43cd-a9ad-e1e77aed3807), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:48.841765 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e9639dcb-064f-4eac-ad12-a173fa066c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (6b66cfba-c169-484b-b3a5-13fb9b6528cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:48.863908 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:48.881884 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-9edcc470-4a0f-4bce-aa43-c9d70c404ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446'] for port (7e98a342-e446-43cd-a9ad-e1e77aed3807), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:48.902454 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5ad99980-5a37-4bf3-a078-95fc3825fc1c None None] Publish callbacks [] for port (2b62c892-4abb-42c7-af27-c6803021dfdd), precommit_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:48.904681 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edcc470-4a0f-4bce-aa43-c9d70c404ce5 admin admin] Network 858cf055-6f06-45a9-bd3f-2b834e6b7b79 is already hosted by enough agents. {{(pid=104551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:56:48.906268 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487886e9-ab51-4f21-b83c-7e132a501152 None None] New status for floating IP e2f5d415-36e0-41e4-b3d8-7da325513e94: ACTIVE {{(pid=104554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 00:56:48.909184 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5ad99980-5a37-4bf3-a078-95fc3825fc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (2b62c892-4abb-42c7-af27-c6803021dfdd), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:48.913405 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:48.924474 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.base_scheduler [None req-9edcc470-4a0f-4bce-aa43-c9d70c404ce5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:56:48.927057 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edcc470-4a0f-4bce-aa43-c9d70c404ce5 admin admin] Received port after_create {{(pid=104551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:56:48.927533 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-9edcc470-4a0f-4bce-aa43-c9d70c404ce5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517312'] for router_interface (63e9c62b-0504-4d3f-bdb7-d47b057b9cb0), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:48.981979 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9876c11-3883-4aad-b9d1-8ec321739a7b None None] Pushing event updated for resources: {'Port': ['ID=2b62c892-4abb-42c7-af27-c6803021dfdd,revision_number=2']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:49.000331 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-5ad99980-5a37-4bf3-a078-95fc3825fc1c None None] Attempting to bind port 2b62c892-4abb-42c7-af27-c6803021dfdd on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:56:49.001009 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-5ad99980-5a37-4bf3-a078-95fc3825fc1c None None] Attempting to bind port 2b62c892-4abb-42c7-af27-c6803021dfdd by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '0d47d9bc-e081-4c9e-9d69-e5804f7aef1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'}] {{(pid=104553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:56:49.001280 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad99980-5a37-4bf3-a078-95fc3825fc1c None None] Attempting to bind port 2b62c892-4abb-42c7-af27-c6803021dfdd on network f9ff398c-cd2a-4430-b908-7f7163c266f3 {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:56:49.002507 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edcc470-4a0f-4bce-aa43-c9d70c404ce5 admin admin] Pushing event updated for resources: {'Port': ['ID=7e98a342-e446-43cd-a9ad-e1e77aed3807,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:49.075968 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad99980-5a37-4bf3-a078-95fc3825fc1c None None] Checking agent: {'id': 'e5069eb9-82e8-4601-9222-8a50cea677c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 24), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:56:49.076501 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad99980-5a37-4bf3-a078-95fc3825fc1c None None] Checking segment: {'id': '0d47d9bc-e081-4c9e-9d69-e5804f7aef1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:56:49.076941 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011b671d-d37f-43aa-a379-250ec45a0d9b req-6f98d5e7-6180-4ffb-b6b4-3a045df7f166 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:49.077404 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5ad99980-5a37-4bf3-a078-95fc3825fc1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:49.077639 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad99980-5a37-4bf3-a078-95fc3825fc1c None None] Bound using segment: {'id': '0d47d9bc-e081-4c9e-9d69-e5804f7aef1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'} {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:56:49.078445 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-5ad99980-5a37-4bf3-a078-95fc3825fc1c None None] Bound port: 2b62c892-4abb-42c7-af27-c6803021dfdd, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d47d9bc-e081-4c9e-9d69-e5804f7aef1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'}}] {{(pid=104553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:56:49.078578 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-011b671d-d37f-43aa-a379-250ec45a0d9b req-6f98d5e7-6180-4ffb-b6b4-3a045df7f166 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 946 time: 0.0666540 Oct 23 00:56:49.079017 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5ad99980-5a37-4bf3-a078-95fc3825fc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (2b62c892-4abb-42c7-af27-c6803021dfdd), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:49.146302 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-9edcc470-4a0f-4bce-aa43-c9d70c404ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (7e98a342-e446-43cd-a9ad-e1e77aed3807), before_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:49.148032 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-5ad99980-5a37-4bf3-a078-95fc3825fc1c None None] For port 2b62c892-4abb-42c7-af27-c6803021dfdd, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:56:49.154736 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-5ad99980-5a37-4bf3-a078-95fc3825fc1c None None] For port 2b62c892-4abb-42c7-af27-c6803021dfdd, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=2b62c892-4abb-42c7-af27-c6803021dfdd,segment=NetworkSegment(0d47d9bc-e081-4c9e-9d69-e5804f7aef1d),segment_id=0d47d9bc-e081-4c9e-9d69-e5804f7aef1d)] {{(pid=104553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:56:49.166503 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5ad99980-5a37-4bf3-a078-95fc3825fc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (2b62c892-4abb-42c7-af27-c6803021dfdd), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:49.181391 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad99980-5a37-4bf3-a078-95fc3825fc1c None None] Routers {'63e9c62b-0504-4d3f-bdb7-d47b057b9cb0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:56:49.182219 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-5ad99980-5a37-4bf3-a078-95fc3825fc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T00:56:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['63e9c62b-0504-4d3f-bdb7-d47b057b9cb0'], 'active': True} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:56:49.183583 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-011b671d-d37f-43aa-a379-250ec45a0d9b req-5dcd4e21-33d4-44e9-834b-02638db5a8a7 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908117 Oct 23 00:56:49.295201 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-1e7bd01c-93b6-442b-9dea-a59b4dff4b97 None None] Provisioning complete for port 7e98a342-e446-43cd-a9ad-e1e77aed3807 triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:56:49.295598 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-1e7bd01c-93b6-442b-9dea-a59b4dff4b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (7e98a342-e446-43cd-a9ad-e1e77aed3807), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:49.295908 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-1e7bd01c-93b6-442b-9dea-a59b4dff4b97 None None] Attempt 1 to provision port 7e98a342-e446-43cd-a9ad-e1e77aed3807 Oct 23 00:56:49.340987 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-9edcc470-4a0f-4bce-aa43-c9d70c404ce5 admin admin] Publish callbacks [] for port (7e98a342-e446-43cd-a9ad-e1e77aed3807), precommit_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:49.346665 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-9edcc470-4a0f-4bce-aa43-c9d70c404ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (7e98a342-e446-43cd-a9ad-e1e77aed3807), after_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:49.347430 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-9edcc470-4a0f-4bce-aa43-c9d70c404ce5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-517204'] for router_interface (63e9c62b-0504-4d3f-bdb7-d47b057b9cb0), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:49.353775 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9876c11-3883-4aad-b9d1-8ec321739a7b None None] Pushing event updated for resources: {'Port': ['ID=2b62c892-4abb-42c7-af27-c6803021dfdd,revision_number=3']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:49.372617 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-1e7bd01c-93b6-442b-9dea-a59b4dff4b97 None None] Port 7e98a342-e446-43cd-a9ad-e1e77aed3807 cannot update to ACTIVE because it is not bound. {{(pid=104553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 00:56:49.380984 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvr_db [None req-5ad99980-5a37-4bf3-a078-95fc3825fc1c None None] Set router 63e9c62b-0504-4d3f-bdb7-d47b057b9cb0 gateway port host: dv-cinder-master-3-iscsi {{(pid=104553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:56:49.383307 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:49.441504 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edcc470-4a0f-4bce-aa43-c9d70c404ce5 admin admin] Pushing event updated for resources: {'Port': ['ID=7e98a342-e446-43cd-a9ad-e1e77aed3807,revision_number=2']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:49.484016 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edcc470-4a0f-4bce-aa43-c9d70c404ce5 admin admin] Network 858cf055-6f06-45a9-bd3f-2b834e6b7b79 is already hosted by enough agents. {{(pid=104551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:56:49.485669 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.base_scheduler [None req-9edcc470-4a0f-4bce-aa43-c9d70c404ce5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:56:49.527633 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:49.572475 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-5ad99980-5a37-4bf3-a078-95fc3825fc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'name': 'tempest-TestVolumeBootPattern-98750219-router', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.242'}], 'enable_snat': True}, 'gw_port_id': '2b62c892-4abb-42c7-af27-c6803021dfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:56:45Z', 'updated_at': '2022-10-23T00:56:49Z', 'revision_number': 4, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'gw_port': {'id': '2b62c892-4abb-42c7-af27-c6803021dfdd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:81:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:56:46Z', 'updated_at': '2022-10-23T00:56:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7e98a342-e446-43cd-a9ad-e1e77aed3807', 'name': '', 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'mac_address': 'fa:16:3e:dd:c5:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '6978021c-740e-4d5a-a551-8462e322d9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:56:48Z', 'updated_at': '2022-10-23T00:56:48Z', 'revision_number': 1, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'subnets': [{'id': '6978021c-740e-4d5a-a551-8462e322d9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:56:49.597594 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad99980-5a37-4bf3-a078-95fc3825fc1c None None] The sync data for ids ['63e9c62b-0504-4d3f-bdb7-d47b057b9cb0'] in dv-cinder-master-3-iscsi is: [{'id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'name': 'tempest-TestVolumeBootPattern-98750219-router', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.242'}], 'enable_snat': True}, 'gw_port_id': '2b62c892-4abb-42c7-af27-c6803021dfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:56:45Z', 'updated_at': '2022-10-23T00:56:49Z', 'revision_number': 4, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'gw_port': {'id': '2b62c892-4abb-42c7-af27-c6803021dfdd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:81:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:56:46Z', 'updated_at': '2022-10-23T00:56:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7e98a342-e446-43cd-a9ad-e1e77aed3807', 'name': '', 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'mac_address': 'fa:16:3e:dd:c5:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '6978021c-740e-4d5a-a551-8462e322d9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:56:48Z', 'updated_at': '2022-10-23T00:56:48Z', 'revision_number': 1, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'subnets': [{'id': '6978021c-740e-4d5a-a551-8462e322d9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 00:56:49.602217 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9edcc470-4a0f-4bce-aa43-c9d70c404ce5 admin admin] Router 63e9c62b-0504-4d3f-bdb7-d47b057b9cb0 has already been hosted by L3 agent 71de1650-f9d9-4095-92e6-e37ec99e20cf {{(pid=104551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 00:56:49.724675 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9edcc470-4a0f-4bce-aa43-c9d70c404ce5 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 00:56:49.730396 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-9edcc470-4a0f-4bce-aa43-c9d70c404ce5 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/63e9c62b-0504-4d3f-bdb7-d47b057b9cb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6126194 Oct 23 00:56:49.790957 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-a43f5c9b-b040-4d89-8d5b-2858ec237f3e None None] Provisioning complete for port 7e98a342-e446-43cd-a9ad-e1e77aed3807 triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:56:49.791410 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-a43f5c9b-b040-4d89-8d5b-2858ec237f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (7e98a342-e446-43cd-a9ad-e1e77aed3807), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:49.791831 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-a43f5c9b-b040-4d89-8d5b-2858ec237f3e None None] Attempt 1 to provision port 7e98a342-e446-43cd-a9ad-e1e77aed3807 Oct 23 00:56:49.871673 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-a43f5c9b-b040-4d89-8d5b-2858ec237f3e None None] Port 7e98a342-e446-43cd-a9ad-e1e77aed3807 cannot update to ACTIVE because it is not bound. {{(pid=104553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 00:56:50.385030 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3cccd6-fd6c-4731-89f0-1b2b054f131b req-eaeb4d52-db16-485f-a2ad-eeefb0289a58 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:50.386951 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-9d3cccd6-fd6c-4731-89f0-1b2b054f131b req-eaeb4d52-db16-485f-a2ad-eeefb0289a58 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 946 time: 0.1303458 Oct 23 00:56:50.390141 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e75af-80e7-469d-9e9f-c80768570618 req-ec40d260-7a98-4fa8-88c8-584d966e9525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:50.391565 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-647e75af-80e7-469d-9e9f-c80768570618 req-ec40d260-7a98-4fa8-88c8-584d966e9525 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=59add4b78cd346a194c4be211d1996be&device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 1129 time: 0.0805016 Oct 23 00:56:50.393582 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 48854) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:50.398720 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-40039918-782a-4d2b-9d97-d2a9cfea4cd5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1243917946-network', 'tenant_id': '8583a220baac4aa6874e0f5341f87171'}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:56:50.423817 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40039918-782a-4d2b-9d97-d2a9cfea4cd5 admin admin] Made reservation on behalf of 8583a220baac4aa6874e0f5341f87171 for: {'network': 1} {{(pid=104551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:56:50.426565 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-40039918-782a-4d2b-9d97-d2a9cfea4cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for network (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:50.436416 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-40039918-782a-4d2b-9d97-d2a9cfea4cd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:50.489983 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:50.528510 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-40039918-782a-4d2b-9d97-d2a9cfea4cd5 admin admin] Publish callbacks [] for security_group (fc42b5e2-044d-4a87-a887-aeaedf9f364b), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:50.533364 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-9d3cccd6-fd6c-4731-89f0-1b2b054f131b req-cc6eb01a-0f60-4c7b-b422-b6c839228fc8 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398087 Oct 23 00:56:50.535707 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-40039918-782a-4d2b-9d97-d2a9cfea4cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (fc42b5e2-044d-4a87-a887-aeaedf9f364b), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:50.542083 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e75af-80e7-469d-9e9f-c80768570618 req-593fce96-50b3-4231-abb0-f481cb477425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:50.543635 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-647e75af-80e7-469d-9e9f-c80768570618 req-593fce96-50b3-4231-abb0-f481cb477425 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=f8105e98-346f-4369-be4d-2cb2d399c07a HTTP/1.1" status: 200 len: 917 time: 0.1341076 Oct 23 00:56:50.563463 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40039918-782a-4d2b-9d97-d2a9cfea4cd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=104551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 00:56:50.582272 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40039918-782a-4d2b-9d97-d2a9cfea4cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc42b5e2-044d-4a87-a887-aeaedf9f364b,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:50.585374 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-40039918-782a-4d2b-9d97-d2a9cfea4cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13381139'] for segment (e815dbec-503c-49d3-92df-c327e2f51879), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:50.585713 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.db.segments_db [None req-40039918-782a-4d2b-9d97-d2a9cfea4cd5 admin admin] Added segment e815dbec-503c-49d3-92df-c327e2f51879 of type vlan for network 3671536d-8aa1-44fa-b916-8136fb2fa9f6 Oct 23 00:56:50.619983 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:50.628889 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-647e75af-80e7-469d-9e9f-c80768570618 req-2b857729-e84f-43c3-abc9-5cd05daba498 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4115102-acce-4a90-ab24-eb74a5879146 HTTP/1.1" status: 200 len: 1001 time: 0.0674222 Oct 23 00:56:50.631410 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-40039918-782a-4d2b-9d97-d2a9cfea4cd5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758734439581'] for network (3671536d-8aa1-44fa-b916-8136fb2fa9f6), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:50.660034 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-40039918-782a-4d2b-9d97-d2a9cfea4cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493'] for network (3671536d-8aa1-44fa-b916-8136fb2fa9f6), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:50.661087 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40039918-782a-4d2b-9d97-d2a9cfea4cd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:50.661670 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-40039918-782a-4d2b-9d97-d2a9cfea4cd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for network (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:50.687717 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e75af-80e7-469d-9e9f-c80768570618 req-ccfa9a1c-4232-47d1-a677-a6636cb5c445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:50.689788 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-647e75af-80e7-469d-9e9f-c80768570618 req-ccfa9a1c-4232-47d1-a677-a6636cb5c445 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=52944cd4-669b-4a10-a076-1661bc94a4a7 HTTP/1.1" status: 200 len: 855 time: 0.0526392 Oct 23 00:56:50.730910 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-40039918-782a-4d2b-9d97-d2a9cfea4cd5 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3329296 Oct 23 00:56:50.730910 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40039918-782a-4d2b-9d97-d2a9cfea4cd5 admin admin] Pushing event updated for resources: {'Network': ['ID=3671536d-8aa1-44fa-b916-8136fb2fa9f6,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:50.731184 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 48858) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:50.736195 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-33e9fecb-d3ae-4e5c-a0a2-5f9adb1d3765 admin admin] Request body: {'subnet': {'network_id': '3671536d-8aa1-44fa-b916-8136fb2fa9f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1243917946-subnet', 'tenant_id': '8583a220baac4aa6874e0f5341f87171', 'ip_version': 4}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:56:50.743104 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Network 3671536d-8aa1-44fa-b916-8136fb2fa9f6 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104553) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 00:56:50.745141 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e75af-80e7-469d-9e9f-c80768570618 req-73d11d6a-9bfb-4aa9-9439-4b39faf646f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:50.747552 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-647e75af-80e7-469d-9e9f-c80768570618 req-73d11d6a-9bfb-4aa9-9439-4b39faf646f7 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=f8105e98-346f-4369-be4d-2cb2d399c07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466607 Oct 23 00:56:50.761831 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e9fecb-d3ae-4e5c-a0a2-5f9adb1d3765 admin admin] Made reservation on behalf of 8583a220baac4aa6874e0f5341f87171 for: {'subnet': 1} {{(pid=104551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:56:50.765771 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-33e9fecb-d3ae-4e5c-a0a2-5f9adb1d3765 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:50.854949 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:50.956909 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-33e9fecb-d3ae-4e5c-a0a2-5f9adb1d3765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493'] for subnet (0fa7088a-c070-4968-8e67-305bb07f64cf), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:51.043418 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e9fecb-d3ae-4e5c-a0a2-5f9adb1d3765 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fa7088a-c070-4968-8e67-305bb07f64cf,revision_number=0']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:51.049231 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e9fecb-d3ae-4e5c-a0a2-5f9adb1d3765 admin admin] Checking segment: {'id': 'e815dbec-503c-49d3-92df-c327e2f51879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3671536d-8aa1-44fa-b916-8136fb2fa9f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:56:51.049459 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e9fecb-d3ae-4e5c-a0a2-5f9adb1d3765 admin admin] Network hostable DHCP agents. Network: 3671536d-8aa1-44fa-b916-8136fb2fa9f6, hostable agents: ['6b66cfba-c169-484b-b3a5-13fb9b6528cf'], hosted agents: [] {{(pid=104551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 00:56:51.068154 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e9fecb-d3ae-4e5c-a0a2-5f9adb1d3765 admin admin] Network 3671536d-8aa1-44fa-b916-8136fb2fa9f6 is scheduled to be hosted by DHCP agent 6b66cfba-c169-484b-b3a5-13fb9b6528cf with binding_index 1 {{(pid=104551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 00:56:51.080485 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.base_scheduler [None req-33e9fecb-d3ae-4e5c-a0a2-5f9adb1d3765 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 3671536d-8aa1-44fa-b916-8136fb2fa9f6) {{(pid=104551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:56:51.085060 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e9fecb-d3ae-4e5c-a0a2-5f9adb1d3765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:51.085673 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-33e9fecb-d3ae-4e5c-a0a2-5f9adb1d3765 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:51.096934 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a4f2dc-9812-4983-8c96-6865d63ed857 None None] Network 3671536d-8aa1-44fa-b916-8136fb2fa9f6 requested from dv-cinder-master-3-iscsi {{(pid=104553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 00:56:51.108215 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-33e9fecb-d3ae-4e5c-a0a2-5f9adb1d3765 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3757412 Oct 23 00:56:51.111957 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 48876) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:51.116581 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-da748fd6-96f6-4c9c-9200-7187135e2bb5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1243917946-router', 'tenant_id': '8583a220baac4aa6874e0f5341f87171', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'}}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:56:51.144562 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-da748fd6-96f6-4c9c-9200-7187135e2bb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123557'] for router (53f557d1-b75d-4835-9f36-d774c5942bfc), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:51.145667 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-da748fd6-96f6-4c9c-9200-7187135e2bb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-412307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123578'] for router (53f557d1-b75d-4835-9f36-d774c5942bfc), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:51.199787 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-da748fd6-96f6-4c9c-9200-7187135e2bb5 admin admin] Publish callbacks [] for router_controller (53f557d1-b75d-4835-9f36-d774c5942bfc), precommit_add_association {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:51.279200 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-7e9ef9ab-1afe-4ffe-989e-b50016ea7e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (71de1650-f9d9-4095-92e6-e37ec99e20cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:51.296971 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520fa15e-9e2b-4701-a3d5-9291753f1264 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-3671536d-8aa1-44fa-b916-8136fb2fa9f6', 'network_id': '3671536d-8aa1-44fa-b916-8136fb2fa9f6', 'project_id': '8583a220baac4aa6874e0f5341f87171', 'fixed_ips': [{'subnet_id': '0fa7088a-c070-4968-8e67-305bb07f64cf'}]}} from dv-cinder-master-3-iscsi. {{(pid=104553) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 00:56:51.297915 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-520fa15e-9e2b-4701-a3d5-9291753f1264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:51.558795 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-da748fd6-96f6-4c9c-9200-7187135e2bb5 admin admin] Publish callbacks [] for router_gateway (53f557d1-b75d-4835-9f36-d774c5942bfc), precommit_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:51.572028 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:51.594733 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.db_base_plugin_common [None req-520fa15e-9e2b-4701-a3d5-9291753f1264 None None] Allocated IP 172.20.0.2 (3671536d-8aa1-44fa-b916-8136fb2fa9f6/0fa7088a-c070-4968-8e67-305bb07f64cf/cac42123-50aa-4652-9152-a69ff5b9a35d) {{(pid=104553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:56:51.662017 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:51.769062 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-520fa15e-9e2b-4701-a3d5-9291753f1264 None None] Publish callbacks [] for port (cac42123-50aa-4652-9152-a69ff5b9a35d), precommit_create {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:51.777189 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-520fa15e-9e2b-4701-a3d5-9291753f1264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446'] for port (cac42123-50aa-4652-9152-a69ff5b9a35d), after_create {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:51.781069 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-da748fd6-96f6-4c9c-9200-7187135e2bb5 admin admin] Publish callbacks [] for router_gateway (53f557d1-b75d-4835-9f36-d774c5942bfc), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:51.803806 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-da748fd6-96f6-4c9c-9200-7187135e2bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:51.821227 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520fa15e-9e2b-4701-a3d5-9291753f1264 None None] Network 3671536d-8aa1-44fa-b916-8136fb2fa9f6 is already hosted by enough agents. {{(pid=104553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:56:51.827908 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.scheduler.base_scheduler [None req-520fa15e-9e2b-4701-a3d5-9291753f1264 None None] Resources bound (agent type, host, resource id): {{(pid=104553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:56:51.833054 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520fa15e-9e2b-4701-a3d5-9291753f1264 None None] Received port after_create {{(pid=104553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:56:51.867508 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d4b597-79ef-43fe-ab46-f4ed0f0c9ad2 req-3fa0621f-35c2-4f20-a810-e7fb93ff92f7 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:51.872789 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-b6d4b597-79ef-43fe-ab46-f4ed0f0c9ad2 req-3fa0621f-35c2-4f20-a810-e7fb93ff92f7 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 946 time: 0.1045876 Oct 23 00:56:51.878335 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520fa15e-9e2b-4701-a3d5-9291753f1264 None None] Pushing event updated for resources: {'Port': ['ID=cac42123-50aa-4652-9152-a69ff5b9a35d,revision_number=1']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:51.922481 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-520fa15e-9e2b-4701-a3d5-9291753f1264 None None] Attempting to bind port cac42123-50aa-4652-9152-a69ff5b9a35d on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:56:51.922862 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-520fa15e-9e2b-4701-a3d5-9291753f1264 None None] Attempting to bind port cac42123-50aa-4652-9152-a69ff5b9a35d by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'e815dbec-503c-49d3-92df-c327e2f51879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3671536d-8aa1-44fa-b916-8136fb2fa9f6'}] {{(pid=104553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:56:51.923233 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520fa15e-9e2b-4701-a3d5-9291753f1264 None None] Attempting to bind port cac42123-50aa-4652-9152-a69ff5b9a35d on network 3671536d-8aa1-44fa-b916-8136fb2fa9f6 {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:56:51.957134 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.db_base_plugin_common [None req-da748fd6-96f6-4c9c-9200-7187135e2bb5 admin admin] Allocated IP 172.37.4.183 (f9ff398c-cd2a-4430-b908-7f7163c266f3/dd152ba8-6213-403c-b7fc-9b4ab174f9a2/0a49bf77-51b1-4891-aa10-f1dbb529cfe2) {{(pid=104551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:56:51.965169 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-b6d4b597-79ef-43fe-ab46-f4ed0f0c9ad2 req-fd39a599-eeab-434e-b85c-d3238e2de3a5 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850027 Oct 23 00:56:51.984241 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520fa15e-9e2b-4701-a3d5-9291753f1264 None None] Checking agent: {'id': 'e5069eb9-82e8-4601-9222-8a50cea677c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 24), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:56:51.984626 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520fa15e-9e2b-4701-a3d5-9291753f1264 None None] Checking segment: {'id': 'e815dbec-503c-49d3-92df-c327e2f51879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3671536d-8aa1-44fa-b916-8136fb2fa9f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:56:51.985076 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-520fa15e-9e2b-4701-a3d5-9291753f1264 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:51.985579 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520fa15e-9e2b-4701-a3d5-9291753f1264 None None] Bound using segment: {'id': 'e815dbec-503c-49d3-92df-c327e2f51879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3671536d-8aa1-44fa-b916-8136fb2fa9f6'} {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:56:51.986290 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-520fa15e-9e2b-4701-a3d5-9291753f1264 None None] Bound port: cac42123-50aa-4652-9152-a69ff5b9a35d, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e815dbec-503c-49d3-92df-c327e2f51879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3671536d-8aa1-44fa-b916-8136fb2fa9f6'}}] {{(pid=104553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:56:51.986661 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-520fa15e-9e2b-4701-a3d5-9291753f1264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (cac42123-50aa-4652-9152-a69ff5b9a35d), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:52.013678 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-647e75af-80e7-469d-9e9f-c80768570618 req-ae401a20-95c5-4e34-8d45-d70af2652b3b service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f8105e98-346f-4369-be4d-2cb2d399c07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668178 Oct 23 00:56:52.023253 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a065ad2b-9631-4bcb-83bc-89d83e66eb6b None None] Sync routers for ids ['63e9c62b-0504-4d3f-bdb7-d47b057b9cb0'] in dv-cinder-master-3-iscsi {{(pid=104553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 00:56:52.070311 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 2b62c892-4abb-42c7-af27-c6803021dfdd up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:56:52.096447 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=7 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:52.097096 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a065ad2b-9631-4bcb-83bc-89d83e66eb6b None None] Routers {'63e9c62b-0504-4d3f-bdb7-d47b057b9cb0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:56:52.097744 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-a065ad2b-9631-4bcb-83bc-89d83e66eb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T00:56:51Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['63e9c62b-0504-4d3f-bdb7-d47b057b9cb0'], 'active': True} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:56:52.100456 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:52.109427 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-da748fd6-96f6-4c9c-9200-7187135e2bb5 admin admin] Publish callbacks [] for port (0a49bf77-51b1-4891-aa10-f1dbb529cfe2), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:52.143158 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-da748fd6-96f6-4c9c-9200-7187135e2bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446'] for port (0a49bf77-51b1-4891-aa10-f1dbb529cfe2), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:52.185008 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da748fd6-96f6-4c9c-9200-7187135e2bb5 admin admin] Network f9ff398c-cd2a-4430-b908-7f7163c266f3 is already hosted by enough agents. {{(pid=104551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:56:52.186391 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-520fa15e-9e2b-4701-a3d5-9291753f1264 None None] For port cac42123-50aa-4652-9152-a69ff5b9a35d, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:56:52.191845 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.base_scheduler [None req-da748fd6-96f6-4c9c-9200-7187135e2bb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:56:52.194685 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-520fa15e-9e2b-4701-a3d5-9291753f1264 None None] For port cac42123-50aa-4652-9152-a69ff5b9a35d, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=cac42123-50aa-4652-9152-a69ff5b9a35d,segment=NetworkSegment(e815dbec-503c-49d3-92df-c327e2f51879),segment_id=e815dbec-503c-49d3-92df-c327e2f51879)] {{(pid=104553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:56:52.195630 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da748fd6-96f6-4c9c-9200-7187135e2bb5 admin admin] Received port after_create {{(pid=104551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:56:52.198851 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da748fd6-96f6-4c9c-9200-7187135e2bb5 admin admin] Pushing event updated for resources: {'Port': ['ID=0a49bf77-51b1-4891-aa10-f1dbb529cfe2,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:52.234026 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-520fa15e-9e2b-4701-a3d5-9291753f1264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (cac42123-50aa-4652-9152-a69ff5b9a35d), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:52.245438 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port 2b62c892-4abb-42c7-af27-c6803021dfdd triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:56:52.245819 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (2b62c892-4abb-42c7-af27-c6803021dfdd), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:52.246191 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port 2b62c892-4abb-42c7-af27-c6803021dfdd Oct 23 00:56:52.330126 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvr_db [None req-a065ad2b-9631-4bcb-83bc-89d83e66eb6b None None] Set router 63e9c62b-0504-4d3f-bdb7-d47b057b9cb0 gateway port host: dv-cinder-master-3-iscsi {{(pid=104553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:56:52.392820 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5148f689-0f62-430a-b3f2-d0758b81aa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (b2013646-e5ec-4b71-a145-3908973fbde8), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:52.434685 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520fa15e-9e2b-4701-a3d5-9291753f1264 None None] Pushing event updated for resources: {'Port': ['ID=cac42123-50aa-4652-9152-a69ff5b9a35d,revision_number=2']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:52.445981 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-da748fd6-96f6-4c9c-9200-7187135e2bb5 admin admin] Publish callbacks [] for router_gateway (53f557d1-b75d-4835-9f36-d774c5942bfc), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:52.511096 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:52.531060 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port 2b62c892-4abb-42c7-af27-c6803021dfdd is: DOWN; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:56:52.531449 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (2b62c892-4abb-42c7-af27-c6803021dfdd), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:52.573559 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] For port 2b62c892-4abb-42c7-af27-c6803021dfdd, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=2b62c892-4abb-42c7-af27-c6803021dfdd,segment=NetworkSegment(0d47d9bc-e081-4c9e-9d69-e5804f7aef1d),segment_id=0d47d9bc-e081-4c9e-9d69-e5804f7aef1d)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:56:52.580475 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (2b62c892-4abb-42c7-af27-c6803021dfdd), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:52.656203 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-da748fd6-96f6-4c9c-9200-7187135e2bb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-401071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398604'] for router (53f557d1-b75d-4835-9f36-d774c5942bfc), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:52.661610 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-a065ad2b-9631-4bcb-83bc-89d83e66eb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'name': 'tempest-TestVolumeBootPattern-98750219-router', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.242'}], 'enable_snat': True}, 'gw_port_id': '2b62c892-4abb-42c7-af27-c6803021dfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:56:45Z', 'updated_at': '2022-10-23T00:56:49Z', 'revision_number': 4, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'gw_port': {'id': '2b62c892-4abb-42c7-af27-c6803021dfdd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:81:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:56:46Z', 'updated_at': '2022-10-23T00:56:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7e98a342-e446-43cd-a9ad-e1e77aed3807', 'name': '', 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'mac_address': 'fa:16:3e:dd:c5:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '6978021c-740e-4d5a-a551-8462e322d9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:56:48Z', 'updated_at': '2022-10-23T00:56:49Z', 'revision_number': 2, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'subnets': [{'id': '6978021c-740e-4d5a-a551-8462e322d9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:56:52.664642 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Pushing event updated for resources: {'Port': ['ID=2b62c892-4abb-42c7-af27-c6803021dfdd,revision_number=4']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:52.688754 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a065ad2b-9631-4bcb-83bc-89d83e66eb6b None None] Checking router: 63e9c62b-0504-4d3f-bdb7-d47b057b9cb0 for host: dv-cinder-master-3-iscsi {{(pid=104553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 00:56:52.689038 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a065ad2b-9631-4bcb-83bc-89d83e66eb6b None None] Updating router 63e9c62b-0504-4d3f-bdb7-d47b057b9cb0 port 7e98a342-e446-43cd-a9ad-e1e77aed3807 binding host dv-cinder-master-3-iscsi {{(pid=104553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 00:56:52.703809 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:52.717061 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-a065ad2b-9631-4bcb-83bc-89d83e66eb6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (7e98a342-e446-43cd-a9ad-e1e77aed3807), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:52.787383 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da748fd6-96f6-4c9c-9200-7187135e2bb5 admin admin] Router 53f557d1-b75d-4835-9f36-d774c5942bfc is scheduled to L3 agent 71de1650-f9d9-4095-92e6-e37ec99e20cf with binding_index 1 {{(pid=104551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 00:56:52.893212 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da748fd6-96f6-4c9c-9200-7187135e2bb5 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 00:56:52.906671 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fac9d3a-a69f-4a0e-803c-121861ea2f08 None None] Sync routers for ids ['53f557d1-b75d-4835-9f36-d774c5942bfc'] in dv-cinder-master-3-iscsi {{(pid=104554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 00:56:52.915340 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-da748fd6-96f6-4c9c-9200-7187135e2bb5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:52.919467 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fac9d3a-a69f-4a0e-803c-121861ea2f08 None None] Routers {'53f557d1-b75d-4835-9f36-d774c5942bfc'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:56:52.920045 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 48898) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:52.920571 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-da748fd6-96f6-4c9c-9200-7187135e2bb5 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8072169 Oct 23 00:56:52.922643 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-3fac9d3a-a69f-4a0e-803c-121861ea2f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T00:56:51Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['53f557d1-b75d-4835-9f36-d774c5942bfc'], 'active': True} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:56:53.003675 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:53.006955 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-a065ad2b-9631-4bcb-83bc-89d83e66eb6b None None] Publish callbacks [] for port (7e98a342-e446-43cd-a9ad-e1e77aed3807), precommit_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:53.017139 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-a065ad2b-9631-4bcb-83bc-89d83e66eb6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (7e98a342-e446-43cd-a9ad-e1e77aed3807), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:53.038317 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvr_db [None req-3fac9d3a-a69f-4a0e-803c-121861ea2f08 None None] Set router 53f557d1-b75d-4835-9f36-d774c5942bfc gateway port host: dv-cinder-master-3-iscsi {{(pid=104554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:56:53.109594 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a2fe4-9d0e-4df9-932a-5a144b8fb483 None None] Pushing event updated for resources: {'Port': ['ID=7e98a342-e446-43cd-a9ad-e1e77aed3807,revision_number=3']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:53.126018 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:53.155005 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-a065ad2b-9631-4bcb-83bc-89d83e66eb6b None None] Attempting to bind port 7e98a342-e446-43cd-a9ad-e1e77aed3807 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:56:53.155470 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-a065ad2b-9631-4bcb-83bc-89d83e66eb6b None None] Attempting to bind port 7e98a342-e446-43cd-a9ad-e1e77aed3807 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'd3b56b04-e2e1-4f00-a9db-1de40f8c425f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79'}] {{(pid=104553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:56:53.155949 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a065ad2b-9631-4bcb-83bc-89d83e66eb6b None None] Attempting to bind port 7e98a342-e446-43cd-a9ad-e1e77aed3807 on network 858cf055-6f06-45a9-bd3f-2b834e6b7b79 {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:56:53.221478 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a065ad2b-9631-4bcb-83bc-89d83e66eb6b None None] Checking agent: {'id': 'e5069eb9-82e8-4601-9222-8a50cea677c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 24), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:56:53.222037 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a065ad2b-9631-4bcb-83bc-89d83e66eb6b None None] Checking segment: {'id': 'd3b56b04-e2e1-4f00-a9db-1de40f8c425f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:56:53.230604 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-a065ad2b-9631-4bcb-83bc-89d83e66eb6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:53.231122 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a065ad2b-9631-4bcb-83bc-89d83e66eb6b None None] Bound using segment: {'id': 'd3b56b04-e2e1-4f00-a9db-1de40f8c425f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79'} {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:56:53.231218 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=100 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:53.231807 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-a065ad2b-9631-4bcb-83bc-89d83e66eb6b None None] Bound port: 7e98a342-e446-43cd-a9ad-e1e77aed3807, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3b56b04-e2e1-4f00-a9db-1de40f8c425f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79'}}] {{(pid=104553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:56:53.232300 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-a065ad2b-9631-4bcb-83bc-89d83e66eb6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (7e98a342-e446-43cd-a9ad-e1e77aed3807), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:53.275307 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-3fac9d3a-a69f-4a0e-803c-121861ea2f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f557d1-b75d-4835-9f36-d774c5942bfc', 'name': 'tempest-TestVolumeBootPattern-1243917946-router', 'tenant_id': '8583a220baac4aa6874e0f5341f87171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.183'}], 'enable_snat': True}, 'gw_port_id': '0a49bf77-51b1-4891-aa10-f1dbb529cfe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:56:51Z', 'updated_at': '2022-10-23T00:56:52Z', 'revision_number': 3, 'project_id': '8583a220baac4aa6874e0f5341f87171', 'gw_port': {'id': '0a49bf77-51b1-4891-aa10-f1dbb529cfe2', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f5:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f557d1-b75d-4835-9f36-d774c5942bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:56:51Z', 'updated_at': '2022-10-23T00:56:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:56:53.305527 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fac9d3a-a69f-4a0e-803c-121861ea2f08 None None] Checking router: 53f557d1-b75d-4835-9f36-d774c5942bfc for host: dv-cinder-master-3-iscsi {{(pid=104554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 00:56:53.305931 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fac9d3a-a69f-4a0e-803c-121861ea2f08 None None] Updating router 53f557d1-b75d-4835-9f36-d774c5942bfc port 0a49bf77-51b1-4891-aa10-f1dbb529cfe2 binding host dv-cinder-master-3-iscsi {{(pid=104554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 00:56:53.310119 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-a065ad2b-9631-4bcb-83bc-89d83e66eb6b None None] For port 7e98a342-e446-43cd-a9ad-e1e77aed3807, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:56:53.316445 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-a065ad2b-9631-4bcb-83bc-89d83e66eb6b None None] For port 7e98a342-e446-43cd-a9ad-e1e77aed3807, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7e98a342-e446-43cd-a9ad-e1e77aed3807,segment=NetworkSegment(d3b56b04-e2e1-4f00-a9db-1de40f8c425f),segment_id=d3b56b04-e2e1-4f00-a9db-1de40f8c425f)] {{(pid=104553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:56:53.326991 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-a065ad2b-9631-4bcb-83bc-89d83e66eb6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (7e98a342-e446-43cd-a9ad-e1e77aed3807), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:53.343081 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-3fac9d3a-a69f-4a0e-803c-121861ea2f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (0a49bf77-51b1-4891-aa10-f1dbb529cfe2), before_update {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:53.392333 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a065ad2b-9631-4bcb-83bc-89d83e66eb6b None None] Routers {'63e9c62b-0504-4d3f-bdb7-d47b057b9cb0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:56:53.394483 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-a065ad2b-9631-4bcb-83bc-89d83e66eb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T00:56:51Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['63e9c62b-0504-4d3f-bdb7-d47b057b9cb0'], 'active': True} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:56:53.403238 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aede4d-6d7c-428c-bd6f-bd26b32c40d2 req-a4dd9661-6bfa-4b8f-bfe5-1d5f65208f5e tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:53.410810 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e8aede4d-6d7c-428c-bd6f-bd26b32c40d2 req-a4dd9661-6bfa-4b8f-bfe5-1d5f65208f5e tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 946 time: 0.0739248 Oct 23 00:56:53.444619 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa18f6f-0d13-4b2e-b437-ef7d6ffd31d2 None None] Network 3671536d-8aa1-44fa-b916-8136fb2fa9f6 requested from dv-cinder-master-3-iscsi {{(pid=104553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 00:56:53.469225 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a2fe4-9d0e-4df9-932a-5a144b8fb483 None None] Pushing event updated for resources: {'Port': ['ID=7e98a342-e446-43cd-a9ad-e1e77aed3807,revision_number=4']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:53.532172 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e8aede4d-6d7c-428c-bd6f-bd26b32c40d2 req-78fb7b8c-aada-4d91-820b-a4cca0dbedc6 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204972 Oct 23 00:56:53.617187 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-3fac9d3a-a69f-4a0e-803c-121861ea2f08 None None] Publish callbacks [] for port (0a49bf77-51b1-4891-aa10-f1dbb529cfe2), precommit_update {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:53.625968 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-3fac9d3a-a69f-4a0e-803c-121861ea2f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (0a49bf77-51b1-4891-aa10-f1dbb529cfe2), after_update {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:53.669438 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.managers [None req-3fac9d3a-a69f-4a0e-803c-121861ea2f08 None None] Attempting to bind port 0a49bf77-51b1-4891-aa10-f1dbb529cfe2 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:56:53.670020 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.managers [None req-3fac9d3a-a69f-4a0e-803c-121861ea2f08 None None] Attempting to bind port 0a49bf77-51b1-4891-aa10-f1dbb529cfe2 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '0d47d9bc-e081-4c9e-9d69-e5804f7aef1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'}] {{(pid=104554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:56:53.670528 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fac9d3a-a69f-4a0e-803c-121861ea2f08 None None] Attempting to bind port 0a49bf77-51b1-4891-aa10-f1dbb529cfe2 on network f9ff398c-cd2a-4430-b908-7f7163c266f3 {{(pid=104554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:56:53.677194 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:53.713503 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795eb30c-7f70-493b-a646-031228648727 None None] Pushing event updated for resources: {'Port': ['ID=0a49bf77-51b1-4891-aa10-f1dbb529cfe2,revision_number=2']} {{(pid=104554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:53.723230 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795eb30c-7f70-493b-a646-031228648727 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:53.723886 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795eb30c-7f70-493b-a646-031228648727 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:53.724387 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795eb30c-7f70-493b-a646-031228648727 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:53.724923 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795eb30c-7f70-493b-a646-031228648727 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:53.725389 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795eb30c-7f70-493b-a646-031228648727 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:53.725971 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795eb30c-7f70-493b-a646-031228648727 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:53.726438 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795eb30c-7f70-493b-a646-031228648727 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:53.726894 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795eb30c-7f70-493b-a646-031228648727 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:53.727552 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795eb30c-7f70-493b-a646-031228648727 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:53.728179 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795eb30c-7f70-493b-a646-031228648727 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:53.728838 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795eb30c-7f70-493b-a646-031228648727 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:53.729275 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-07601ad8-ee4b-4b66-a0e5-1072bf411230 None None] Provisioning complete for port cac42123-50aa-4652-9152-a69ff5b9a35d triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:56:53.729408 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795eb30c-7f70-493b-a646-031228648727 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:53.729646 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-07601ad8-ee4b-4b66-a0e5-1072bf411230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (cac42123-50aa-4652-9152-a69ff5b9a35d), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:53.729920 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795eb30c-7f70-493b-a646-031228648727 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:53.730027 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-07601ad8-ee4b-4b66-a0e5-1072bf411230 None None] Attempt 1 to provision port cac42123-50aa-4652-9152-a69ff5b9a35d Oct 23 00:56:53.730250 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795eb30c-7f70-493b-a646-031228648727 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:53.730584 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795eb30c-7f70-493b-a646-031228648727 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:56:53.755699 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fac9d3a-a69f-4a0e-803c-121861ea2f08 None None] Checking agent: {'id': 'e5069eb9-82e8-4601-9222-8a50cea677c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 24), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:56:53.756083 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fac9d3a-a69f-4a0e-803c-121861ea2f08 None None] Checking segment: {'id': '0d47d9bc-e081-4c9e-9d69-e5804f7aef1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:56:53.756659 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-3fac9d3a-a69f-4a0e-803c-121861ea2f08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:53.757062 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fac9d3a-a69f-4a0e-803c-121861ea2f08 None None] Bound using segment: {'id': '0d47d9bc-e081-4c9e-9d69-e5804f7aef1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'} {{(pid=104554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:56:53.757520 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.managers [None req-3fac9d3a-a69f-4a0e-803c-121861ea2f08 None None] Bound port: 0a49bf77-51b1-4891-aa10-f1dbb529cfe2, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d47d9bc-e081-4c9e-9d69-e5804f7aef1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'}}] {{(pid=104554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:56:53.757957 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-3fac9d3a-a69f-4a0e-803c-121861ea2f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (0a49bf77-51b1-4891-aa10-f1dbb529cfe2), before_update {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:53.769679 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:53.771822 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvr_db [None req-a065ad2b-9631-4bcb-83bc-89d83e66eb6b None None] Set router 63e9c62b-0504-4d3f-bdb7-d47b057b9cb0 gateway port host: dv-cinder-master-3-iscsi {{(pid=104553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:56:53.777863 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e80eb663-45f3-44c1-bd5d-b13fbac885c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (9e3bf558-830b-43df-b1b1-6fe61a75ce60), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:53.785749 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:53.815167 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.db [None req-3fac9d3a-a69f-4a0e-803c-121861ea2f08 None None] For port 0a49bf77-51b1-4891-aa10-f1dbb529cfe2, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:56:53.819617 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.db [None req-3fac9d3a-a69f-4a0e-803c-121861ea2f08 None None] For port 0a49bf77-51b1-4891-aa10-f1dbb529cfe2, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0a49bf77-51b1-4891-aa10-f1dbb529cfe2,segment=NetworkSegment(0d47d9bc-e081-4c9e-9d69-e5804f7aef1d),segment_id=0d47d9bc-e081-4c9e-9d69-e5804f7aef1d)] {{(pid=104554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:56:53.828837 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-3fac9d3a-a69f-4a0e-803c-121861ea2f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (0a49bf77-51b1-4891-aa10-f1dbb529cfe2), after_update {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:53.847394 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-647e75af-80e7-469d-9e9f-c80768570618 req-114bf5d7-335f-45e6-9d34-40c06209ddae service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f8105e98-346f-4369-be4d-2cb2d399c07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607299 Oct 23 00:56:53.851509 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-3666d4f5-6341-48fc-9ef2-6110db41822e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:53.910126 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795eb30c-7f70-493b-a646-031228648727 None None] Pushing event updated for resources: {'Port': ['ID=0a49bf77-51b1-4891-aa10-f1dbb529cfe2,revision_number=3']} {{(pid=104554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:53.919888 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fac9d3a-a69f-4a0e-803c-121861ea2f08 None None] Routers {'53f557d1-b75d-4835-9f36-d774c5942bfc'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:56:53.920351 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-3fac9d3a-a69f-4a0e-803c-121861ea2f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T00:56:51Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['53f557d1-b75d-4835-9f36-d774c5942bfc'], 'active': True} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:56:54.020843 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-07601ad8-ee4b-4b66-a0e5-1072bf411230 None None] Current status of the port cac42123-50aa-4652-9152-a69ff5b9a35d is: DOWN; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:56:54.021359 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-07601ad8-ee4b-4b66-a0e5-1072bf411230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (cac42123-50aa-4652-9152-a69ff5b9a35d), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:54.041564 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:54.075780 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:54.075978 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (e5069eb9-82e8-4601-9222-8a50cea677c6), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:54.105133 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.db_base_plugin_common [None req-3666d4f5-6341-48fc-9ef2-6110db41822e admin admin] Allocated IP 172.20.0.1 (3671536d-8aa1-44fa-b916-8136fb2fa9f6/0fa7088a-c070-4968-8e67-305bb07f64cf/55c9d1b4-a571-45cb-ad61-6353c862fcd6) {{(pid=104552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:56:54.111413 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvr_db [None req-3fac9d3a-a69f-4a0e-803c-121861ea2f08 None None] Set router 53f557d1-b75d-4835-9f36-d774c5942bfc gateway port host: dv-cinder-master-3-iscsi {{(pid=104554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:56:54.140596 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-07601ad8-ee4b-4b66-a0e5-1072bf411230 None None] For port cac42123-50aa-4652-9152-a69ff5b9a35d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=cac42123-50aa-4652-9152-a69ff5b9a35d,segment=NetworkSegment(e815dbec-503c-49d3-92df-c327e2f51879),segment_id=e815dbec-503c-49d3-92df-c327e2f51879)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:56:54.167099 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-07601ad8-ee4b-4b66-a0e5-1072bf411230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (cac42123-50aa-4652-9152-a69ff5b9a35d), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:54.186624 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-a065ad2b-9631-4bcb-83bc-89d83e66eb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'name': 'tempest-TestVolumeBootPattern-98750219-router', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.242'}], 'enable_snat': True}, 'gw_port_id': '2b62c892-4abb-42c7-af27-c6803021dfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:56:45Z', 'updated_at': '2022-10-23T00:56:49Z', 'revision_number': 4, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'gw_port': {'id': '2b62c892-4abb-42c7-af27-c6803021dfdd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:56:46Z', 'updated_at': '2022-10-23T00:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7e98a342-e446-43cd-a9ad-e1e77aed3807', 'name': '', 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'mac_address': 'fa:16:3e:dd:c5:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '6978021c-740e-4d5a-a551-8462e322d9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:56:48Z', 'updated_at': '2022-10-23T00:56:53Z', 'revision_number': 4, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'subnets': [{'id': '6978021c-740e-4d5a-a551-8462e322d9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:56:54.258253 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 7e98a342-e446-43cd-a9ad-e1e77aed3807 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:56:54.265055 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a065ad2b-9631-4bcb-83bc-89d83e66eb6b None None] The sync data for ids ['63e9c62b-0504-4d3f-bdb7-d47b057b9cb0'] in dv-cinder-master-3-iscsi is: [{'id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'name': 'tempest-TestVolumeBootPattern-98750219-router', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.242'}], 'enable_snat': True}, 'gw_port_id': '2b62c892-4abb-42c7-af27-c6803021dfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:56:45Z', 'updated_at': '2022-10-23T00:56:49Z', 'revision_number': 4, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'gw_port': {'id': '2b62c892-4abb-42c7-af27-c6803021dfdd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:56:46Z', 'updated_at': '2022-10-23T00:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7e98a342-e446-43cd-a9ad-e1e77aed3807', 'name': '', 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'mac_address': 'fa:16:3e:dd:c5:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '6978021c-740e-4d5a-a551-8462e322d9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:56:48Z', 'updated_at': '2022-10-23T00:56:53Z', 'revision_number': 4, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'subnets': [{'id': '6978021c-740e-4d5a-a551-8462e322d9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 00:56:54.343701 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:54.367284 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-b11b9f8b-a264-43e8-8227-953aeedd6a57 None None] Provisioning complete for port cac42123-50aa-4652-9152-a69ff5b9a35d triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:56:54.367814 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-b11b9f8b-a264-43e8-8227-953aeedd6a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (cac42123-50aa-4652-9152-a69ff5b9a35d), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:54.368582 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-b11b9f8b-a264-43e8-8227-953aeedd6a57 None None] Attempt 1 to provision port cac42123-50aa-4652-9152-a69ff5b9a35d Oct 23 00:56:54.374442 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07601ad8-ee4b-4b66-a0e5-1072bf411230 None None] Pushing event updated for resources: {'Port': ['ID=cac42123-50aa-4652-9152-a69ff5b9a35d,revision_number=3']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:54.387145 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-3666d4f5-6341-48fc-9ef2-6110db41822e admin admin] Publish callbacks [] for port (55c9d1b4-a571-45cb-ad61-6353c862fcd6), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:54.429233 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-3fac9d3a-a69f-4a0e-803c-121861ea2f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f557d1-b75d-4835-9f36-d774c5942bfc', 'name': 'tempest-TestVolumeBootPattern-1243917946-router', 'tenant_id': '8583a220baac4aa6874e0f5341f87171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.183'}], 'enable_snat': True}, 'gw_port_id': '0a49bf77-51b1-4891-aa10-f1dbb529cfe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:56:51Z', 'updated_at': '2022-10-23T00:56:52Z', 'revision_number': 3, 'project_id': '8583a220baac4aa6874e0f5341f87171', 'gw_port': {'id': '0a49bf77-51b1-4891-aa10-f1dbb529cfe2', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f5:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f557d1-b75d-4835-9f36-d774c5942bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:56:51Z', 'updated_at': '2022-10-23T00:56:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:56:54.434747 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port 7e98a342-e446-43cd-a9ad-e1e77aed3807 triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:56:54.435261 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (7e98a342-e446-43cd-a9ad-e1e77aed3807), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:54.435692 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port 7e98a342-e446-43cd-a9ad-e1e77aed3807 Oct 23 00:56:54.460612 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-3666d4f5-6341-48fc-9ef2-6110db41822e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5995606'] for port (55c9d1b4-a571-45cb-ad61-6353c862fcd6), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:54.465969 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fac9d3a-a69f-4a0e-803c-121861ea2f08 None None] The sync data for ids ['53f557d1-b75d-4835-9f36-d774c5942bfc'] in dv-cinder-master-3-iscsi is: [{'id': '53f557d1-b75d-4835-9f36-d774c5942bfc', 'name': 'tempest-TestVolumeBootPattern-1243917946-router', 'tenant_id': '8583a220baac4aa6874e0f5341f87171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.183'}], 'enable_snat': True}, 'gw_port_id': '0a49bf77-51b1-4891-aa10-f1dbb529cfe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:56:51Z', 'updated_at': '2022-10-23T00:56:52Z', 'revision_number': 3, 'project_id': '8583a220baac4aa6874e0f5341f87171', 'gw_port': {'id': '0a49bf77-51b1-4891-aa10-f1dbb529cfe2', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f5:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f557d1-b75d-4835-9f36-d774c5942bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:56:51Z', 'updated_at': '2022-10-23T00:56:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=104554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 00:56:54.511564 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3666d4f5-6341-48fc-9ef2-6110db41822e admin admin] Network 3671536d-8aa1-44fa-b916-8136fb2fa9f6 is already hosted by enough agents. {{(pid=104552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:56:54.516284 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.base_scheduler [None req-3666d4f5-6341-48fc-9ef2-6110db41822e admin admin] Resources bound (agent type, host, resource id): {{(pid=104552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:56:54.530771 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3666d4f5-6341-48fc-9ef2-6110db41822e admin admin] Received port after_create {{(pid=104552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:56:54.615855 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3666d4f5-6341-48fc-9ef2-6110db41822e admin admin] Pushing event updated for resources: {'Port': ['ID=55c9d1b4-a571-45cb-ad61-6353c862fcd6,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:54.665147 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-3666d4f5-6341-48fc-9ef2-6110db41822e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517312'] for router_interface (53f557d1-b75d-4835-9f36-d774c5942bfc), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:54.682310 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-b11b9f8b-a264-43e8-8227-953aeedd6a57 None None] Current status of the port cac42123-50aa-4652-9152-a69ff5b9a35d is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:56:54.723842 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port 7e98a342-e446-43cd-a9ad-e1e77aed3807 is: DOWN; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:56:54.731255 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (7e98a342-e446-43cd-a9ad-e1e77aed3807), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:54.827806 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] For port 7e98a342-e446-43cd-a9ad-e1e77aed3807, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7e98a342-e446-43cd-a9ad-e1e77aed3807,segment=NetworkSegment(d3b56b04-e2e1-4f00-a9db-1de40f8c425f),segment_id=d3b56b04-e2e1-4f00-a9db-1de40f8c425f)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:56:54.842650 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (7e98a342-e446-43cd-a9ad-e1e77aed3807), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:54.843605 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 2b62c892-4abb-42c7-af27-c6803021dfdd up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:56:54.911318 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853a001-550e-434e-8485-30e51567cd25 req-46941dad-a807-4e62-a0f4-467d02da3e01 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:54.913753 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e853a001-550e-434e-8485-30e51567cd25 req-46941dad-a807-4e62-a0f4-467d02da3e01 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 946 time: 0.1531460 Oct 23 00:56:54.992876 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-12c74844-72a8-4ceb-aeba-c72a78312a9a None None] Provisioning complete for port 55c9d1b4-a571-45cb-ad61-6353c862fcd6 triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:56:54.992876 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-12c74844-72a8-4ceb-aeba-c72a78312a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (55c9d1b4-a571-45cb-ad61-6353c862fcd6), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:54.992876 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-12c74844-72a8-4ceb-aeba-c72a78312a9a None None] Attempt 1 to provision port 55c9d1b4-a571-45cb-ad61-6353c862fcd6 Oct 23 00:56:55.010999 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:55.042939 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e853a001-550e-434e-8485-30e51567cd25 req-38d3dfcd-2cab-4ab8-ae11-b12a52e5fc44 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200891 Oct 23 00:56:55.090247 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-3666d4f5-6341-48fc-9ef2-6110db41822e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (55c9d1b4-a571-45cb-ad61-6353c862fcd6), before_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:55.109894 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Pushing event updated for resources: {'Port': ['ID=7e98a342-e446-43cd-a9ad-e1e77aed3807,revision_number=5']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:55.150802 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-12c74844-72a8-4ceb-aeba-c72a78312a9a None None] Port 55c9d1b4-a571-45cb-ad61-6353c862fcd6 cannot update to ACTIVE because it is not bound. {{(pid=104553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 00:56:55.153237 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:55.189418 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port 2b62c892-4abb-42c7-af27-c6803021dfdd triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:56:55.190043 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (2b62c892-4abb-42c7-af27-c6803021dfdd), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:55.190433 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port 2b62c892-4abb-42c7-af27-c6803021dfdd Oct 23 00:56:55.286368 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:55.354552 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-3666d4f5-6341-48fc-9ef2-6110db41822e admin admin] Publish callbacks [] for port (55c9d1b4-a571-45cb-ad61-6353c862fcd6), precommit_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:55.359959 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port 2b62c892-4abb-42c7-af27-c6803021dfdd is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:56:55.362250 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device cac42123-50aa-4652-9152-a69ff5b9a35d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:56:55.367364 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-3666d4f5-6341-48fc-9ef2-6110db41822e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5995615'] for port (55c9d1b4-a571-45cb-ad61-6353c862fcd6), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:55.422566 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port cac42123-50aa-4652-9152-a69ff5b9a35d triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:56:55.422944 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (cac42123-50aa-4652-9152-a69ff5b9a35d), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:55.423274 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port cac42123-50aa-4652-9152-a69ff5b9a35d Oct 23 00:56:55.442088 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-3666d4f5-6341-48fc-9ef2-6110db41822e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-517204'] for router_interface (53f557d1-b75d-4835-9f36-d774c5942bfc), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:55.459427 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3666d4f5-6341-48fc-9ef2-6110db41822e admin admin] Pushing event updated for resources: {'Port': ['ID=55c9d1b4-a571-45cb-ad61-6353c862fcd6,revision_number=2']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:55.506824 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port cac42123-50aa-4652-9152-a69ff5b9a35d is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:56:55.557286 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3666d4f5-6341-48fc-9ef2-6110db41822e admin admin] Network 3671536d-8aa1-44fa-b916-8136fb2fa9f6 is already hosted by enough agents. {{(pid=104552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:56:55.558706 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.base_scheduler [None req-3666d4f5-6341-48fc-9ef2-6110db41822e admin admin] Resources bound (agent type, host, resource id): {{(pid=104552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:56:55.689310 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3666d4f5-6341-48fc-9ef2-6110db41822e admin admin] Router 53f557d1-b75d-4835-9f36-d774c5942bfc has already been hosted by L3 agent 71de1650-f9d9-4095-92e6-e37ec99e20cf {{(pid=104552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 00:56:55.811223 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3666d4f5-6341-48fc-9ef2-6110db41822e admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 00:56:55.816587 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-3666d4f5-6341-48fc-9ef2-6110db41822e admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/53f557d1-b75d-4835-9f36-d774c5942bfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8950458 Oct 23 00:56:55.871637 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-da67a912-0256-40a3-b365-c66399b32bbc None None] Provisioning complete for port 55c9d1b4-a571-45cb-ad61-6353c862fcd6 triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:56:55.872033 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-da67a912-0256-40a3-b365-c66399b32bbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (55c9d1b4-a571-45cb-ad61-6353c862fcd6), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:55.872787 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-da67a912-0256-40a3-b365-c66399b32bbc None None] Attempt 1 to provision port 55c9d1b4-a571-45cb-ad61-6353c862fcd6 Oct 23 00:56:55.909845 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=100 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:55.912781 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-da67a912-0256-40a3-b365-c66399b32bbc None None] Port 55c9d1b4-a571-45cb-ad61-6353c862fcd6 cannot update to ACTIVE because it is not bound. {{(pid=104553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 00:56:56.034981 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 7e98a342-e446-43cd-a9ad-e1e77aed3807 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:56:56.086117 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port 7e98a342-e446-43cd-a9ad-e1e77aed3807 triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:56:56.087435 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (7e98a342-e446-43cd-a9ad-e1e77aed3807), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:56.087916 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port 7e98a342-e446-43cd-a9ad-e1e77aed3807 Oct 23 00:56:56.208230 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port 7e98a342-e446-43cd-a9ad-e1e77aed3807 is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:56:56.212072 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device cac42123-50aa-4652-9152-a69ff5b9a35d up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:56:56.230063 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca73b07-51d4-4069-b507-47156ea7e30b req-35cc0859-67b9-47b3-b36c-e4c48bab95ef tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:56.234933 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3ca73b07-51d4-4069-b507-47156ea7e30b req-35cc0859-67b9-47b3-b36c-e4c48bab95ef tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 946 time: 0.0933883 Oct 23 00:56:56.282227 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 48970) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:56.287785 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [None req-563edadf-b11d-4003-9af9-7d8df5809d65 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2035615498', 'description': 'tempest-secgroup-smoke-2035615498 description', 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:56:56.303014 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port cac42123-50aa-4652-9152-a69ff5b9a35d triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:56:56.303668 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (cac42123-50aa-4652-9152-a69ff5b9a35d), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:56.304176 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port cac42123-50aa-4652-9152-a69ff5b9a35d Oct 23 00:56:56.371507 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:56.384553 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3ca73b07-51d4-4069-b507-47156ea7e30b req-9b72df26-8402-451d-a43b-7c673d87f8cf tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431408 Oct 23 00:56:56.393395 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-563edadf-b11d-4003-9af9-7d8df5809d65 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks [] for security_group (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:56.410807 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port cac42123-50aa-4652-9152-a69ff5b9a35d is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:56:56.411823 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 0a49bf77-51b1-4891-aa10-f1dbb529cfe2 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:56:56.468435 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port 0a49bf77-51b1-4891-aa10-f1dbb529cfe2 triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:56:56.468949 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (0a49bf77-51b1-4891-aa10-f1dbb529cfe2), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:56.469337 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port 0a49bf77-51b1-4891-aa10-f1dbb529cfe2 Oct 23 00:56:56.529170 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-563edadf-b11d-4003-9af9-7d8df5809d65 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks [] for security_group (9e47da15-b648-4e05-8264-514053b0be27), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:56.541404 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-563edadf-b11d-4003-9af9-7d8df5809d65 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (9e47da15-b648-4e05-8264-514053b0be27), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:56.570133 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port 0a49bf77-51b1-4891-aa10-f1dbb529cfe2 is: DOWN; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:56:56.570612 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (0a49bf77-51b1-4891-aa10-f1dbb529cfe2), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:56.595937 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563edadf-b11d-4003-9af9-7d8df5809d65 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e47da15-b648-4e05-8264-514053b0be27,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:56.609856 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] For port 0a49bf77-51b1-4891-aa10-f1dbb529cfe2, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0a49bf77-51b1-4891-aa10-f1dbb529cfe2,segment=NetworkSegment(0d47d9bc-e081-4c9e-9d69-e5804f7aef1d),segment_id=0d47d9bc-e081-4c9e-9d69-e5804f7aef1d)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:56:56.614403 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-563edadf-b11d-4003-9af9-7d8df5809d65 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks [] for security_group (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:56.618841 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-563edadf-b11d-4003-9af9-7d8df5809d65 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3324225 Oct 23 00:56:56.619118 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (0a49bf77-51b1-4891-aa10-f1dbb529cfe2), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:56.619815 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 48990) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:56.625613 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-ced4b3c4-4cfa-4e3f-a868-52f42fe1d9c2 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Request body: {'security_group_rule': {'security_group_id': '9e47da15-b648-4e05-8264-514053b0be27', 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:56:56.671115 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ced4b3c4-4cfa-4e3f-a868-52f42fe1d9c2 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks [] for security_group_rule (bdc02f66-b6d9-40a1-a307-6aa31e5a8cc5), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:56.690785 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:56.704930 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:56.709311 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Pushing event updated for resources: {'Port': ['ID=0a49bf77-51b1-4891-aa10-f1dbb529cfe2,revision_number=4']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:56.750628 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ced4b3c4-4cfa-4e3f-a868-52f42fe1d9c2 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks [] for security_group_rule (bdc02f66-b6d9-40a1-a307-6aa31e5a8cc5), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:56.755035 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ced4b3c4-4cfa-4e3f-a868-52f42fe1d9c2 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468706'] for security_group_rule (bdc02f66-b6d9-40a1-a307-6aa31e5a8cc5), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:56.788590 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4b3c4-4cfa-4e3f-a868-52f42fe1d9c2 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdc02f66-b6d9-40a1-a307-6aa31e5a8cc5,revision_number=0']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:56.796115 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ced4b3c4-4cfa-4e3f-a868-52f42fe1d9c2 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:56.800937 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-ced4b3c4-4cfa-4e3f-a868-52f42fe1d9c2 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1796179 Oct 23 00:56:56.801700 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 49002) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:56.806725 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [None req-b8ccb828-fef0-4224-9412-e13bf90fd617 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Request body: {'security_group_rule': {'security_group_id': '9e47da15-b648-4e05-8264-514053b0be27', 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:56:56.861896 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-b8ccb828-fef0-4224-9412-e13bf90fd617 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks [] for security_group_rule (0d89d567-c52f-479c-aae9-73910f67da9c), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:56.971155 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c360f-747a-4516-9635-8cbca5c7c53c req-d40872c4-5046-4fa1-8d35-4ff906f4b74c tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:56.972772 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4e3c360f-747a-4516-9635-8cbca5c7c53c req-d40872c4-5046-4fa1-8d35-4ff906f4b74c tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=81a81607-ef2d-4305-9f21-d24f821e2546 HTTP/1.1" status: 200 len: 946 time: 0.0847340 Oct 23 00:56:56.998893 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-b8ccb828-fef0-4224-9412-e13bf90fd617 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks [] for security_group_rule (0d89d567-c52f-479c-aae9-73910f67da9c), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:57.009939 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-b8ccb828-fef0-4224-9412-e13bf90fd617 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468706'] for security_group_rule (0d89d567-c52f-479c-aae9-73910f67da9c), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:57.046910 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-b8ccb828-fef0-4224-9412-e13bf90fd617 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:57.051145 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-b8ccb828-fef0-4224-9412-e13bf90fd617 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2481635 Oct 23 00:56:57.051345 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 49016) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:57.051951 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ccb828-fef0-4224-9412-e13bf90fd617 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d89d567-c52f-479c-aae9-73910f67da9c,revision_number=0']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:57.061143 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-627eb7cd-5082-4a57-a391-207bca91cf93 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Request body: {'security_group_rule': {'security_group_id': '9e47da15-b648-4e05-8264-514053b0be27', 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:56:57.070319 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4e3c360f-747a-4516-9635-8cbca5c7c53c req-7335beec-cf15-40aa-8349-b64fa8516fb4 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f3ce37d9-177c-4e87-927f-4bd88426ffae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863574 Oct 23 00:56:57.101128 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-627eb7cd-5082-4a57-a391-207bca91cf93 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks [] for security_group_rule (e0d763a5-2d2d-4505-a9b9-c59f63db2720), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:57.167313 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-627eb7cd-5082-4a57-a391-207bca91cf93 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks [] for security_group_rule (e0d763a5-2d2d-4505-a9b9-c59f63db2720), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:57.172133 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-627eb7cd-5082-4a57-a391-207bca91cf93 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468706'] for security_group_rule (e0d763a5-2d2d-4505-a9b9-c59f63db2720), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:57.199686 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627eb7cd-5082-4a57-a391-207bca91cf93 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0d763a5-2d2d-4505-a9b9-c59f63db2720,revision_number=0']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:57.209841 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-627eb7cd-5082-4a57-a391-207bca91cf93 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:57.211120 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-627eb7cd-5082-4a57-a391-207bca91cf93 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1585093 Oct 23 00:56:57.213984 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b976d4ea-5f10-4b3c-9bcc-6eb0652c6589 None None] Sync routers for ids ['53f557d1-b75d-4835-9f36-d774c5942bfc'] in dv-cinder-master-3-iscsi {{(pid=104553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 00:56:57.214763 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 49020) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:57.220435 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [None req-8814fe9c-76e0-4cdc-bca4-449c80a8fdbf tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Request body: {'security_group_rule': {'security_group_id': '9e47da15-b648-4e05-8264-514053b0be27', 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:56:57.225128 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b976d4ea-5f10-4b3c-9bcc-6eb0652c6589 None None] Routers {'53f557d1-b75d-4835-9f36-d774c5942bfc'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:56:57.225754 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-b976d4ea-5f10-4b3c-9bcc-6eb0652c6589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T00:56:51Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['53f557d1-b75d-4835-9f36-d774c5942bfc'], 'active': True} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:56:57.237004 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:57.264539 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-8814fe9c-76e0-4cdc-bca4-449c80a8fdbf tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks [] for security_group_rule (42cf54b2-e8bc-4221-a905-dbf2de8c63fc), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:57.284382 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 49022) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:57.340411 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-8814fe9c-76e0-4cdc-bca4-449c80a8fdbf tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks [] for security_group_rule (42cf54b2-e8bc-4221-a905-dbf2de8c63fc), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:57.347339 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-8814fe9c-76e0-4cdc-bca4-449c80a8fdbf tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468706'] for security_group_rule (42cf54b2-e8bc-4221-a905-dbf2de8c63fc), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:57.361089 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvr_db [None req-b976d4ea-5f10-4b3c-9bcc-6eb0652c6589 None None] Set router 53f557d1-b75d-4835-9f36-d774c5942bfc gateway port host: dv-cinder-master-3-iscsi {{(pid=104553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:56:57.367989 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814fe9c-76e0-4cdc-bca4-449c80a8fdbf tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42cf54b2-e8bc-4221-a905-dbf2de8c63fc,revision_number=0']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:57.392670 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-8814fe9c-76e0-4cdc-bca4-449c80a8fdbf tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:57.394026 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-8814fe9c-76e0-4cdc-bca4-449c80a8fdbf tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1781085 Oct 23 00:56:57.397047 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 49030) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:57.401711 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-6b7f0657-e874-4837-8ac6-2ab38797875f tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Request body: {'security_group_rule': {'security_group_id': '9e47da15-b648-4e05-8264-514053b0be27', 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:56:57.426114 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.db.securitygroups_db [None req-6b7f0657-e874-4837-8ac6-2ab38797875f tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Project e3f6e9751be34c2fb4e0e1b9915e6b52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 00:56:57.437214 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-6b7f0657-e874-4837-8ac6-2ab38797875f tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks [] for security_group_rule (40a90e16-46e5-4ef6-82a4-2e066713ec59), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:57.437809 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-02b34092-878a-413e-b94e-12e7011c9367 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:57.503753 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-6b7f0657-e874-4837-8ac6-2ab38797875f tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks [] for security_group_rule (40a90e16-46e5-4ef6-82a4-2e066713ec59), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:57.517206 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-6b7f0657-e874-4837-8ac6-2ab38797875f tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468706'] for security_group_rule (40a90e16-46e5-4ef6-82a4-2e066713ec59), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:57.539399 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7f0657-e874-4837-8ac6-2ab38797875f tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40a90e16-46e5-4ef6-82a4-2e066713ec59,revision_number=0']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:57.553533 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-6b7f0657-e874-4837-8ac6-2ab38797875f tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:57.556005 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-6b7f0657-e874-4837-8ac6-2ab38797875f tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1579101 Oct 23 00:56:57.558971 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 49034) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:57.567728 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-37a9a9e6-903c-4851-b4d4-611ec3dedc79 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Request body: {'security_group_rule': {'security_group_id': '9e47da15-b648-4e05-8264-514053b0be27', 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:56:57.596874 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e612e4-ca7d-4c28-af69-e2d04d91be98 req-d0b067ed-9e24-428a-b232-189f838fc251 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:57.598525 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-69e612e4-ca7d-4c28-af69-e2d04d91be98 req-d0b067ed-9e24-428a-b232-189f838fc251 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 946 time: 0.0738010 Oct 23 00:56:57.608413 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.db.securitygroups_db [None req-37a9a9e6-903c-4851-b4d4-611ec3dedc79 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Project e3f6e9751be34c2fb4e0e1b9915e6b52 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 00:56:57.608855 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=74,neutron:INSERT=19,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:57.616330 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-37a9a9e6-903c-4851-b4d4-611ec3dedc79 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks [] for security_group_rule (7c025a3d-fbfd-46cc-bc68-8058230f8c29), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:57.625764 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-02b34092-878a-413e-b94e-12e7011c9367 admin admin] Publish callbacks [] for security_group (dcf63873-b5b0-406f-a224-5f99cfcc5dff), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:57.639040 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-02b34092-878a-413e-b94e-12e7011c9367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (dcf63873-b5b0-406f-a224-5f99cfcc5dff), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:57.652473 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-b976d4ea-5f10-4b3c-9bcc-6eb0652c6589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f557d1-b75d-4835-9f36-d774c5942bfc', 'name': 'tempest-TestVolumeBootPattern-1243917946-router', 'tenant_id': '8583a220baac4aa6874e0f5341f87171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.183'}], 'enable_snat': True}, 'gw_port_id': '0a49bf77-51b1-4891-aa10-f1dbb529cfe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:56:51Z', 'updated_at': '2022-10-23T00:56:54Z', 'revision_number': 4, 'project_id': '8583a220baac4aa6874e0f5341f87171', 'gw_port': {'id': '0a49bf77-51b1-4891-aa10-f1dbb529cfe2', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f557d1-b75d-4835-9f36-d774c5942bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:56:51Z', 'updated_at': '2022-10-23T00:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '55c9d1b4-a571-45cb-ad61-6353c862fcd6', 'name': '', 'network_id': '3671536d-8aa1-44fa-b916-8136fb2fa9f6', 'tenant_id': '8583a220baac4aa6874e0f5341f87171', 'mac_address': 'fa:16:3e:4e:1d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f557d1-b75d-4835-9f36-d774c5942bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '0fa7088a-c070-4968-8e67-305bb07f64cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:56:53Z', 'updated_at': '2022-10-23T00:56:55Z', 'revision_number': 2, 'project_id': '8583a220baac4aa6874e0f5341f87171', 'subnets': [{'id': '0fa7088a-c070-4968-8e67-305bb07f64cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:56:57.666155 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=6 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:57.697367 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b976d4ea-5f10-4b3c-9bcc-6eb0652c6589 None None] Checking router: 53f557d1-b75d-4835-9f36-d774c5942bfc for host: dv-cinder-master-3-iscsi {{(pid=104553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 00:56:57.699646 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-37a9a9e6-903c-4851-b4d4-611ec3dedc79 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks [] for security_group_rule (7c025a3d-fbfd-46cc-bc68-8058230f8c29), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:57.700109 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b976d4ea-5f10-4b3c-9bcc-6eb0652c6589 None None] Updating router 53f557d1-b75d-4835-9f36-d774c5942bfc port 55c9d1b4-a571-45cb-ad61-6353c862fcd6 binding host dv-cinder-master-3-iscsi {{(pid=104553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 00:56:57.712050 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-37a9a9e6-903c-4851-b4d4-611ec3dedc79 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468706'] for security_group_rule (7c025a3d-fbfd-46cc-bc68-8058230f8c29), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:57.716151 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-02b34092-878a-413e-b94e-12e7011c9367 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=afc80e381362477abf8fe895eaaac11a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4281857 Oct 23 00:56:57.716151 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b34092-878a-413e-b94e-12e7011c9367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf63873-b5b0-406f-a224-5f99cfcc5dff,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:57.717469 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 49040) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:57.733362 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-69e612e4-ca7d-4c28-af69-e2d04d91be98 req-ce2b3bde-d8f8-4d19-900d-ec76b3ac57a4 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199291 Oct 23 00:56:57.761377 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a9a9e6-903c-4851-b4d4-611ec3dedc79 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c025a3d-fbfd-46cc-bc68-8058230f8c29,revision_number=0']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:57.773565 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-37a9a9e6-903c-4851-b4d4-611ec3dedc79 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:57.778346 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-37a9a9e6-903c-4851-b4d4-611ec3dedc79 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2169034 Oct 23 00:56:57.779959 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-b976d4ea-5f10-4b3c-9bcc-6eb0652c6589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (55c9d1b4-a571-45cb-ad61-6353c862fcd6), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:57.819023 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-16507b5e-cca1-46ed-8d4f-471fd49a04cc admin admin] Publish callbacks [] for security_group (dcf63873-b5b0-406f-a224-5f99cfcc5dff), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:57.847531 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:57.851752 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-16507b5e-cca1-46ed-8d4f-471fd49a04cc admin admin] Publish callbacks [] for security_group (dcf63873-b5b0-406f-a224-5f99cfcc5dff), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:57.940714 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-16507b5e-cca1-46ed-8d4f-471fd49a04cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (dcf63873-b5b0-406f-a224-5f99cfcc5dff), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:57.944981 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-16507b5e-cca1-46ed-8d4f-471fd49a04cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:57.957772 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-16507b5e-cca1-46ed-8d4f-471fd49a04cc admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/dcf63873-b5b0-406f-a224-5f99cfcc5dff HTTP/1.1" status: 204 len: 168 time: 0.2389295 Oct 23 00:56:57.978388 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16507b5e-cca1-46ed-8d4f-471fd49a04cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf63873-b5b0-406f-a224-5f99cfcc5dff,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:58.019390 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 49080) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:58.046640 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 0a49bf77-51b1-4891-aa10-f1dbb529cfe2 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:56:58.281922 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port 0a49bf77-51b1-4891-aa10-f1dbb529cfe2 triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:56:58.282944 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (0a49bf77-51b1-4891-aa10-f1dbb529cfe2), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:58.283488 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port 0a49bf77-51b1-4891-aa10-f1dbb529cfe2 Oct 23 00:56:58.294201 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-8d3ca769-2839-4fa8-9a22-e04fe3801f05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:58.315039 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec26ff9d-7ef9-4b5a-a7d3-9ecd63c973b0 req-df49e556-f067-4b54-9fbf-5e71648cb6b9 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:58.316832 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ec26ff9d-7ef9-4b5a-a7d3-9ecd63c973b0 req-df49e556-f067-4b54-9fbf-5e71648cb6b9 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=81a81607-ef2d-4305-9f21-d24f821e2546 HTTP/1.1" status: 200 len: 946 time: 0.1009526 Oct 23 00:56:58.411135 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ec26ff9d-7ef9-4b5a-a7d3-9ecd63c973b0 req-c1483786-e113-45ac-9dc9-5cfb7d73e8af tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f3ce37d9-177c-4e87-927f-4bd88426ffae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795949 Oct 23 00:56:58.439045 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-b976d4ea-5f10-4b3c-9bcc-6eb0652c6589 None None] Publish callbacks [] for port (55c9d1b4-a571-45cb-ad61-6353c862fcd6), precommit_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:58.442233 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port 0a49bf77-51b1-4891-aa10-f1dbb529cfe2 is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:56:58.454166 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-b976d4ea-5f10-4b3c-9bcc-6eb0652c6589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (55c9d1b4-a571-45cb-ad61-6353c862fcd6), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:58.465513 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-8d3ca769-2839-4fa8-9a22-e04fe3801f05 admin admin] Publish callbacks [] for security_group (4a6fd524-8f01-4ac0-b706-42cfbef9607a), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:58.472656 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-8d3ca769-2839-4fa8-9a22-e04fe3801f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (4a6fd524-8f01-4ac0-b706-42cfbef9607a), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:58.569681 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a7568-1d74-4da2-bae7-abd1b5374bc0 None None] Pushing event updated for resources: {'Port': ['ID=55c9d1b4-a571-45cb-ad61-6353c862fcd6,revision_number=3']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:58.573832 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ca769-2839-4fa8-9a22-e04fe3801f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6fd524-8f01-4ac0-b706-42cfbef9607a,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:58.584188 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-8d3ca769-2839-4fa8-9a22-e04fe3801f05 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=2fd28732b71b470da7be97c43353cb12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5632925 Oct 23 00:56:58.586014 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-b976d4ea-5f10-4b3c-9bcc-6eb0652c6589 None None] Attempting to bind port 55c9d1b4-a571-45cb-ad61-6353c862fcd6 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:56:58.586944 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 49100) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:58.587925 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-b976d4ea-5f10-4b3c-9bcc-6eb0652c6589 None None] Attempting to bind port 55c9d1b4-a571-45cb-ad61-6353c862fcd6 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'e815dbec-503c-49d3-92df-c327e2f51879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3671536d-8aa1-44fa-b916-8136fb2fa9f6'}] {{(pid=104553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:56:58.589157 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b976d4ea-5f10-4b3c-9bcc-6eb0652c6589 None None] Attempting to bind port 55c9d1b4-a571-45cb-ad61-6353c862fcd6 on network 3671536d-8aa1-44fa-b916-8136fb2fa9f6 {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:56:58.596136 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:58.622841 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 49102) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:58.644214 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:58.655198 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-b16a0b03-4bdc-4957-be2d-d018d7da972d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:58.657563 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b976d4ea-5f10-4b3c-9bcc-6eb0652c6589 None None] Checking agent: {'id': 'e5069eb9-82e8-4601-9222-8a50cea677c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 24), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:56:58.657985 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b976d4ea-5f10-4b3c-9bcc-6eb0652c6589 None None] Checking segment: {'id': 'e815dbec-503c-49d3-92df-c327e2f51879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3671536d-8aa1-44fa-b916-8136fb2fa9f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:56:58.658816 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-b976d4ea-5f10-4b3c-9bcc-6eb0652c6589 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:58.659229 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b976d4ea-5f10-4b3c-9bcc-6eb0652c6589 None None] Bound using segment: {'id': 'e815dbec-503c-49d3-92df-c327e2f51879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3671536d-8aa1-44fa-b916-8136fb2fa9f6'} {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:56:58.659705 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-b976d4ea-5f10-4b3c-9bcc-6eb0652c6589 None None] Bound port: 55c9d1b4-a571-45cb-ad61-6353c862fcd6, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e815dbec-503c-49d3-92df-c327e2f51879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '3671536d-8aa1-44fa-b916-8136fb2fa9f6'}}] {{(pid=104553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:56:58.660082 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-b976d4ea-5f10-4b3c-9bcc-6eb0652c6589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (55c9d1b4-a571-45cb-ad61-6353c862fcd6), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:58.675804 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-8cbb9f5c-279b-496e-bd2b-4b265cf9cbe5 admin admin] Publish callbacks [] for security_group (4a6fd524-8f01-4ac0-b706-42cfbef9607a), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:58.730627 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-8cbb9f5c-279b-496e-bd2b-4b265cf9cbe5 admin admin] Publish callbacks [] for security_group (4a6fd524-8f01-4ac0-b706-42cfbef9607a), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:58.733851 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-b976d4ea-5f10-4b3c-9bcc-6eb0652c6589 None None] For port 55c9d1b4-a571-45cb-ad61-6353c862fcd6, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:56:58.739203 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-b976d4ea-5f10-4b3c-9bcc-6eb0652c6589 None None] For port 55c9d1b4-a571-45cb-ad61-6353c862fcd6, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=55c9d1b4-a571-45cb-ad61-6353c862fcd6,segment=NetworkSegment(e815dbec-503c-49d3-92df-c327e2f51879),segment_id=e815dbec-503c-49d3-92df-c327e2f51879)] {{(pid=104553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:56:58.747489 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-b976d4ea-5f10-4b3c-9bcc-6eb0652c6589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (55c9d1b4-a571-45cb-ad61-6353c862fcd6), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:58.773373 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-b16a0b03-4bdc-4957-be2d-d018d7da972d admin admin] Publish callbacks [] for security_group (b0da7b71-1c58-491d-a87f-2aae643868cd), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:58.780258 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-b16a0b03-4bdc-4957-be2d-d018d7da972d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (b0da7b71-1c58-491d-a87f-2aae643868cd), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:58.791588 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b976d4ea-5f10-4b3c-9bcc-6eb0652c6589 None None] Routers {'53f557d1-b75d-4835-9f36-d774c5942bfc'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:56:58.792238 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-b976d4ea-5f10-4b3c-9bcc-6eb0652c6589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T00:56:51Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['53f557d1-b75d-4835-9f36-d774c5942bfc'], 'active': True} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:56:58.823044 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-8cbb9f5c-279b-496e-bd2b-4b265cf9cbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (4a6fd524-8f01-4ac0-b706-42cfbef9607a), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:58.826175 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-8cbb9f5c-279b-496e-bd2b-4b265cf9cbe5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:58.828515 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-8cbb9f5c-279b-496e-bd2b-4b265cf9cbe5 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/4a6fd524-8f01-4ac0-b706-42cfbef9607a HTTP/1.1" status: 204 len: 168 time: 0.2400532 Oct 23 00:56:58.844029 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-b16a0b03-4bdc-4957-be2d-d018d7da972d admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=d2eb680057464a288af10bb289c5f4b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2190959 Oct 23 00:56:58.846856 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16a0b03-4bdc-4957-be2d-d018d7da972d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0da7b71-1c58-491d-a87f-2aae643868cd,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:58.850612 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 49112) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:58.856641 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a7568-1d74-4da2-bae7-abd1b5374bc0 None None] Pushing event updated for resources: {'Port': ['ID=55c9d1b4-a571-45cb-ad61-6353c862fcd6,revision_number=4']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:58.914786 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb17b53-424d-4853-b185-79d12ce64ea1 req-3ac3d665-4c04-4737-9e85-d5f396cf2d0b tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:58.924900 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3eb17b53-424d-4853-b185-79d12ce64ea1 req-3ac3d665-4c04-4737-9e85-d5f396cf2d0b tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 946 time: 0.1153040 Oct 23 00:56:58.937254 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbb9f5c-279b-496e-bd2b-4b265cf9cbe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6fd524-8f01-4ac0-b706-42cfbef9607a,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:58.978817 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-0ed57be1-6941-42b2-b0fd-13e1a66ea1e8 admin admin] Publish callbacks [] for security_group (b0da7b71-1c58-491d-a87f-2aae643868cd), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:58.987586 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvr_db [None req-b976d4ea-5f10-4b3c-9bcc-6eb0652c6589 None None] Set router 53f557d1-b75d-4835-9f36-d774c5942bfc gateway port host: dv-cinder-master-3-iscsi {{(pid=104553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:56:58.999693 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3eb17b53-424d-4853-b185-79d12ce64ea1 req-486488f1-fc70-475a-8bb8-4329bd419f01 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631552 Oct 23 00:56:59.022492 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-0ed57be1-6941-42b2-b0fd-13e1a66ea1e8 admin admin] Publish callbacks [] for security_group (b0da7b71-1c58-491d-a87f-2aae643868cd), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:59.087048 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:59.094867 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-0ed57be1-6941-42b2-b0fd-13e1a66ea1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (b0da7b71-1c58-491d-a87f-2aae643868cd), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:59.099060 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-0ed57be1-6941-42b2-b0fd-13e1a66ea1e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:59.104545 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-0ed57be1-6941-42b2-b0fd-13e1a66ea1e8 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/b0da7b71-1c58-491d-a87f-2aae643868cd HTTP/1.1" status: 204 len: 168 time: 0.2521460 Oct 23 00:56:59.114882 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed57be1-6941-42b2-b0fd-13e1a66ea1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0da7b71-1c58-491d-a87f-2aae643868cd,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:59.237656 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-b976d4ea-5f10-4b3c-9bcc-6eb0652c6589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f557d1-b75d-4835-9f36-d774c5942bfc', 'name': 'tempest-TestVolumeBootPattern-1243917946-router', 'tenant_id': '8583a220baac4aa6874e0f5341f87171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.183'}], 'enable_snat': True}, 'gw_port_id': '0a49bf77-51b1-4891-aa10-f1dbb529cfe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:56:51Z', 'updated_at': '2022-10-23T00:56:54Z', 'revision_number': 4, 'project_id': '8583a220baac4aa6874e0f5341f87171', 'gw_port': {'id': '0a49bf77-51b1-4891-aa10-f1dbb529cfe2', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f557d1-b75d-4835-9f36-d774c5942bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:56:51Z', 'updated_at': '2022-10-23T00:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '55c9d1b4-a571-45cb-ad61-6353c862fcd6', 'name': '', 'network_id': '3671536d-8aa1-44fa-b916-8136fb2fa9f6', 'tenant_id': '8583a220baac4aa6874e0f5341f87171', 'mac_address': 'fa:16:3e:4e:1d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f557d1-b75d-4835-9f36-d774c5942bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '0fa7088a-c070-4968-8e67-305bb07f64cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:56:53Z', 'updated_at': '2022-10-23T00:56:58Z', 'revision_number': 4, 'project_id': '8583a220baac4aa6874e0f5341f87171', 'subnets': [{'id': '0fa7088a-c070-4968-8e67-305bb07f64cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:56:59.266279 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b976d4ea-5f10-4b3c-9bcc-6eb0652c6589 None None] The sync data for ids ['53f557d1-b75d-4835-9f36-d774c5942bfc'] in dv-cinder-master-3-iscsi is: [{'id': '53f557d1-b75d-4835-9f36-d774c5942bfc', 'name': 'tempest-TestVolumeBootPattern-1243917946-router', 'tenant_id': '8583a220baac4aa6874e0f5341f87171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.183'}], 'enable_snat': True}, 'gw_port_id': '0a49bf77-51b1-4891-aa10-f1dbb529cfe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:56:51Z', 'updated_at': '2022-10-23T00:56:54Z', 'revision_number': 4, 'project_id': '8583a220baac4aa6874e0f5341f87171', 'gw_port': {'id': '0a49bf77-51b1-4891-aa10-f1dbb529cfe2', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f557d1-b75d-4835-9f36-d774c5942bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:56:51Z', 'updated_at': '2022-10-23T00:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '55c9d1b4-a571-45cb-ad61-6353c862fcd6', 'name': '', 'network_id': '3671536d-8aa1-44fa-b916-8136fb2fa9f6', 'tenant_id': '8583a220baac4aa6874e0f5341f87171', 'mac_address': 'fa:16:3e:4e:1d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f557d1-b75d-4835-9f36-d774c5942bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '0fa7088a-c070-4968-8e67-305bb07f64cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:56:53Z', 'updated_at': '2022-10-23T00:56:58Z', 'revision_number': 4, 'project_id': '8583a220baac4aa6874e0f5341f87171', 'subnets': [{'id': '0fa7088a-c070-4968-8e67-305bb07f64cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 00:56:59.297872 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 49132) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:59.346177 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-0e58ce73-b16f-4d3d-bfe6-0612560f7117 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:59.349552 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:UPDATE=4,neutron:SELECT=81,neutron:INSERT=10,neutron:DELETE=5 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:59.451858 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-0e58ce73-b16f-4d3d-bfe6-0612560f7117 admin admin] Publish callbacks [] for security_group (550647c1-4ed6-4663-bfa1-ae1c5bc1d4fd), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:59.458303 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-0e58ce73-b16f-4d3d-bfe6-0612560f7117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (550647c1-4ed6-4663-bfa1-ae1c5bc1d4fd), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:59.516895 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-0e58ce73-b16f-4d3d-bfe6-0612560f7117 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=4d51f7bdb454425298cda17703f01476&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2175300 Oct 23 00:56:59.519650 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 49140) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:56:59.521886 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e58ce73-b16f-4d3d-bfe6-0612560f7117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550647c1-4ed6-4663-bfa1-ae1c5bc1d4fd,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:56:59.622500 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b238efa2-d303-4fe8-819b-4e842145e6a1 req-361a1f61-5690-4e38-b515-08ebcd32253e tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:56:59.624073 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-b238efa2-d303-4fe8-819b-4e842145e6a1 req-361a1f61-5690-4e38-b515-08ebcd32253e tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=81a81607-ef2d-4305-9f21-d24f821e2546 HTTP/1.1" status: 200 len: 946 time: 0.0661964 Oct 23 00:56:59.643567 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:56:59.703575 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-6bc50525-0b72-4a66-8017-8ce5b56bdfa4 admin admin] Publish callbacks [] for security_group (550647c1-4ed6-4663-bfa1-ae1c5bc1d4fd), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:59.708581 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-b238efa2-d303-4fe8-819b-4e842145e6a1 req-fcba182f-5802-4780-ad22-ef0849819b16 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f3ce37d9-177c-4e87-927f-4bd88426ffae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787156 Oct 23 00:56:59.732208 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-6bc50525-0b72-4a66-8017-8ce5b56bdfa4 admin admin] Publish callbacks [] for security_group (550647c1-4ed6-4663-bfa1-ae1c5bc1d4fd), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:59.801213 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-6bc50525-0b72-4a66-8017-8ce5b56bdfa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (550647c1-4ed6-4663-bfa1-ae1c5bc1d4fd), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:59.803952 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-6bc50525-0b72-4a66-8017-8ce5b56bdfa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:56:59.807638 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-6bc50525-0b72-4a66-8017-8ce5b56bdfa4 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/550647c1-4ed6-4663-bfa1-ae1c5bc1d4fd HTTP/1.1" status: 204 len: 168 time: 0.2837038 Oct 23 00:56:59.814396 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc50525-0b72-4a66-8017-8ce5b56bdfa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550647c1-4ed6-4663-bfa1-ae1c5bc1d4fd,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:00.025058 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 55c9d1b4-a571-45cb-ad61-6353c862fcd6 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:57:00.087893 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port 55c9d1b4-a571-45cb-ad61-6353c862fcd6 triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:57:00.088215 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (55c9d1b4-a571-45cb-ad61-6353c862fcd6), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:00.088700 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port 55c9d1b4-a571-45cb-ad61-6353c862fcd6 Oct 23 00:57:00.151613 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc6f50d-5abd-4340-9802-dfeb7753b763 req-10bcd59e-1ff9-4c74-8863-fec7518dea2b tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:00.153187 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-afc6f50d-5abd-4340-9802-dfeb7753b763 req-10bcd59e-1ff9-4c74-8863-fec7518dea2b tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 946 time: 0.0607669 Oct 23 00:57:00.179630 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (16cf44eb-3ef2-4361-a416-47ab9083b794), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:00.196063 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port 55c9d1b4-a571-45cb-ad61-6353c862fcd6 is: DOWN; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:57:00.196774 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (55c9d1b4-a571-45cb-ad61-6353c862fcd6), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:00.223116 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-afc6f50d-5abd-4340-9802-dfeb7753b763 req-3a7c3f4a-59af-4d0b-86c7-47695c4072a1 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603690 Oct 23 00:57:00.233561 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] For port 55c9d1b4-a571-45cb-ad61-6353c862fcd6, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=55c9d1b4-a571-45cb-ad61-6353c862fcd6,segment=NetworkSegment(e815dbec-503c-49d3-92df-c327e2f51879),segment_id=e815dbec-503c-49d3-92df-c327e2f51879)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:57:00.245902 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.agents_db [None req-7a6a8f68-635a-43f5-9edf-73cfaf501ddf None None] Agent healthcheck: found 6 active agents {{(pid=104554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 00:57:00.247413 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (55c9d1b4-a571-45cb-ad61-6353c862fcd6), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:00.298248 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Pushing event updated for resources: {'Port': ['ID=55c9d1b4-a571-45cb-ad61-6353c862fcd6,revision_number=5']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:00.853448 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05433c2-3ddb-4fb9-8424-7075e7c2e4e2 req-892e14ec-5194-401c-a66e-4931bd0bc446 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:00.857220 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a05433c2-3ddb-4fb9-8424-7075e7c2e4e2 req-892e14ec-5194-401c-a66e-4931bd0bc446 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=81a81607-ef2d-4305-9f21-d24f821e2546 HTTP/1.1" status: 200 len: 946 time: 0.0603023 Oct 23 00:57:00.917299 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a05433c2-3ddb-4fb9-8424-7075e7c2e4e2 req-7ec7f4ea-aaa0-46f7-91b6-5fb5ea95f837 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f3ce37d9-177c-4e87-927f-4bd88426ffae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543032 Oct 23 00:57:01.392471 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dffd3b-3f49-4e6a-bb55-fb4ee6dad628 req-e59a8649-1204-4473-9cad-a818685366c5 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:01.394538 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e5dffd3b-3f49-4e6a-bb55-fb4ee6dad628 req-e59a8649-1204-4473-9cad-a818685366c5 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 946 time: 0.0817969 Oct 23 00:57:01.459016 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e5dffd3b-3f49-4e6a-bb55-fb4ee6dad628 req-528bf2b3-4197-4ae2-946a-9ebf7c1d9324 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556982 Oct 23 00:57:02.002633 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 55c9d1b4-a571-45cb-ad61-6353c862fcd6 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:57:02.080378 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port 55c9d1b4-a571-45cb-ad61-6353c862fcd6 triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:57:02.080945 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (55c9d1b4-a571-45cb-ad61-6353c862fcd6), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:02.081359 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port 55c9d1b4-a571-45cb-ad61-6353c862fcd6 Oct 23 00:57:02.098166 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a53fd-3dd9-41ef-a4b0-0a3e0b899f19 req-e23fe4f6-f323-4879-8872-922be3301ee3 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:02.099916 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-156a53fd-3dd9-41ef-a4b0-0a3e0b899f19 req-e23fe4f6-f323-4879-8872-922be3301ee3 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=81a81607-ef2d-4305-9f21-d24f821e2546 HTTP/1.1" status: 200 len: 946 time: 0.0679948 Oct 23 00:57:02.155223 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:02.156131 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-156a53fd-3dd9-41ef-a4b0-0a3e0b899f19 req-dff1eb61-57cc-45c4-98bc-b1ac26e18b20 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f3ce37d9-177c-4e87-927f-4bd88426ffae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498102 Oct 23 00:57:02.175140 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port 55c9d1b4-a571-45cb-ad61-6353c862fcd6 is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:57:02.337054 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device eaf96dfe-f805-4be4-9d2f-7507301823d2 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 00:57:02.425649 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Current status of the port eaf96dfe-f805-4be4-9d2f-7507301823d2 is: ACTIVE; New status is: DOWN {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:57:02.426047 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (eaf96dfe-f805-4be4-9d2f-7507301823d2), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:02.454637 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a81607-ef2d-4305-9f21-d24f821e2546', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eaf96dfe-f805-4be4-9d2f-7507301823d2'}] {{(pid=104553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:57:02.460760 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ef7492e608d46078fd98593772981b2cfdf47eaedaeea269e4497eac5a7bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501b939c-c439-4c98-87f5-8635933b1ff3" -d '{"events": [{"server_uuid": "81a81607-ef2d-4305-9f21-d24f821e2546", "name": "network-vif-unplugged", "status": "completed", "tag": "eaf96dfe-f805-4be4-9d2f-7507301823d2"}]}' {{(pid=104553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:57:02.473765 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port eaf96dfe-f805-4be4-9d2f-7507301823d2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=eaf96dfe-f805-4be4-9d2f-7507301823d2,segment=NetworkSegment(b638209f-90ba-44ee-80d1-50cdacceb6dc),segment_id=b638209f-90ba-44ee-80d1-50cdacceb6dc)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:57:02.480606 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (eaf96dfe-f805-4be4-9d2f-7507301823d2), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:02.540568 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Pushing event updated for resources: {'Port': ['ID=eaf96dfe-f805-4be4-9d2f-7507301823d2,revision_number=6']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:02.545508 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 23 Oct 2022 00:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442154d4-8622-4935-9e3c-5f998d234e7d x-openstack-request-id: req-442154d4-8622-4935-9e3c-5f998d234e7d {{(pid=104553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:57:02.545810 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a81607-ef2d-4305-9f21-d24f821e2546", "name": "network-vif-unplugged", "status": "completed", "tag": "eaf96dfe-f805-4be4-9d2f-7507301823d2", "code": 200}]} {{(pid=104553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:57:02.546062 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-442154d4-8622-4935-9e3c-5f998d234e7d {{(pid=104553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:57:02.547347 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.notifiers.nova [-] Nova event matching ['req-442154d4-8622-4935-9e3c-5f998d234e7d'] response: {'server_uuid': '81a81607-ef2d-4305-9f21-d24f821e2546', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eaf96dfe-f805-4be4-9d2f-7507301823d2', 'code': 200} Oct 23 00:57:02.603491 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03321e-9c3b-41a9-826b-75e33e7f0b0f req-606e7b30-0f1a-473e-9a52-9df9f10d280e tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:02.605774 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1c03321e-9c3b-41a9-826b-75e33e7f0b0f req-606e7b30-0f1a-473e-9a52-9df9f10d280e tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 946 time: 0.0542514 Oct 23 00:57:02.666896 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1c03321e-9c3b-41a9-826b-75e33e7f0b0f req-8a1222ae-c3f5-4dd6-aaf1-bb2b5cf6491c tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531161 Oct 23 00:57:03.290579 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf3fd5-41cd-4995-a8fa-7c2910ec89b1 req-4b31a354-f14d-49cf-9bb4-3b63cf316be0 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:03.292061 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f3bf3fd5-41cd-4995-a8fa-7c2910ec89b1 req-4b31a354-f14d-49cf-9bb4-3b63cf316be0 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=81a81607-ef2d-4305-9f21-d24f821e2546 HTTP/1.1" status: 200 len: 944 time: 0.0542047 Oct 23 00:57:03.327727 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:03.342557 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f3bf3fd5-41cd-4995-a8fa-7c2910ec89b1 req-34a1b5df-e614-43e9-99e9-0c9c47726c40 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f3ce37d9-177c-4e87-927f-4bd88426ffae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447528 Oct 23 00:57:03.807188 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf199c1a-da94-40ba-ae49-79b972601349 req-88599188-8278-48f6-bbf8-7c16bf3a47c0 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:03.808659 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-cf199c1a-da94-40ba-ae49-79b972601349 req-88599188-8278-48f6-bbf8-7c16bf3a47c0 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 946 time: 0.0485642 Oct 23 00:57:03.861735 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-cf199c1a-da94-40ba-ae49-79b972601349 req-fececa63-ac6e-45a5-bfbb-a881b81dac5e tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472841 Oct 23 00:57:04.423506 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=9 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:04.477329 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb55a9b-554a-4730-bc4d-8ae53b2461fe req-9f2fbf80-2777-45ab-b426-1d6070ef2379 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:04.479070 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4bb55a9b-554a-4730-bc4d-8ae53b2461fe req-9f2fbf80-2777-45ab-b426-1d6070ef2379 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=81a81607-ef2d-4305-9f21-d24f821e2546 HTTP/1.1" status: 200 len: 944 time: 0.0498536 Oct 23 00:57:04.530889 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4bb55a9b-554a-4730-bc4d-8ae53b2461fe req-c1e94f5b-819b-4c9f-a3d4-e1dad24f82f7 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f3ce37d9-177c-4e87-927f-4bd88426ffae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460093 Oct 23 00:57:04.986895 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc5b2a-3f69-466f-9ccf-20437d4b624e req-b78bcf28-c42a-4d67-b891-7612c6f893a2 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:04.988899 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d0dc5b2a-3f69-466f-9ccf-20437d4b624e req-b78bcf28-c42a-4d67-b891-7612c6f893a2 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 946 time: 0.0479352 Oct 23 00:57:05.042922 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d0dc5b2a-3f69-466f-9ccf-20437d4b624e req-596913d7-031a-42e0-a744-0e4ec7fe8b0b tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485821 Oct 23 00:57:05.654459 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:05.667984 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b856aa3-b409-4d1c-b48a-fee59028c9f0 req-e9e22ba8-2e32-4b0a-9969-1ad2c6671694 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:05.669496 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6b856aa3-b409-4d1c-b48a-fee59028c9f0 req-e9e22ba8-2e32-4b0a-9969-1ad2c6671694 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=81a81607-ef2d-4305-9f21-d24f821e2546 HTTP/1.1" status: 200 len: 944 time: 0.0583446 Oct 23 00:57:05.720972 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6b856aa3-b409-4d1c-b48a-fee59028c9f0 req-b0780682-618f-4a63-8898-fad47e41bab3 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f3ce37d9-177c-4e87-927f-4bd88426ffae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432255 Oct 23 00:57:06.174163 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d4239d-79cf-43e3-bd99-196fda2b771c req-6ceba073-ad43-46cd-92e4-d3d743a05311 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:06.175697 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d4d4239d-79cf-43e3-bd99-196fda2b771c req-6ceba073-ad43-46cd-92e4-d3d743a05311 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 946 time: 0.0544806 Oct 23 00:57:06.227028 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d4d4239d-79cf-43e3-bd99-196fda2b771c req-cc0c02f3-f421-421e-b010-8359f05a639c tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452151 Oct 23 00:57:06.865554 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781882e-bd05-4add-80ce-66cde9c8e8ee req-f8087380-c932-4057-9e5d-b0b89f94f33f tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:06.866937 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-5781882e-bd05-4add-80ce-66cde9c8e8ee req-f8087380-c932-4057-9e5d-b0b89f94f33f tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=81a81607-ef2d-4305-9f21-d24f821e2546 HTTP/1.1" status: 200 len: 944 time: 0.0571342 Oct 23 00:57:06.915914 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-5781882e-bd05-4add-80ce-66cde9c8e8ee req-c044ea58-a2cb-4ae2-852f-24428725ced3 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=f3ce37d9-177c-4e87-927f-4bd88426ffae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430105 Oct 23 00:57:07.276930 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7043c321-7a4e-4149-a3f5-fe0966cfcccd req-03276f29-3716-4faf-b5a5-af0722946833 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:07.278629 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7043c321-7a4e-4149-a3f5-fe0966cfcccd req-03276f29-3716-4faf-b5a5-af0722946833 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=81a81607-ef2d-4305-9f21-d24f821e2546 HTTP/1.1" status: 200 len: 944 time: 0.0508080 Oct 23 00:57:07.442151 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588ff04-b548-40d1-a25c-eb71e8a940ba req-3cf3bbab-b956-44f2-89c6-b6385b749906 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:07.443631 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-b588ff04-b548-40d1-a25c-eb71e8a940ba req-3cf3bbab-b956-44f2-89c6-b6385b749906 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 946 time: 0.1359036 Oct 23 00:57:07.484999 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [req-7043c321-7a4e-4149-a3f5-fe0966cfcccd req-e652fb24-e628-48a9-84d8-cf6209435054 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Deleting port eaf96dfe-f805-4be4-9d2f-7507301823d2 {{(pid=104552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 00:57:07.485347 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-7043c321-7a4e-4149-a3f5-fe0966cfcccd req-e652fb24-e628-48a9-84d8-cf6209435054 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (eaf96dfe-f805-4be4-9d2f-7507301823d2), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:07.564616 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-b588ff04-b548-40d1-a25c-eb71e8a940ba req-4a632cb4-8bbd-4b89-9c93-5a16bc8efb0a tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104720 Oct 23 00:57:07.604073 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-7043c321-7a4e-4149-a3f5-fe0966cfcccd req-e652fb24-e628-48a9-84d8-cf6209435054 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] For port eaf96dfe-f805-4be4-9d2f-7507301823d2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=eaf96dfe-f805-4be4-9d2f-7507301823d2,segment=NetworkSegment(b638209f-90ba-44ee-80d1-50cdacceb6dc),segment_id=b638209f-90ba-44ee-80d1-50cdacceb6dc)] {{(pid=104552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:57:07.604416 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-7043c321-7a4e-4149-a3f5-fe0966cfcccd req-e652fb24-e628-48a9-84d8-cf6209435054 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (eaf96dfe-f805-4be4-9d2f-7507301823d2), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:07.620917 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [req-7043c321-7a4e-4149-a3f5-fe0966cfcccd req-e652fb24-e628-48a9-84d8-cf6209435054 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Calling delete_port for eaf96dfe-f805-4be4-9d2f-7507301823d2 owned by compute:nova {{(pid=104552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 00:57:07.943769 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:08.030686 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3e68908d-680b-4b1a-bdf8-4d950908a411 req-9a8c7f75-5e24-435d-9686-1a178d03d293 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=81a81607-ef2d-4305-9f21-d24f821e2546 HTTP/1.1" status: 200 len: 210 time: 0.0301051 Oct 23 00:57:08.031286 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-7043c321-7a4e-4149-a3f5-fe0966cfcccd req-e652fb24-e628-48a9-84d8-cf6209435054 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5995606'] for port (eaf96dfe-f805-4be4-9d2f-7507301823d2), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:08.057956 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652fb24-e628-48a9-84d8-cf6209435054 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Pushing event deleted for resources: {'Port': ['ID=eaf96dfe-f805-4be4-9d2f-7507301823d2,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:08.133339 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.l3_dvrscheduler_db [req-7043c321-7a4e-4149-a3f5-fe0966cfcccd req-e652fb24-e628-48a9-84d8-cf6209435054 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] No DVR routers for this DVR port eaf96dfe-f805-4be4-9d2f-7507301823d2 on host hv-cinder-maste {{(pid=104552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 00:57:08.137482 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-7043c321-7a4e-4149-a3f5-fe0966cfcccd req-e652fb24-e628-48a9-84d8-cf6209435054 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:08.141530 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7043c321-7a4e-4149-a3f5-fe0966cfcccd req-e652fb24-e628-48a9-84d8-cf6209435054 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.52 "DELETE /networking/v2.0/ports/eaf96dfe-f805-4be4-9d2f-7507301823d2 HTTP/1.1" status: 204 len: 173 time: 0.8555391 Oct 23 00:57:08.142138 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81a81607-ef2d-4305-9f21-d24f821e2546', 'name': 'network-vif-deleted', 'tag': 'eaf96dfe-f805-4be4-9d2f-7507301823d2'}] {{(pid=104552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:57:08.144590 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e71a59ae106f7f9b2e36c913636ed0b95d68e581a9dbd71020046a5c2e6c46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f162604c-d6d8-435f-9fcb-e6d1b7262ba8" -d '{"events": [{"server_uuid": "81a81607-ef2d-4305-9f21-d24f821e2546", "name": "network-vif-deleted", "tag": "eaf96dfe-f805-4be4-9d2f-7507301823d2"}]}' {{(pid=104552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:57:08.216874 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 00:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7669dc90-d7b7-4ee6-abfb-b145af3a05d3 x-openstack-request-id: req-7669dc90-d7b7-4ee6-abfb-b145af3a05d3 {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:57:08.217349 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81a81607-ef2d-4305-9f21-d24f821e2546", "name": "network-vif-deleted", "tag": "eaf96dfe-f805-4be4-9d2f-7507301823d2", "status": "completed", "code": 200}]} {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:57:08.217597 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7669dc90-d7b7-4ee6-abfb-b145af3a05d3 {{(pid=104552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:57:08.218993 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7669dc90-d7b7-4ee6-abfb-b145af3a05d3'] response: {'server_uuid': '81a81607-ef2d-4305-9f21-d24f821e2546', 'name': 'network-vif-deleted', 'tag': 'eaf96dfe-f805-4be4-9d2f-7507301823d2', 'status': 'completed', 'code': 200} Oct 23 00:57:08.720029 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8e8b8-b334-4f10-b479-4503db943ee4 req-2f1629f5-8803-439c-9cf8-2c9bc5266b41 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:08.722763 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3ad8e8b8-b334-4f10-b479-4503db943ee4 req-2f1629f5-8803-439c-9cf8-2c9bc5266b41 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 946 time: 0.0646691 Oct 23 00:57:08.782439 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3ad8e8b8-b334-4f10-b479-4503db943ee4 req-f2b15dee-e3d7-467c-b1a8-c452d1e93a8e tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524430 Oct 23 00:57:09.169277 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6866b9b8-8a8d-4e98-aecc-40c1de4b51af req-3a7c3fa4-e650-4a84-81b3-30a537c8ff1e tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=81a81607-ef2d-4305-9f21-d24f821e2546 HTTP/1.1" status: 200 len: 210 time: 0.0366600 Oct 23 00:57:09.506968 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:UPDATE=1,neutron:INSERT=2,neutron:SELECT=12 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:09.509059 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=63,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:09.921114 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b2fd1-e8af-463b-89fe-01a5064499ac req-2b819457-b219-4cfe-a5bd-88bdb1345236 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:09.922603 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-449b2fd1-e8af-463b-89fe-01a5064499ac req-2b819457-b219-4cfe-a5bd-88bdb1345236 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 946 time: 0.0492218 Oct 23 00:57:09.933709 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:09.971295 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-449b2fd1-e8af-463b-89fe-01a5064499ac req-ac80b143-0805-46fa-86ea-96d7fa89829f tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430939 Oct 23 00:57:10.297603 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-b588e67c-5d20-4314-83da-8426d491ab14 req-31c2098c-8b27-4579-8f71-0a695713f683 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=81a81607-ef2d-4305-9f21-d24f821e2546 HTTP/1.1" status: 200 len: 210 time: 0.0274098 Oct 23 00:57:11.104091 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39cc9f-796a-4c88-9924-c707a5bce0d0 req-8505edee-8453-4bad-9708-059f3ca86759 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:11.105630 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3a39cc9f-796a-4c88-9924-c707a5bce0d0 req-8505edee-8453-4bad-9708-059f3ca86759 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 946 time: 0.0503905 Oct 23 00:57:11.156951 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3a39cc9f-796a-4c88-9924-c707a5bce0d0 req-57d55e4a-3a99-4e36-b4a2-b99c31c33327 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452361 Oct 23 00:57:11.423297 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-204198ed-cf2f-4a67-8908-53e37394cbe0 req-e6568e4f-48ca-40d1-a947-077ca8e47742 tempest-DeleteServersTestJSON-44257626 tempest-DeleteServersTestJSON-44257626-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=81a81607-ef2d-4305-9f21-d24f821e2546 HTTP/1.1" status: 200 len: 210 time: 0.0291662 Oct 23 00:57:12.301716 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ecf0a-e296-47fb-9656-6d3a7fb28e86 req-9451503e-befe-454d-8fcb-c5bc23b7a1a0 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:12.303215 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ce3ecf0a-e296-47fb-9656-6d3a7fb28e86 req-9451503e-befe-454d-8fcb-c5bc23b7a1a0 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 946 time: 0.0593832 Oct 23 00:57:12.367377 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ce3ecf0a-e296-47fb-9656-6d3a7fb28e86 req-475d71bf-dd25-4c8c-828b-681d5dd5c296 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570242 Oct 23 00:57:12.534145 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:12.535466 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=22 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:13.454219 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 49512) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:13.496456 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a27bb-34e9-4c9d-8483-3dee239867b8 req-71dc51ba-570e-4aad-b444-85b8f6d03bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:13.498025 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-411a27bb-34e9-4c9d-8483-3dee239867b8 req-71dc51ba-570e-4aad-b444-85b8f6d03bce service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 1130 time: 0.0743067 Oct 23 00:57:13.511648 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1820fc-7d57-4365-9111-6aa356d57fd4 req-f35aba57-967c-4b66-a676-8f9645294f14 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:13.513276 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-eb1820fc-7d57-4365-9111-6aa356d57fd4 req-f35aba57-967c-4b66-a676-8f9645294f14 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 946 time: 0.0579727 Oct 23 00:57:13.569733 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-0d86f1f0-4b14-431e-83e4-cf9b8fa3cf30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:13.584247 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-411a27bb-34e9-4c9d-8483-3dee239867b8 req-59711dfb-5071-46d1-8277-558c559779f0 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700045 Oct 23 00:57:13.591356 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-eb1820fc-7d57-4365-9111-6aa356d57fd4 req-8e786f63-aa7f-4881-b05c-480ac7bf0373 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696523 Oct 23 00:57:13.661358 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-0d86f1f0-4b14-431e-83e4-cf9b8fa3cf30 admin admin] Publish callbacks [] for security_group (b8dc9038-2591-400b-a2f6-8d1392420069), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:13.667392 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-0d86f1f0-4b14-431e-83e4-cf9b8fa3cf30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (b8dc9038-2591-400b-a2f6-8d1392420069), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:13.709156 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-0d86f1f0-4b14-431e-83e4-cf9b8fa3cf30 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=bb4dcacd7f04402aa45b2c1545ddc1b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2537491 Oct 23 00:57:13.710011 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d86f1f0-4b14-431e-83e4-cf9b8fa3cf30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8dc9038-2591-400b-a2f6-8d1392420069,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:13.712810 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 49520) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:13.768710 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-1498e209-b6d6-4c3a-a07d-31badbf41f09 admin admin] Publish callbacks [] for security_group (b8dc9038-2591-400b-a2f6-8d1392420069), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:13.800630 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-1498e209-b6d6-4c3a-a07d-31badbf41f09 admin admin] Publish callbacks [] for security_group (b8dc9038-2591-400b-a2f6-8d1392420069), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:13.851324 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-1498e209-b6d6-4c3a-a07d-31badbf41f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (b8dc9038-2591-400b-a2f6-8d1392420069), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:13.854624 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-1498e209-b6d6-4c3a-a07d-31badbf41f09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:13.856238 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-1498e209-b6d6-4c3a-a07d-31badbf41f09 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/b8dc9038-2591-400b-a2f6-8d1392420069 HTTP/1.1" status: 204 len: 168 time: 0.1424294 Oct 23 00:57:13.865358 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1498e209-b6d6-4c3a-a07d-31badbf41f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8dc9038-2591-400b-a2f6-8d1392420069,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:13.961086 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 49536) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:14.066874 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:14.179951 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 49550) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:14.193719 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-9ad740b4-9031-437b-b4fa-08f1582bcf3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:14.274718 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-9ad740b4-9031-437b-b4fa-08f1582bcf3e admin admin] Publish callbacks [] for security_group (923a9f14-ec0f-44db-a801-14852ca788c9), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:14.280209 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-9ad740b4-9031-437b-b4fa-08f1582bcf3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (923a9f14-ec0f-44db-a801-14852ca788c9), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:14.321107 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-9ad740b4-9031-437b-b4fa-08f1582bcf3e admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=f392c797e769438a9356c5d0dcdee406&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1399345 Oct 23 00:57:14.321957 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad740b4-9031-437b-b4fa-08f1582bcf3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923a9f14-ec0f-44db-a801-14852ca788c9,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:14.324253 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 49552) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:14.357897 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-e7ebab58-b758-4bfe-99a2-57b4b48ce8e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-517241'] for router_interface (2c238434-bfef-4fde-aac0-cae3ae6aa742), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:14.374434 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-c6b3a11a-7850-4d7a-b535-37300952d983 admin admin] Publish callbacks [] for security_group (923a9f14-ec0f-44db-a801-14852ca788c9), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:14.395562 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-c6b3a11a-7850-4d7a-b535-37300952d983 admin admin] Publish callbacks [] for security_group (923a9f14-ec0f-44db-a801-14852ca788c9), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:14.446109 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-c6b3a11a-7850-4d7a-b535-37300952d983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (923a9f14-ec0f-44db-a801-14852ca788c9), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:14.449455 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-c6b3a11a-7850-4d7a-b535-37300952d983 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:14.453206 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-c6b3a11a-7850-4d7a-b535-37300952d983 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/923a9f14-ec0f-44db-a801-14852ca788c9 HTTP/1.1" status: 204 len: 168 time: 0.1279862 Oct 23 00:57:14.468010 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b3a11a-7850-4d7a-b535-37300952d983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923a9f14-ec0f-44db-a801-14852ca788c9,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:14.521750 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:14.713565 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [None req-e7ebab58-b758-4bfe-99a2-57b4b48ce8e7 admin admin] Deleting port 1af047de-df31-40f1-8ab4-6afa1a4ee2ae {{(pid=104552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 00:57:14.714189 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-e7ebab58-b758-4bfe-99a2-57b4b48ce8e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (1af047de-df31-40f1-8ab4-6afa1a4ee2ae), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:14.794301 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7707faa-b8f1-4315-849e-1cd85a57cf64 req-1b753505-60c8-4fa6-8c16-09263d18c9ab tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:14.795808 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e7707faa-b8f1-4315-849e-1cd85a57cf64 req-1b753505-60c8-4fa6-8c16-09263d18c9ab tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 946 time: 0.1038303 Oct 23 00:57:14.863374 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [None req-e7ebab58-b758-4bfe-99a2-57b4b48ce8e7 admin admin] For port 1af047de-df31-40f1-8ab4-6afa1a4ee2ae, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=1af047de-df31-40f1-8ab4-6afa1a4ee2ae,segment=NetworkSegment(b638209f-90ba-44ee-80d1-50cdacceb6dc),segment_id=b638209f-90ba-44ee-80d1-50cdacceb6dc)] {{(pid=104552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:57:14.863374 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-e7ebab58-b758-4bfe-99a2-57b4b48ce8e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (1af047de-df31-40f1-8ab4-6afa1a4ee2ae), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:14.866515 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 49576) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:14.882737 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-a67738d5-e3c9-4861-acf3-979e044b0377 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:14.888422 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e7707faa-b8f1-4315-849e-1cd85a57cf64 req-6864769d-4568-4d60-8321-01c70b5e8340 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859656 Oct 23 00:57:14.889534 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [None req-e7ebab58-b758-4bfe-99a2-57b4b48ce8e7 admin admin] Calling delete_port for 1af047de-df31-40f1-8ab4-6afa1a4ee2ae owned by network:router_interface {{(pid=104552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 00:57:14.967650 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-a67738d5-e3c9-4861-acf3-979e044b0377 admin admin] Publish callbacks [] for security_group (5eb01d8d-af94-4664-ae3b-e4a4b6e2dbe7), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:14.971842 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-a67738d5-e3c9-4861-acf3-979e044b0377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (5eb01d8d-af94-4664-ae3b-e4a4b6e2dbe7), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:15.013541 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-a67738d5-e3c9-4861-acf3-979e044b0377 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=f10ad9162e69451b835a7e9a77804249&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1428537 Oct 23 00:57:15.013541 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67738d5-e3c9-4861-acf3-979e044b0377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb01d8d-af94-4664-ae3b-e4a4b6e2dbe7,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:15.015557 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 49578) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:15.030437 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:15.050858 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:15.068211 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-11830cf7-55ea-411c-8bde-b0b347166386 admin admin] Publish callbacks [] for security_group (5eb01d8d-af94-4664-ae3b-e4a4b6e2dbe7), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:15.075862 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:15.089729 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-11830cf7-55ea-411c-8bde-b0b347166386 admin admin] Publish callbacks [] for security_group (5eb01d8d-af94-4664-ae3b-e4a4b6e2dbe7), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:15.099626 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-e7ebab58-b758-4bfe-99a2-57b4b48ce8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5995606'] for port (1af047de-df31-40f1-8ab4-6afa1a4ee2ae), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:15.128385 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ebab58-b758-4bfe-99a2-57b4b48ce8e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1af047de-df31-40f1-8ab4-6afa1a4ee2ae,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:15.142814 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-11830cf7-55ea-411c-8bde-b0b347166386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (5eb01d8d-af94-4664-ae3b-e4a4b6e2dbe7), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:15.148712 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-11830cf7-55ea-411c-8bde-b0b347166386 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:15.150001 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-11830cf7-55ea-411c-8bde-b0b347166386 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/5eb01d8d-af94-4664-ae3b-e4a4b6e2dbe7 HTTP/1.1" status: 204 len: 168 time: 0.1336842 Oct 23 00:57:15.158777 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11830cf7-55ea-411c-8bde-b0b347166386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb01d8d-af94-4664-ae3b-e4a4b6e2dbe7,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:15.305872 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-e7ebab58-b758-4bfe-99a2-57b4b48ce8e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516553'] for router_interface (2c238434-bfef-4fde-aac0-cae3ae6aa742), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:15.455080 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3657f8bc-c9ac-4813-a41d-c2b9cceab352 None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=104553) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 00:57:15.565672 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ebab58-b758-4bfe-99a2-57b4b48ce8e7 admin admin] Router 2c238434-bfef-4fde-aac0-cae3ae6aa742 has already been hosted by L3 agent 71de1650-f9d9-4095-92e6-e37ec99e20cf {{(pid=104552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 00:57:15.566689 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:15.611745 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 49592) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:15.615757 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3657f8bc-c9ac-4813-a41d-c2b9cceab352 None None] Resources bound (agent type, host, resource id): {{(pid=104553) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 00:57:15.740254 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-75faebf0-07e9-4cdb-90d9-e9d447ed8459 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:15.993927 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-75faebf0-07e9-4cdb-90d9-e9d447ed8459 admin admin] Publish callbacks [] for security_group (18b9338c-0f30-4be9-a49c-bb68d78d6b40), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:16.004422 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-75faebf0-07e9-4cdb-90d9-e9d447ed8459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (18b9338c-0f30-4be9-a49c-bb68d78d6b40), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:16.044561 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75faebf0-07e9-4cdb-90d9-e9d447ed8459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b9338c-0f30-4be9-a49c-bb68d78d6b40,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:16.069606 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-75faebf0-07e9-4cdb-90d9-e9d447ed8459 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=1e67aeea21404e4882a1c0008a4f7a62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4567778 Oct 23 00:57:16.072093 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 49622) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:16.130955 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c7e4f-822d-41c2-b4d9-dfb486cb8243 req-64e0378e-77db-43aa-9b12-669b08d0a8c6 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:16.133249 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f86c7e4f-822d-41c2-b4d9-dfb486cb8243 req-64e0378e-77db-43aa-9b12-669b08d0a8c6 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 946 time: 0.0741527 Oct 23 00:57:16.149812 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-d87a7d40-851b-4f2c-8fac-2008fa0408e3 admin admin] Publish callbacks [] for security_group (18b9338c-0f30-4be9-a49c-bb68d78d6b40), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:16.168459 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ebab58-b758-4bfe-99a2-57b4b48ce8e7 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 00:57:16.176317 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-e7ebab58-b758-4bfe-99a2-57b4b48ce8e7 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/2c238434-bfef-4fde-aac0-cae3ae6aa742/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2114701 Oct 23 00:57:16.178697 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8bfe67-6716-426f-804c-37d00a2feca3 None None] Sync routers for ids ['2c238434-bfef-4fde-aac0-cae3ae6aa742'] in dv-cinder-master-3-iscsi {{(pid=104554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 00:57:16.179252 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 49628) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:16.182804 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-d87a7d40-851b-4f2c-8fac-2008fa0408e3 admin admin] Publish callbacks [] for security_group (18b9338c-0f30-4be9-a49c-bb68d78d6b40), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:16.197056 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8bfe67-6716-426f-804c-37d00a2feca3 None None] Routers {'2c238434-bfef-4fde-aac0-cae3ae6aa742'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:57:16.219500 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-ff8bfe67-6716-426f-804c-37d00a2feca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T00:56:51Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['2c238434-bfef-4fde-aac0-cae3ae6aa742'], 'active': True} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:57:16.242774 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f86c7e4f-822d-41c2-b4d9-dfb486cb8243 req-4731dbd6-aaf1-45e3-9ce2-8d8e038189dc tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016903 Oct 23 00:57:16.304160 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-8301d26e-43db-4ba1-9ef4-b6af7401f3ea admin admin] Publish callbacks [] for router (2c238434-bfef-4fde-aac0-cae3ae6aa742), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:16.463655 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4810698-7574-402b-9d0f-343acd25669d req-e2191b1d-d235-425a-a30a-5fb9b16fc7a6 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:16.469090 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c4810698-7574-402b-9d0f-343acd25669d req-e2191b1d-d235-425a-a30a-5fb9b16fc7a6 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=435f22ac-20bf-48b6-b42c-62ecd7cf29f3 HTTP/1.1" status: 200 len: 945 time: 0.1163578 Oct 23 00:57:16.528745 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-d87a7d40-851b-4f2c-8fac-2008fa0408e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (18b9338c-0f30-4be9-a49c-bb68d78d6b40), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:16.531190 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 49638) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:16.531467 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-d87a7d40-851b-4f2c-8fac-2008fa0408e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:16.535122 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-d87a7d40-851b-4f2c-8fac-2008fa0408e3 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/18b9338c-0f30-4be9-a49c-bb68d78d6b40 HTTP/1.1" status: 204 len: 168 time: 0.4597750 Oct 23 00:57:16.535122 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-8301d26e-43db-4ba1-9ef4-b6af7401f3ea admin admin] Publish callbacks [] for router_gateway (2c238434-bfef-4fde-aac0-cae3ae6aa742), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:16.552146 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87a7d40-851b-4f2c-8fac-2008fa0408e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b9338c-0f30-4be9-a49c-bb68d78d6b40,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:16.571350 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvr_db [None req-ff8bfe67-6716-426f-804c-37d00a2feca3 None None] Set router 2c238434-bfef-4fde-aac0-cae3ae6aa742 gateway port host: dv-cinder-master-3-iscsi {{(pid=104554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:57:16.621550 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-8301d26e-43db-4ba1-9ef4-b6af7401f3ea admin admin] Deleting port cfbaf355-dc65-4e70-a31f-49dfe300f3d3 {{(pid=104551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 00:57:16.622157 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-8301d26e-43db-4ba1-9ef4-b6af7401f3ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (cfbaf355-dc65-4e70-a31f-49dfe300f3d3), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:16.637469 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c4810698-7574-402b-9d0f-343acd25669d req-08dddc59-2c47-4085-8ceb-b4b36138271b tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596587 Oct 23 00:57:16.761909 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.db [None req-8301d26e-43db-4ba1-9ef4-b6af7401f3ea admin admin] For port cfbaf355-dc65-4e70-a31f-49dfe300f3d3, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=cfbaf355-dc65-4e70-a31f-49dfe300f3d3,segment=NetworkSegment(0d47d9bc-e081-4c9e-9d69-e5804f7aef1d),segment_id=0d47d9bc-e081-4c9e-9d69-e5804f7aef1d)] {{(pid=104551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:57:16.762386 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-8301d26e-43db-4ba1-9ef4-b6af7401f3ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (cfbaf355-dc65-4e70-a31f-49dfe300f3d3), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:16.779352 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-8301d26e-43db-4ba1-9ef4-b6af7401f3ea admin admin] Calling delete_port for cfbaf355-dc65-4e70-a31f-49dfe300f3d3 owned by network:router_gateway {{(pid=104551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 00:57:16.797640 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:16.843766 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-ff8bfe67-6716-426f-804c-37d00a2feca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c238434-bfef-4fde-aac0-cae3ae6aa742', 'name': 'tempest-DeleteServersTestJSON-2093722459-router', 'tenant_id': '29c3589cf3024c1083bc90f33ab61c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.240'}], 'enable_snat': True}, 'gw_port_id': 'cfbaf355-dc65-4e70-a31f-49dfe300f3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:18Z', 'updated_at': '2022-10-23T00:57:15Z', 'revision_number': 5, 'project_id': '29c3589cf3024c1083bc90f33ab61c00', 'gw_port': {'id': 'cfbaf355-dc65-4e70-a31f-49dfe300f3d3', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c238434-bfef-4fde-aac0-cae3ae6aa742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:19Z', 'updated_at': '2022-10-23T00:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:57:16.897614 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:DELETE=3,neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:16.926730 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8bfe67-6716-426f-804c-37d00a2feca3 None None] Checking router: 2c238434-bfef-4fde-aac0-cae3ae6aa742 for host: dv-cinder-master-3-iscsi {{(pid=104554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 00:57:16.966250 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8bfe67-6716-426f-804c-37d00a2feca3 None None] Routers {'2c238434-bfef-4fde-aac0-cae3ae6aa742'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:57:16.968301 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-ff8bfe67-6716-426f-804c-37d00a2feca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T00:56:51Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['2c238434-bfef-4fde-aac0-cae3ae6aa742'], 'active': True} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:57:17.014214 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-edd4fe8e-d939-47bc-8e08-9cccb1753b78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:17.110488 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-8301d26e-43db-4ba1-9ef4-b6af7401f3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455'] for port (cfbaf355-dc65-4e70-a31f-49dfe300f3d3), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:17.200746 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvr_db [None req-ff8bfe67-6716-426f-804c-37d00a2feca3 None None] Set router 2c238434-bfef-4fde-aac0-cae3ae6aa742 gateway port host: None {{(pid=104554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:57:17.231734 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-adbcece2-858a-4764-8ed5-fc406d234271 None None] Provisioning complete for port 81a4888a-a035-4442-91ea-dd123a7c1c39 triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:57:17.233576 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-adbcece2-858a-4764-8ed5-fc406d234271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (81a4888a-a035-4442-91ea-dd123a7c1c39), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:17.234096 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-adbcece2-858a-4764-8ed5-fc406d234271 None None] Attempt 1 to provision port 81a4888a-a035-4442-91ea-dd123a7c1c39 Oct 23 00:57:17.237991 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-edd4fe8e-d939-47bc-8e08-9cccb1753b78 admin admin] Publish callbacks [] for security_group (3b45f778-86c3-4766-8d0e-e41b0286c7c1), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:17.238202 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8301d26e-43db-4ba1-9ef4-b6af7401f3ea admin admin] Pushing event deleted for resources: {'Port': ['ID=cfbaf355-dc65-4e70-a31f-49dfe300f3d3,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:17.250834 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-8301d26e-43db-4ba1-9ef4-b6af7401f3ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-517020'] for router_gateway (2c238434-bfef-4fde-aac0-cae3ae6aa742), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:17.260486 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-edd4fe8e-d939-47bc-8e08-9cccb1753b78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (3b45f778-86c3-4766-8d0e-e41b0286c7c1), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:17.273851 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:17.334654 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-ff8bfe67-6716-426f-804c-37d00a2feca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c238434-bfef-4fde-aac0-cae3ae6aa742', 'name': 'tempest-DeleteServersTestJSON-2093722459-router', 'tenant_id': '29c3589cf3024c1083bc90f33ab61c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:18Z', 'updated_at': '2022-10-23T00:57:16Z', 'revision_number': 6, 'project_id': '29c3589cf3024c1083bc90f33ab61c00', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:57:17.373363 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd4fe8e-d939-47bc-8e08-9cccb1753b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b45f778-86c3-4766-8d0e-e41b0286c7c1,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:17.384986 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-edd4fe8e-d939-47bc-8e08-9cccb1753b78 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=bbab435ea9c8494e9814a6e0d34f305a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8499594 Oct 23 00:57:17.390888 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 49670) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:17.405846 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8bfe67-6716-426f-804c-37d00a2feca3 None None] The sync data for ids ['2c238434-bfef-4fde-aac0-cae3ae6aa742'] in dv-cinder-master-3-iscsi is: [{'id': '2c238434-bfef-4fde-aac0-cae3ae6aa742', 'name': 'tempest-DeleteServersTestJSON-2093722459-router', 'tenant_id': '29c3589cf3024c1083bc90f33ab61c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:18Z', 'updated_at': '2022-10-23T00:57:16Z', 'revision_number': 6, 'project_id': '29c3589cf3024c1083bc90f33ab61c00', 'gw_port_host': None}] {{(pid=104554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 00:57:17.471536 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-781fe563-5db5-4275-b386-86e145ead371 admin admin] Publish callbacks [] for security_group (3b45f778-86c3-4766-8d0e-e41b0286c7c1), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:17.482791 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-adbcece2-858a-4764-8ed5-fc406d234271 None None] Current status of the port 81a4888a-a035-4442-91ea-dd123a7c1c39 is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:57:17.514768 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-781fe563-5db5-4275-b386-86e145ead371 admin admin] Publish callbacks [] for security_group (3b45f778-86c3-4766-8d0e-e41b0286c7c1), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:17.521265 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-8301d26e-43db-4ba1-9ef4-b6af7401f3ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-401043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123571'] for router (2c238434-bfef-4fde-aac0-cae3ae6aa742), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:17.523559 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-8301d26e-43db-4ba1-9ef4-b6af7401f3ea admin admin] Publish callbacks [] for router_controller (2c238434-bfef-4fde-aac0-cae3ae6aa742), precommit_delete_associations {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:17.602148 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-8301d26e-43db-4ba1-9ef4-b6af7401f3ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517178'] for router (2c238434-bfef-4fde-aac0-cae3ae6aa742), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:17.602957 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8301d26e-43db-4ba1-9ef4-b6af7401f3ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c238434-bfef-4fde-aac0-cae3ae6aa742 {{(pid=104551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 00:57:17.609727 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-8301d26e-43db-4ba1-9ef4-b6af7401f3ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:17.610945 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-8301d26e-43db-4ba1-9ef4-b6af7401f3ea admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/2c238434-bfef-4fde-aac0-cae3ae6aa742 HTTP/1.1" status: 204 len: 168 time: 1.4306607 Oct 23 00:57:17.611921 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-781fe563-5db5-4275-b386-86e145ead371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (3b45f778-86c3-4766-8d0e-e41b0286c7c1), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:17.613805 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 49680) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:17.616409 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-781fe563-5db5-4275-b386-86e145ead371 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:17.618319 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-781fe563-5db5-4275-b386-86e145ead371 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/3b45f778-86c3-4766-8d0e-e41b0286c7c1 HTTP/1.1" status: 204 len: 168 time: 0.2265904 Oct 23 00:57:17.627938 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781fe563-5db5-4275-b386-86e145ead371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b45f778-86c3-4766-8d0e-e41b0286c7c1,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:17.900216 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.db_base_plugin_v2 [None req-03d81ee3-27a6-4de4-b999-7328a8e58ef9 admin admin] Deleting subnet 6f0acb91-496c-45f4-acb5-584ff234a755 {{(pid=104551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 00:57:17.904153 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-03d81ee3-27a6-4de4-b999-7328a8e58ef9 admin admin] Publish callbacks [] for subnet (6f0acb91-496c-45f4-acb5-584ff234a755), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:17.958938 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-03d81ee3-27a6-4de4-b999-7328a8e58ef9 admin admin] Publish callbacks [] for subnet (6f0acb91-496c-45f4-acb5-584ff234a755), precommit_delete_associations {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:17.987715 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 1af047de-df31-40f1-8ab4-6afa1a4ee2ae no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 00:57:18.014846 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] No Port match for: 1af047de-df31-40f1-8ab4-6afa1a4ee2ae {{(pid=104553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 00:57:18.015495 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 1af047de-df31-40f1-8ab4-6afa1a4ee2ae not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 00:57:18.051655 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-03d81ee3-27a6-4de4-b999-7328a8e58ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13457227'] for subnet (6f0acb91-496c-45f4-acb5-584ff234a755), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:18.137390 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-03d81ee3-27a6-4de4-b999-7328a8e58ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-13457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493'] for subnet (6f0acb91-496c-45f4-acb5-584ff234a755), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:18.173777 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d81ee3-27a6-4de4-b999-7328a8e58ef9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f0acb91-496c-45f4-acb5-584ff234a755,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:18.176465 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-03d81ee3-27a6-4de4-b999-7328a8e58ef9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:18.182834 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-03d81ee3-27a6-4de4-b999-7328a8e58ef9 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/6f0acb91-496c-45f4-acb5-584ff234a755 HTTP/1.1" status: 204 len: 168 time: 0.5674007 Oct 23 00:57:18.186182 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 49700) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:18.188028 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52eecc88-5167-4ca3-bf89-be92231ceb42 None None] Network af018619-0331-4553-bdbc-b12c91da85cf requested from dv-cinder-master-3-iscsi {{(pid=104553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 00:57:18.294714 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ba942745-f52e-4742-9148-68bb8eb364b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13506626'] for network (af018619-0331-4553-bdbc-b12c91da85cf), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:18.343585 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 49710) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:18.378740 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-2fc8d07a-5477-457f-acff-2bc76a73cccc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:18.381509 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-ba942745-f52e-4742-9148-68bb8eb364b4 admin admin] Deleting port 81a4888a-a035-4442-91ea-dd123a7c1c39 {{(pid=104551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 00:57:18.381860 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ba942745-f52e-4742-9148-68bb8eb364b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (81a4888a-a035-4442-91ea-dd123a7c1c39), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:18.423172 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0304b3ea-6737-429f-b149-f8fcc5c59cdd None None] DHCP port deletion for af018619-0331-4553-bdbc-b12c91da85cf request from dv-cinder-master-3-iscsi {{(pid=104553) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 00:57:18.484377 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.db [None req-ba942745-f52e-4742-9148-68bb8eb364b4 admin admin] For port 81a4888a-a035-4442-91ea-dd123a7c1c39, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=81a4888a-a035-4442-91ea-dd123a7c1c39,segment=NetworkSegment(b638209f-90ba-44ee-80d1-50cdacceb6dc),segment_id=b638209f-90ba-44ee-80d1-50cdacceb6dc)] {{(pid=104551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:57:18.486296 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ba942745-f52e-4742-9148-68bb8eb364b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (81a4888a-a035-4442-91ea-dd123a7c1c39), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:18.497200 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-0304b3ea-6737-429f-b149-f8fcc5c59cdd None None] Deleting port 81a4888a-a035-4442-91ea-dd123a7c1c39 {{(pid=104553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 00:57:18.497907 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-0304b3ea-6737-429f-b149-f8fcc5c59cdd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (81a4888a-a035-4442-91ea-dd123a7c1c39), before_delete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:18.521065 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-ba942745-f52e-4742-9148-68bb8eb364b4 admin admin] Calling delete_port for 81a4888a-a035-4442-91ea-dd123a7c1c39 owned by network:dhcp {{(pid=104551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 00:57:18.557812 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-2fc8d07a-5477-457f-acff-2bc76a73cccc admin admin] Publish callbacks [] for security_group (b7fd8feb-af6c-4061-9ef8-a5b8e63530ba), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:18.563952 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-2fc8d07a-5477-457f-acff-2bc76a73cccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (b7fd8feb-af6c-4061-9ef8-a5b8e63530ba), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:18.588568 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-0304b3ea-6737-429f-b149-f8fcc5c59cdd None None] For port 81a4888a-a035-4442-91ea-dd123a7c1c39, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=81a4888a-a035-4442-91ea-dd123a7c1c39,segment=NetworkSegment(b638209f-90ba-44ee-80d1-50cdacceb6dc),segment_id=b638209f-90ba-44ee-80d1-50cdacceb6dc)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:57:18.589878 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-0304b3ea-6737-429f-b149-f8fcc5c59cdd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (81a4888a-a035-4442-91ea-dd123a7c1c39), precommit_delete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:18.608959 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-0304b3ea-6737-429f-b149-f8fcc5c59cdd None None] Calling delete_port for 81a4888a-a035-4442-91ea-dd123a7c1c39 owned by network:dhcp {{(pid=104553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 00:57:18.653480 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc8d07a-5477-457f-acff-2bc76a73cccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7fd8feb-af6c-4061-9ef8-a5b8e63530ba,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:18.685411 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-2fc8d07a-5477-457f-acff-2bc76a73cccc admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=dd3ba2bbb9b84133883b9595099787b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3393176 Oct 23 00:57:18.686268 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 49724) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:18.702673 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:18.711675 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:18.720176 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ba942745-f52e-4742-9148-68bb8eb364b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455'] for port (81a4888a-a035-4442-91ea-dd123a7c1c39), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:18.735320 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=100 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:18.776525 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-0304b3ea-6737-429f-b149-f8fcc5c59cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455'] for port (81a4888a-a035-4442-91ea-dd123a7c1c39), after_delete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:18.779220 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba942745-f52e-4742-9148-68bb8eb364b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=81a4888a-a035-4442-91ea-dd123a7c1c39,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:18.792863 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba942745-f52e-4742-9148-68bb8eb364b4 admin admin] No DVR routers for this DVR port 81a4888a-a035-4442-91ea-dd123a7c1c39 on host dv-cinder-master-3-iscsi {{(pid=104551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 00:57:18.822543 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0304b3ea-6737-429f-b149-f8fcc5c59cdd None None] Pushing event deleted for resources: {'Port': ['ID=81a4888a-a035-4442-91ea-dd123a7c1c39,revision_number=None']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:18.834463 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-4c0d8b93-2e32-462f-9b81-6b588157063c admin admin] Publish callbacks [] for security_group (b7fd8feb-af6c-4061-9ef8-a5b8e63530ba), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:18.838276 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0304b3ea-6737-429f-b149-f8fcc5c59cdd None None] No DVR routers for this DVR port 81a4888a-a035-4442-91ea-dd123a7c1c39 on host dv-cinder-master-3-iscsi {{(pid=104553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 00:57:18.854021 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-b22a6edc-957d-4c45-973b-07635463cf6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (6b66cfba-c169-484b-b3a5-13fb9b6528cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:18.934255 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-4c0d8b93-2e32-462f-9b81-6b588157063c admin admin] Publish callbacks [] for security_group (b7fd8feb-af6c-4061-9ef8-a5b8e63530ba), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:18.964130 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ba942745-f52e-4742-9148-68bb8eb364b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13455826', 'neutron.services.segments.db._delete_segments_for_network-8758734904131'] for network (af018619-0331-4553-bdbc-b12c91da85cf), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:19.000309 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ba942745-f52e-4742-9148-68bb8eb364b4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:57:19.011446 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ba942745-f52e-4742-9148-68bb8eb364b4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:57:19.012883 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ba942745-f52e-4742-9148-68bb8eb364b4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:57:19.013339 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ba942745-f52e-4742-9148-68bb8eb364b4 admin admin] Subscribe: > port after_create 55550000 {{(pid=104551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:57:19.013779 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ba942745-f52e-4742-9148-68bb8eb364b4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:57:19.014349 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ba942745-f52e-4742-9148-68bb8eb364b4 admin admin] Subscribe: > port after_update 55550000 {{(pid=104551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:57:19.014894 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ba942745-f52e-4742-9148-68bb8eb364b4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:57:19.015441 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ba942745-f52e-4742-9148-68bb8eb364b4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:57:19.016472 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ba942745-f52e-4742-9148-68bb8eb364b4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:57:19.017081 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ba942745-f52e-4742-9148-68bb8eb364b4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:57:19.084485 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c91a0-ecf9-43bb-8bbd-0ad6d76f1a96 req-ff115f47-7228-4288-bcd4-7f7ef288fac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:19.086187 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-661c91a0-ecf9-43bb-8bbd-0ad6d76f1a96 req-ff115f47-7228-4288-bcd4-7f7ef288fac2 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=94cfcbd6f144492d8be27fe35cbe76d5&device_id=435f22ac-20bf-48b6-b42c-62ecd7cf29f3 HTTP/1.1" status: 200 len: 1129 time: 0.1224668 Oct 23 00:57:19.130411 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc16b1-05a0-4b58-a0ad-09b1990a2377 req-08ddce9c-986f-4cac-8525-c0d0dc6d4d9f tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:19.132077 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-00dc16b1-05a0-4b58-a0ad-09b1990a2377 req-08ddce9c-986f-4cac-8525-c0d0dc6d4d9f tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=435f22ac-20bf-48b6-b42c-62ecd7cf29f3 HTTP/1.1" status: 200 len: 945 time: 0.0989022 Oct 23 00:57:19.176540 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-4c0d8b93-2e32-462f-9b81-6b588157063c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (b7fd8feb-af6c-4061-9ef8-a5b8e63530ba), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:19.179356 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-4c0d8b93-2e32-462f-9b81-6b588157063c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:19.184566 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-4c0d8b93-2e32-462f-9b81-6b588157063c admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/b7fd8feb-af6c-4061-9ef8-a5b8e63530ba HTTP/1.1" status: 204 len: 168 time: 0.4970367 Oct 23 00:57:19.190719 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ba942745-f52e-4742-9148-68bb8eb364b4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:57:19.191127 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ba942745-f52e-4742-9148-68bb8eb364b4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:57:19.191469 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ba942745-f52e-4742-9148-68bb8eb364b4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:57:19.191807 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ba942745-f52e-4742-9148-68bb8eb364b4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 23 00:57:19.192291 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.services.segments.db [None req-ba942745-f52e-4742-9148-68bb8eb364b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af018619-0331-4553-bdbc-b12c91da85cf']}} {{(pid=104551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:57:19.212610 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0d8b93-2e32-462f-9b81-6b588157063c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7fd8feb-af6c-4061-9ef8-a5b8e63530ba,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:19.277143 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.services.segments.db [None req-ba942745-f52e-4742-9148-68bb8eb364b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b638209f-90ba-44ee-80d1-50cdacceb6dc') {'for_net_delete': True} {{(pid=104551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:57:19.277143 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.services.segments.db [None req-ba942745-f52e-4742-9148-68bb8eb364b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b638209f-90ba-44ee-80d1-50cdacceb6dc') {} {{(pid=104551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:57:19.277819 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-00dc16b1-05a0-4b58-a0ad-09b1990a2377 req-432ccf06-5bc7-4b11-bf38-50892f9a4061 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081378 Oct 23 00:57:19.307380 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ba942745-f52e-4742-9148-68bb8eb364b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758734904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8119827'] for segment (b638209f-90ba-44ee-80d1-50cdacceb6dc), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:19.320367 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c91a0-ecf9-43bb-8bbd-0ad6d76f1a96 req-2198e459-1b33-4742-a6dd-679974ba716c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:19.322625 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-661c91a0-ecf9-43bb-8bbd-0ad6d76f1a96 req-2198e459-1b33-4742-a6dd-679974ba716c service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=1d27b6d9-fef6-49cb-833f-13cb9578958e HTTP/1.1" status: 200 len: 920 time: 0.2261982 Oct 23 00:57:19.336376 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ba942745-f52e-4742-9148-68bb8eb364b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13381139'] for segment (b638209f-90ba-44ee-80d1-50cdacceb6dc), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:19.342154 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:DELETE=13,neutron:SELECT=85,neutron:UPDATE=2 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:19.352518 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba942745-f52e-4742-9148-68bb8eb364b4 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=104551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 00:57:19.353481 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ba942745-f52e-4742-9148-68bb8eb364b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13381139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6140075'] for segment (b638209f-90ba-44ee-80d1-50cdacceb6dc), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:19.401976 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-661c91a0-ecf9-43bb-8bbd-0ad6d76f1a96 req-b1417f5a-524f-46da-8000-032137ddf981 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdd89988-ac0b-48a6-9a93-d8efc80c0957 HTTP/1.1" status: 200 len: 217 time: 0.0712032 Oct 23 00:57:19.439544 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ba942745-f52e-4742-9148-68bb8eb364b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13455835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516948'] for network (af018619-0331-4553-bdbc-b12c91da85cf), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:19.451876 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ba942745-f52e-4742-9148-68bb8eb364b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for network (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:19.456163 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-ba942745-f52e-4742-9148-68bb8eb364b4 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/af018619-0331-4553-bdbc-b12c91da85cf HTTP/1.1" status: 204 len: 168 time: 1.2685747 Oct 23 00:57:19.466086 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c91a0-ecf9-43bb-8bbd-0ad6d76f1a96 req-96ad2e37-1f3e-4eda-8b6f-4f20b9f5cedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:19.467701 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-661c91a0-ecf9-43bb-8bbd-0ad6d76f1a96 req-96ad2e37-1f3e-4eda-8b6f-4f20b9f5cedc service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=b567fc0e-81bb-4e4e-8bd3-a17fd2562f11 HTTP/1.1" status: 200 len: 858 time: 0.0586789 Oct 23 00:57:19.478600 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba942745-f52e-4742-9148-68bb8eb364b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=af018619-0331-4553-bdbc-b12c91da85cf,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:19.531538 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c91a0-ecf9-43bb-8bbd-0ad6d76f1a96 req-2af6a4fc-507e-466c-9d73-0d278576514d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:19.533854 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-661c91a0-ecf9-43bb-8bbd-0ad6d76f1a96 req-2af6a4fc-507e-466c-9d73-0d278576514d service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=1d27b6d9-fef6-49cb-833f-13cb9578958e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0580132 Oct 23 00:57:19.557124 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:19.657981 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-661c91a0-ecf9-43bb-8bbd-0ad6d76f1a96 req-203dfe78-00a8-4375-a4ce-663986dfba4f service neutron] 10.222.0.52 "GET /networking/v2.0/networks/1d27b6d9-fef6-49cb-833f-13cb9578958e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097715 Oct 23 00:57:19.761034 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 49774) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:19.806916 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-32b1900b-305b-4eb2-9133-8a6633beb8b4 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=29c3589cf3024c1083bc90f33ab61c00&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0446253 Oct 23 00:57:19.807434 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c7be82b7-8263-4e77-803e-41ce6df2d219 req-f3992903-ec1e-4b2a-a08e-7af094cbb722 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2035615498&fields=id&tenant_id=e3f6e9751be34c2fb4e0e1b9915e6b52 HTTP/1.1" status: 200 len: 267 time: 0.1095331 Oct 23 00:57:19.809785 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 49776) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:19.822311 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-661c91a0-ecf9-43bb-8bbd-0ad6d76f1a96 req-0431930c-42eb-46e5-ae28-1045cd4195b7 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/1d27b6d9-fef6-49cb-833f-13cb9578958e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563442 Oct 23 00:57:19.859109 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 49778) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:19.950173 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-990109cf-b9c7-4093-8d98-e659932d8076 admin admin] Publish callbacks [] for security_group (f3ce37d9-177c-4e87-927f-4bd88426ffae), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:19.984142 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 81a4888a-a035-4442-91ea-dd123a7c1c39 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 00:57:19.999588 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-990109cf-b9c7-4093-8d98-e659932d8076 admin admin] Publish callbacks [] for security_group (f3ce37d9-177c-4e87-927f-4bd88426ffae), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:20.006691 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] No Port match for: 81a4888a-a035-4442-91ea-dd123a7c1c39 {{(pid=104553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 00:57:20.007372 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 81a4888a-a035-4442-91ea-dd123a7c1c39 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 00:57:20.007948 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device cfbaf355-dc65-4e70-a31f-49dfe300f3d3 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 00:57:20.021373 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be82b7-8263-4e77-803e-41ce6df2d219 req-81975100-72f7-4a51-a121-0b731f3c900c tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:20.022878 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c7be82b7-8263-4e77-803e-41ce6df2d219 req-81975100-72f7-4a51-a121-0b731f3c900c tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/networks?id=858cf055-6f06-45a9-bd3f-2b834e6b7b79 HTTP/1.1" status: 200 len: 810 time: 0.2047017 Oct 23 00:57:20.028822 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] No Port match for: cfbaf355-dc65-4e70-a31f-49dfe300f3d3 {{(pid=104553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 00:57:20.029383 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device cfbaf355-dc65-4e70-a31f-49dfe300f3d3 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 00:57:20.046965 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-16f462ca-b7bf-4d36-894d-d5ec0f3b3d33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:20.054763 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c7be82b7-8263-4e77-803e-41ce6df2d219 req-d876ed6d-a596-472d-8c23-9ff0a948b037 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/quotas/e3f6e9751be34c2fb4e0e1b9915e6b52 HTTP/1.1" status: 200 len: 375 time: 0.0243611 Oct 23 00:57:20.113719 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:20.126940 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-990109cf-b9c7-4093-8d98-e659932d8076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (f3ce37d9-177c-4e87-927f-4bd88426ffae), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:20.127834 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.services.segments.plugin [-] Segment b638209f-90ba-44ee-80d1-50cdacceb6dc resource provider aggregate not found Oct 23 00:57:20.129809 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-990109cf-b9c7-4093-8d98-e659932d8076 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:20.131084 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-990109cf-b9c7-4093-8d98-e659932d8076 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/f3ce37d9-177c-4e87-927f-4bd88426ffae HTTP/1.1" status: 204 len: 168 time: 0.3203554 Oct 23 00:57:20.149317 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c7be82b7-8263-4e77-803e-41ce6df2d219 req-e36773d2-4988-4313-980d-9d2447bd8d02 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=e3f6e9751be34c2fb4e0e1b9915e6b52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0870953 Oct 23 00:57:20.151443 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.services.segments.plugin [-] Segment b638209f-90ba-44ee-80d1-50cdacceb6dc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b638209f-90ba-44ee-80d1-50cdacceb6dc found for delete ", "request_id": "req-c88bf7ce-5c16-41a6-970a-230ae2cda433"}]} Oct 23 00:57:20.161344 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990109cf-b9c7-4093-8d98-e659932d8076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ce37d9-177c-4e87-927f-4bd88426ffae,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:20.170157 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-16f462ca-b7bf-4d36-894d-d5ec0f3b3d33 admin admin] Publish callbacks [] for security_group (5b73c49f-744b-4711-a123-e5198dd17097), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:20.181450 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-16f462ca-b7bf-4d36-894d-d5ec0f3b3d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (5b73c49f-744b-4711-a123-e5198dd17097), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:20.225915 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-16f462ca-b7bf-4d36-894d-d5ec0f3b3d33 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=edfa3eef22c04f6393ac401dd7b9833d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3658402 Oct 23 00:57:20.228514 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 49800) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:20.263394 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f462ca-b7bf-4d36-894d-d5ec0f3b3d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b73c49f-744b-4711-a123-e5198dd17097,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:20.293465 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c7be82b7-8263-4e77-803e-41ce6df2d219 req-3cb9412f-b585-47ac-bafc-bd8703496b8b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/858cf055-6f06-45a9-bd3f-2b834e6b7b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285424 Oct 23 00:57:20.298103 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-1a757bc4-d961-4ff5-b9aa-461949d030ad admin admin] Publish callbacks [] for security_group (5b73c49f-744b-4711-a123-e5198dd17097), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:20.323059 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-1a757bc4-d961-4ff5-b9aa-461949d030ad admin admin] Publish callbacks [] for security_group (5b73c49f-744b-4711-a123-e5198dd17097), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:20.411945 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-1a757bc4-d961-4ff5-b9aa-461949d030ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (5b73c49f-744b-4711-a123-e5198dd17097), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:20.415359 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-1a757bc4-d961-4ff5-b9aa-461949d030ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:20.417042 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-1a757bc4-d961-4ff5-b9aa-461949d030ad admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/5b73c49f-744b-4711-a123-e5198dd17097 HTTP/1.1" status: 204 len: 168 time: 0.1872787 Oct 23 00:57:20.426558 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a757bc4-d961-4ff5-b9aa-461949d030ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b73c49f-744b-4711-a123-e5198dd17097,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:20.503314 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f99f6b-02b7-4daf-ae48-ec18ed18681e req-d9842fe5-746d-4c58-9383-86de363b0a11 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:20.510690 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-57f99f6b-02b7-4daf-ae48-ec18ed18681e req-d9842fe5-746d-4c58-9383-86de363b0a11 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=435f22ac-20bf-48b6-b42c-62ecd7cf29f3 HTTP/1.1" status: 200 len: 945 time: 0.1043363 Oct 23 00:57:20.531302 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c7be82b7-8263-4e77-803e-41ce6df2d219 req-5cbc9dbd-e5ff-4f5f-92fd-044f3a574d59 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/858cf055-6f06-45a9-bd3f-2b834e6b7b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330263 Oct 23 00:57:20.667978 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-57f99f6b-02b7-4daf-ae48-ec18ed18681e req-88a808c6-08ee-4bf6-af7d-4bfdb7a6f883 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559446 Oct 23 00:57:20.837928 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 49834) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:20.855962 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-1f0cc820-21a3-4875-95c3-076c731048ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:20.966048 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-1f0cc820-21a3-4875-95c3-076c731048ad admin admin] Publish callbacks [] for security_group (6f10f2e3-bb8b-4a53-a957-3d5678b7de3b), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:20.973703 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-1f0cc820-21a3-4875-95c3-076c731048ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (6f10f2e3-bb8b-4a53-a957-3d5678b7de3b), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:20.977464 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0c1423a1-d148-4c3a-8cb5-8a0ebc2fa175 req-d22288b8-c7c1-45ef-9557-2e4afd6027e3 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4d1f2d2c-cf59-418c-8ae7-70b0d032e5a6 HTTP/1.1" status: 200 len: 210 time: 0.0390801 Oct 23 00:57:21.023387 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-1f0cc820-21a3-4875-95c3-076c731048ad admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=68c2382849194f05a64a7ebbd993a086&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1841457 Oct 23 00:57:21.026885 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 49842) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:21.038461 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0cc820-21a3-4875-95c3-076c731048ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f10f2e3-bb8b-4a53-a957-3d5678b7de3b,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:21.084061 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-a78363fa-14a4-4af8-9d12-7f5a4d769b46 admin admin] Publish callbacks [] for security_group (6f10f2e3-bb8b-4a53-a957-3d5678b7de3b), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:21.101996 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:21.107226 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-a78363fa-14a4-4af8-9d12-7f5a4d769b46 admin admin] Publish callbacks [] for security_group (6f10f2e3-bb8b-4a53-a957-3d5678b7de3b), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:21.166562 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-a78363fa-14a4-4af8-9d12-7f5a4d769b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (6f10f2e3-bb8b-4a53-a957-3d5678b7de3b), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:21.169704 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-a78363fa-14a4-4af8-9d12-7f5a4d769b46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:21.170989 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-a78363fa-14a4-4af8-9d12-7f5a4d769b46 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/6f10f2e3-bb8b-4a53-a957-3d5678b7de3b HTTP/1.1" status: 204 len: 168 time: 0.1398144 Oct 23 00:57:21.180144 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78363fa-14a4-4af8-9d12-7f5a4d769b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f10f2e3-bb8b-4a53-a957-3d5678b7de3b,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:21.232550 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-04cb0b37-3082-44cd-8ae8-982f648c9552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (71de1650-f9d9-4095-92e6-e37ec99e20cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:21.814003 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6389bc-5e9e-45c8-b736-25d843448404 req-a5740193-fd89-4321-9408-af3679dddbfd tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:21.816284 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ff6389bc-5e9e-45c8-b736-25d843448404 req-a5740193-fd89-4321-9408-af3679dddbfd tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=435f22ac-20bf-48b6-b42c-62ecd7cf29f3 HTTP/1.1" status: 200 len: 945 time: 0.0653384 Oct 23 00:57:21.899619 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ff6389bc-5e9e-45c8-b736-25d843448404 req-5721830a-8fb5-4f53-a4cd-8fe77b924909 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684061 Oct 23 00:57:22.307367 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5148f689-0f62-430a-b3f2-d0758b81aa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (b2013646-e5ec-4b71-a145-3908973fbde8), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:22.316069 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-40eafba2-40b0-473e-9cd9-c272d6b9bbe2 req-dd1e8819-3220-4400-b482-718582b00a6e tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4d1f2d2c-cf59-418c-8ae7-70b0d032e5a6 HTTP/1.1" status: 200 len: 210 time: 0.0752907 Oct 23 00:57:22.719251 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 49938) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:22.824691 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-1a0f8092-86e5-45ef-b9b0-d33b4ea944ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:22.904275 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-1a0f8092-86e5-45ef-b9b0-d33b4ea944ea admin admin] Publish callbacks [] for security_group (2f463ff4-5c16-4a89-b97a-9c1f49c88f72), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:22.910406 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-1a0f8092-86e5-45ef-b9b0-d33b4ea944ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (2f463ff4-5c16-4a89-b97a-9c1f49c88f72), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:22.950339 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-1a0f8092-86e5-45ef-b9b0-d33b4ea944ea admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=0a36f64fb91444b3a01512462a1716e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2297421 Oct 23 00:57:22.951206 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0f8092-86e5-45ef-b9b0-d33b4ea944ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f463ff4-5c16-4a89-b97a-9c1f49c88f72,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:22.953353 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 49944) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:22.972266 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0f8092-86e5-45ef-b9b0-d33b4ea944ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:22.972599 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0f8092-86e5-45ef-b9b0-d33b4ea944ea admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:22.972976 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0f8092-86e5-45ef-b9b0-d33b4ea944ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:22.973311 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0f8092-86e5-45ef-b9b0-d33b4ea944ea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:22.973645 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0f8092-86e5-45ef-b9b0-d33b4ea944ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:22.973971 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0f8092-86e5-45ef-b9b0-d33b4ea944ea admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:22.974296 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0f8092-86e5-45ef-b9b0-d33b4ea944ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:22.974618 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0f8092-86e5-45ef-b9b0-d33b4ea944ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:22.974942 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0f8092-86e5-45ef-b9b0-d33b4ea944ea admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:22.975263 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0f8092-86e5-45ef-b9b0-d33b4ea944ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:22.975583 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0f8092-86e5-45ef-b9b0-d33b4ea944ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:22.975903 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0f8092-86e5-45ef-b9b0-d33b4ea944ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:22.976217 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0f8092-86e5-45ef-b9b0-d33b4ea944ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:22.976530 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0f8092-86e5-45ef-b9b0-d33b4ea944ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:22.976871 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0f8092-86e5-45ef-b9b0-d33b4ea944ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:23.046708 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a602177-c231-4b20-adf0-b59e732bc632 req-824f2374-37a2-433b-866e-6dd7208b3d7a tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:23.048186 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-8a602177-c231-4b20-adf0-b59e732bc632 req-824f2374-37a2-433b-866e-6dd7208b3d7a tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=435f22ac-20bf-48b6-b42c-62ecd7cf29f3 HTTP/1.1" status: 200 len: 945 time: 0.0776031 Oct 23 00:57:23.067012 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-3ef3e748-06fe-45d6-9b38-636c5dd04bc0 admin admin] Publish callbacks [] for security_group (2f463ff4-5c16-4a89-b97a-9c1f49c88f72), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:23.075058 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:23.108076 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-3ef3e748-06fe-45d6-9b38-636c5dd04bc0 admin admin] Publish callbacks [] for security_group (2f463ff4-5c16-4a89-b97a-9c1f49c88f72), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:23.141710 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-8a602177-c231-4b20-adf0-b59e732bc632 req-f8c5499a-9744-44ed-b2cc-f7a6a6a4e03f tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860460 Oct 23 00:57:23.175189 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-3ef3e748-06fe-45d6-9b38-636c5dd04bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (2f463ff4-5c16-4a89-b97a-9c1f49c88f72), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:23.177981 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-3ef3e748-06fe-45d6-9b38-636c5dd04bc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:23.179174 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-3ef3e748-06fe-45d6-9b38-636c5dd04bc0 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/2f463ff4-5c16-4a89-b97a-9c1f49c88f72 HTTP/1.1" status: 204 len: 168 time: 0.2248812 Oct 23 00:57:23.187613 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef3e748-06fe-45d6-9b38-636c5dd04bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f463ff4-5c16-4a89-b97a-9c1f49c88f72,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:23.446487 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ae03b4ea-2b6d-4822-aa01-ca3702b86890 req-3fbb9ef0-dce5-4d17-bfb1-c448ee35cb18 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4d1f2d2c-cf59-418c-8ae7-70b0d032e5a6 HTTP/1.1" status: 200 len: 210 time: 0.0273240 Oct 23 00:57:23.646587 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e80eb663-45f3-44c1-bd5d-b13fbac885c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (9e3bf558-830b-43df-b1b1-6fe61a75ce60), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:24.003883 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (e5069eb9-82e8-4601-9222-8a50cea677c6), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:24.316228 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0758edf4-d615-49c6-8984-edc4172fc2e3 req-ef740525-3aad-48cf-b81d-353483903128 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:24.317754 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0758edf4-d615-49c6-8984-edc4172fc2e3 req-ef740525-3aad-48cf-b81d-353483903128 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=435f22ac-20bf-48b6-b42c-62ecd7cf29f3 HTTP/1.1" status: 200 len: 945 time: 0.0676067 Oct 23 00:57:24.366622 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0758edf4-d615-49c6-8984-edc4172fc2e3 req-260fcf69-e076-43f1-8b64-22273e811d29 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430987 Oct 23 00:57:24.409742 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 50004) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:24.525707 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-397292e2-0e3b-4b5f-b0c8-e20e39bc356c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:24.558338 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4e9ed37d-e007-4010-b29e-0708dd17f034 req-d4a83253-3169-4630-8314-f35436a55fec tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4d1f2d2c-cf59-418c-8ae7-70b0d032e5a6 HTTP/1.1" status: 200 len: 210 time: 0.0346353 Oct 23 00:57:24.609457 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:24.629841 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-397292e2-0e3b-4b5f-b0c8-e20e39bc356c admin admin] Publish callbacks [] for security_group (0133b4bb-6845-4e5f-8fe3-276120135dd8), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:24.636216 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-397292e2-0e3b-4b5f-b0c8-e20e39bc356c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (0133b4bb-6845-4e5f-8fe3-276120135dd8), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:24.678426 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-397292e2-0e3b-4b5f-b0c8-e20e39bc356c admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=d91fc2f28f7543d3a2e55274d0e87e77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2675962 Oct 23 00:57:24.679147 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397292e2-0e3b-4b5f-b0c8-e20e39bc356c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0133b4bb-6845-4e5f-8fe3-276120135dd8,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:24.681207 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 50026) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:24.731655 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-3bf12cde-3120-40c6-ab19-f0dca9de9b28 admin admin] Publish callbacks [] for security_group (0133b4bb-6845-4e5f-8fe3-276120135dd8), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:24.752153 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-3bf12cde-3120-40c6-ab19-f0dca9de9b28 admin admin] Publish callbacks [] for security_group (0133b4bb-6845-4e5f-8fe3-276120135dd8), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:24.759942 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=10 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:24.772918 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:DELETE=1,neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:24.806848 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-3bf12cde-3120-40c6-ab19-f0dca9de9b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (0133b4bb-6845-4e5f-8fe3-276120135dd8), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:24.809842 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-3bf12cde-3120-40c6-ab19-f0dca9de9b28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:24.811001 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-3bf12cde-3120-40c6-ab19-f0dca9de9b28 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/0133b4bb-6845-4e5f-8fe3-276120135dd8 HTTP/1.1" status: 204 len: 168 time: 0.1287889 Oct 23 00:57:24.818669 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf12cde-3120-40c6-ab19-f0dca9de9b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0133b4bb-6845-4e5f-8fe3-276120135dd8,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:24.826292 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf12cde-3120-40c6-ab19-f0dca9de9b28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:24.826641 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf12cde-3120-40c6-ab19-f0dca9de9b28 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:24.827009 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf12cde-3120-40c6-ab19-f0dca9de9b28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:24.827343 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf12cde-3120-40c6-ab19-f0dca9de9b28 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:24.827843 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf12cde-3120-40c6-ab19-f0dca9de9b28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:24.828084 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf12cde-3120-40c6-ab19-f0dca9de9b28 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:24.828402 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf12cde-3120-40c6-ab19-f0dca9de9b28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:24.828782 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf12cde-3120-40c6-ab19-f0dca9de9b28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:24.829085 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf12cde-3120-40c6-ab19-f0dca9de9b28 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:24.829411 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf12cde-3120-40c6-ab19-f0dca9de9b28 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:24.829742 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf12cde-3120-40c6-ab19-f0dca9de9b28 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:24.830083 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf12cde-3120-40c6-ab19-f0dca9de9b28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:24.830414 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf12cde-3120-40c6-ab19-f0dca9de9b28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:24.830738 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf12cde-3120-40c6-ab19-f0dca9de9b28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:24.831062 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf12cde-3120-40c6-ab19-f0dca9de9b28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:25.490898 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e9d96-7f32-4729-8932-67bd0d6bf319 req-93797bda-8124-4a19-9162-5c563a0ee14e tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:25.492396 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-2b8e9d96-7f32-4729-8932-67bd0d6bf319 req-93797bda-8124-4a19-9162-5c563a0ee14e tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=435f22ac-20bf-48b6-b42c-62ecd7cf29f3 HTTP/1.1" status: 200 len: 945 time: 0.0473745 Oct 23 00:57:25.544601 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-2b8e9d96-7f32-4729-8932-67bd0d6bf319 req-9ab968c2-b1ee-4868-89c8-19a8e7781196 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455589 Oct 23 00:57:25.667791 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0654c83d-2b90-43df-a31b-0945ac8d9d77 req-6118624b-9c3a-4cb4-a90b-13a346f0267f tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4d1f2d2c-cf59-418c-8ae7-70b0d032e5a6 HTTP/1.1" status: 200 len: 210 time: 0.0342522 Oct 23 00:57:26.125342 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 50072) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:26.244348 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-9015600d-f22b-4cb7-b73e-c9ea20011b96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:26.319276 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-9015600d-f22b-4cb7-b73e-c9ea20011b96 admin admin] Publish callbacks [] for security_group (7572d80b-5099-4dd5-b204-e40d77a906de), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:26.326985 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-9015600d-f22b-4cb7-b73e-c9ea20011b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (7572d80b-5099-4dd5-b204-e40d77a906de), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:26.372806 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9015600d-f22b-4cb7-b73e-c9ea20011b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7572d80b-5099-4dd5-b204-e40d77a906de,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:26.377583 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-9015600d-f22b-4cb7-b73e-c9ea20011b96 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=36e1cc0c3275464ca7e8a25917e54d1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2512462 Oct 23 00:57:26.380632 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 50076) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:26.437906 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-660cf0f8-ad21-44f5-ad2a-18736bfcdde6 admin admin] Publish callbacks [] for security_group (7572d80b-5099-4dd5-b204-e40d77a906de), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:26.459781 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-660cf0f8-ad21-44f5-ad2a-18736bfcdde6 admin admin] Publish callbacks [] for security_group (7572d80b-5099-4dd5-b204-e40d77a906de), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:26.513207 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-660cf0f8-ad21-44f5-ad2a-18736bfcdde6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (7572d80b-5099-4dd5-b204-e40d77a906de), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:26.515876 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-660cf0f8-ad21-44f5-ad2a-18736bfcdde6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:26.517076 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-660cf0f8-ad21-44f5-ad2a-18736bfcdde6 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/7572d80b-5099-4dd5-b204-e40d77a906de HTTP/1.1" status: 204 len: 168 time: 0.1353877 Oct 23 00:57:26.525113 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660cf0f8-ad21-44f5-ad2a-18736bfcdde6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7572d80b-5099-4dd5-b204-e40d77a906de,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:26.672104 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993df8a0-0f0c-4bc8-98d7-83491dcadd26 req-a68f4874-0533-4710-bc12-ec7b5b6ac9f4 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:26.673683 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-993df8a0-0f0c-4bc8-98d7-83491dcadd26 req-a68f4874-0533-4710-bc12-ec7b5b6ac9f4 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=435f22ac-20bf-48b6-b42c-62ecd7cf29f3 HTTP/1.1" status: 200 len: 945 time: 0.0524805 Oct 23 00:57:26.726342 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-993df8a0-0f0c-4bc8-98d7-83491dcadd26 req-9d8cae00-a804-446b-95c3-b5784e8136f1 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467737 Oct 23 00:57:26.783645 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4e00e752-592a-4691-9983-11dc4eb722ab req-31af775f-0364-4a8f-93a6-33b57dcc2887 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4d1f2d2c-cf59-418c-8ae7-70b0d032e5a6 HTTP/1.1" status: 200 len: 210 time: 0.0308146 Oct 23 00:57:26.831603 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 50092) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:26.845479 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-eb49f033-a6dd-43c3-b926-448bef5ad7ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:26.931246 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-eb49f033-a6dd-43c3-b926-448bef5ad7ed admin admin] Publish callbacks [] for security_group (38520521-af2b-4586-af44-e6ce0e5b84ca), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:26.939160 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-eb49f033-a6dd-43c3-b926-448bef5ad7ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (38520521-af2b-4586-af44-e6ce0e5b84ca), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:26.984876 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-eb49f033-a6dd-43c3-b926-448bef5ad7ed admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=fb8dd4ca62d1488295e017482d3393e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1521871 Oct 23 00:57:26.985617 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49f033-a6dd-43c3-b926-448bef5ad7ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38520521-af2b-4586-af44-e6ce0e5b84ca,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:26.988094 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 50094) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:27.043724 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-22484df3-8288-437c-ba6e-779e42319f53 admin admin] Publish callbacks [] for security_group (38520521-af2b-4586-af44-e6ce0e5b84ca), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:27.070261 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-22484df3-8288-437c-ba6e-779e42319f53 admin admin] Publish callbacks [] for security_group (38520521-af2b-4586-af44-e6ce0e5b84ca), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:27.094021 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be82b7-8263-4e77-803e-41ce6df2d219 req-1ef047d2-e5f1-4cf5-9486-a0b871d6cb90 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:27.095437 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c7be82b7-8263-4e77-803e-41ce6df2d219 req-1ef047d2-e5f1-4cf5-9486-a0b871d6cb90 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.52 "GET /networking/v2.0/networks?id=858cf055-6f06-45a9-bd3f-2b834e6b7b79 HTTP/1.1" status: 200 len: 810 time: 0.1337924 Oct 23 00:57:27.127534 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-22484df3-8288-437c-ba6e-779e42319f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (38520521-af2b-4586-af44-e6ce0e5b84ca), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:27.130530 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-22484df3-8288-437c-ba6e-779e42319f53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:27.131878 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-22484df3-8288-437c-ba6e-779e42319f53 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/38520521-af2b-4586-af44-e6ce0e5b84ca HTTP/1.1" status: 204 len: 168 time: 0.1426277 Oct 23 00:57:27.153931 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22484df3-8288-437c-ba6e-779e42319f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38520521-af2b-4586-af44-e6ce0e5b84ca,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:27.174507 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:27.185354 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c7be82b7-8263-4e77-803e-41ce6df2d219 req-8c827335-f54b-48f0-b0e8-5d59e6336765 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e3f6e9751be34c2fb4e0e1b9915e6b52 HTTP/1.1" status: 200 len: 380 time: 0.0740912 Oct 23 00:57:27.199601 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [req-c7be82b7-8263-4e77-803e-41ce6df2d219 req-43f09d34-c678-460f-852a-39098b018f78 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Request body: {'port': {'device_id': '4d1f2d2c-cf59-418c-8ae7-70b0d032e5a6', 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79', 'admin_state_up': True, 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'security_groups': ['9e47da15-b648-4e05-8264-514053b0be27']}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:57:27.332412 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=52,neutron:DELETE=1 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:27.333966 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7be82b7-8263-4e77-803e-41ce6df2d219 req-43f09d34-c678-460f-852a-39098b018f78 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Made reservation on behalf of e3f6e9751be34c2fb4e0e1b9915e6b52 for: {'port': 1} {{(pid=104552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:57:27.337831 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-c7be82b7-8263-4e77-803e-41ce6df2d219 req-43f09d34-c678-460f-852a-39098b018f78 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:27.340802 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=44 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:27.465744 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:27.472941 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.db_base_plugin_common [req-c7be82b7-8263-4e77-803e-41ce6df2d219 req-43f09d34-c678-460f-852a-39098b018f78 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Allocated IP 172.20.0.9 (858cf055-6f06-45a9-bd3f-2b834e6b7b79/6978021c-740e-4d5a-a551-8462e322d9a8/29611acb-94f0-4480-8d4d-aaf6303b062c) {{(pid=104552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:57:27.626236 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-c7be82b7-8263-4e77-803e-41ce6df2d219 req-43f09d34-c678-460f-852a-39098b018f78 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks [] for port (29611acb-94f0-4480-8d4d-aaf6303b062c), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:27.662443 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-c7be82b7-8263-4e77-803e-41ce6df2d219 req-43f09d34-c678-460f-852a-39098b018f78 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5995606'] for port (29611acb-94f0-4480-8d4d-aaf6303b062c), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:27.705150 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7be82b7-8263-4e77-803e-41ce6df2d219 req-43f09d34-c678-460f-852a-39098b018f78 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Network 858cf055-6f06-45a9-bd3f-2b834e6b7b79 is already hosted by enough agents. {{(pid=104552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:57:27.712655 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.base_scheduler [req-c7be82b7-8263-4e77-803e-41ce6df2d219 req-43f09d34-c678-460f-852a-39098b018f78 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Resources bound (agent type, host, resource id): {{(pid=104552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:57:27.716746 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7be82b7-8263-4e77-803e-41ce6df2d219 req-43f09d34-c678-460f-852a-39098b018f78 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Received port after_create {{(pid=104552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:57:27.748814 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f09d34-c678-460f-852a-39098b018f78 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Pushing event updated for resources: {'Port': ['ID=29611acb-94f0-4480-8d4d-aaf6303b062c,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:27.778013 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be82b7-8263-4e77-803e-41ce6df2d219 req-43f09d34-c678-460f-852a-39098b018f78 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:27.778882 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-c7be82b7-8263-4e77-803e-41ce6df2d219 req-43f09d34-c678-460f-852a-39098b018f78 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:27.807168 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c7be82b7-8263-4e77-803e-41ce6df2d219 req-43f09d34-c678-460f-852a-39098b018f78 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6108491 Oct 23 00:57:27.882709 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [req-c7be82b7-8263-4e77-803e-41ce6df2d219 req-08762019-7600-49aa-86f4-e4477e1b8325 service neutron] Request body: {'port': {'device_id': '4d1f2d2c-cf59-418c-8ae7-70b0d032e5a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:57:27.889659 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5ff68-4d99-47c4-93eb-74589e049292 req-4f48d464-39ae-4978-b81c-08634a97a0fd tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:27.891143 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-eeb5ff68-4d99-47c4-93eb-74589e049292 req-4f48d464-39ae-4978-b81c-08634a97a0fd tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=435f22ac-20bf-48b6-b42c-62ecd7cf29f3 HTTP/1.1" status: 200 len: 945 time: 0.0642712 Oct 23 00:57:27.964797 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c91c43-f587-4fbd-8794-7fb2b0c187bb req-51647ed3-b092-4e65-9282-1b3e39caf856 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:27.966325 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c2c91c43-f587-4fbd-8794-7fb2b0c187bb req-51647ed3-b092-4e65-9282-1b3e39caf856 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4d1f2d2c-cf59-418c-8ae7-70b0d032e5a6 HTTP/1.1" status: 200 len: 931 time: 0.0970521 Oct 23 00:57:27.989153 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-5f7c8c29-406b-4bd5-a7e6-103cff929e4a None None] Provisioning complete for port 29611acb-94f0-4480-8d4d-aaf6303b062c triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:57:27.989753 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5f7c8c29-406b-4bd5-a7e6-103cff929e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (29611acb-94f0-4480-8d4d-aaf6303b062c), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:27.989863 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-5f7c8c29-406b-4bd5-a7e6-103cff929e4a None None] Attempt 1 to provision port 29611acb-94f0-4480-8d4d-aaf6303b062c Oct 23 00:57:28.028540 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-5f7c8c29-406b-4bd5-a7e6-103cff929e4a None None] Port 29611acb-94f0-4480-8d4d-aaf6303b062c cannot update to ACTIVE because it is not bound. {{(pid=104553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 00:57:28.044939 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-eeb5ff68-4d99-47c4-93eb-74589e049292 req-04df7bd4-cf3c-41d4-8182-231432524bb9 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189506 Oct 23 00:57:28.045485 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-c7be82b7-8263-4e77-803e-41ce6df2d219 req-08762019-7600-49aa-86f4-e4477e1b8325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (29611acb-94f0-4480-8d4d-aaf6303b062c), before_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:28.072489 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c2c91c43-f587-4fbd-8794-7fb2b0c187bb req-6a94a16a-00a9-4d37-85e0-d3631fd2e981 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9e47da15-b648-4e05-8264-514053b0be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969825 Oct 23 00:57:28.187700 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:28.254058 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:28.391466 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [req-c7be82b7-8263-4e77-803e-41ce6df2d219 req-08762019-7600-49aa-86f4-e4477e1b8325 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29611acb-94f0-4480-8d4d-aaf6303b062c {{(pid=104552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 00:57:28.400129 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-c7be82b7-8263-4e77-803e-41ce6df2d219 req-08762019-7600-49aa-86f4-e4477e1b8325 service neutron] Publish callbacks [] for port (29611acb-94f0-4480-8d4d-aaf6303b062c), precommit_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:28.414783 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.provisioning_blocks [req-c7be82b7-8263-4e77-803e-41ce6df2d219 req-08762019-7600-49aa-86f4-e4477e1b8325 service neutron] Transition to ACTIVE for port object 29611acb-94f0-4480-8d4d-aaf6303b062c will not be triggered until provisioned by entity L2. {{(pid=104552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 00:57:28.420262 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-c7be82b7-8263-4e77-803e-41ce6df2d219 req-08762019-7600-49aa-86f4-e4477e1b8325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5995615'] for port (29611acb-94f0-4480-8d4d-aaf6303b062c), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:28.484218 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08762019-7600-49aa-86f4-e4477e1b8325 service neutron] Pushing event updated for resources: {'Port': ['ID=29611acb-94f0-4480-8d4d-aaf6303b062c,revision_number=2']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:28.490875 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 50146) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:28.533784 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.managers [req-c7be82b7-8263-4e77-803e-41ce6df2d219 req-08762019-7600-49aa-86f4-e4477e1b8325 service neutron] Attempting to bind port 29611acb-94f0-4480-8d4d-aaf6303b062c on host hv-cinder-maste for vnic_type normal with profile {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:57:28.534181 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.managers [req-c7be82b7-8263-4e77-803e-41ce6df2d219 req-08762019-7600-49aa-86f4-e4477e1b8325 service neutron] Attempting to bind port 29611acb-94f0-4480-8d4d-aaf6303b062c by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'd3b56b04-e2e1-4f00-a9db-1de40f8c425f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79'}] {{(pid=104552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:57:28.534485 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7be82b7-8263-4e77-803e-41ce6df2d219 req-08762019-7600-49aa-86f4-e4477e1b8325 service neutron] Attempting to bind port 29611acb-94f0-4480-8d4d-aaf6303b062c on network 858cf055-6f06-45a9-bd3f-2b834e6b7b79 {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:57:28.580505 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7be82b7-8263-4e77-803e-41ce6df2d219 req-08762019-7600-49aa-86f4-e4477e1b8325 service neutron] Port 29611acb-94f0-4480-8d4d-aaf6303b062c on network 858cf055-6f06-45a9-bd3f-2b834e6b7b79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 00:57:28.581871 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7be82b7-8263-4e77-803e-41ce6df2d219 req-08762019-7600-49aa-86f4-e4477e1b8325 service neutron] Attempting to bind port 29611acb-94f0-4480-8d4d-aaf6303b062c on network 858cf055-6f06-45a9-bd3f-2b834e6b7b79 {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:57:28.637052 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7be82b7-8263-4e77-803e-41ce6df2d219 req-08762019-7600-49aa-86f4-e4477e1b8325 service neutron] Checking agent: {'id': '16cf44eb-3ef2-4361-a416-47ab9083b794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 53, 30), 'started_at': datetime.datetime(2022, 10, 23, 0, 53, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:57:28.637228 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7be82b7-8263-4e77-803e-41ce6df2d219 req-08762019-7600-49aa-86f4-e4477e1b8325 service neutron] Checking segment: {'id': 'd3b56b04-e2e1-4f00-a9db-1de40f8c425f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:57:28.637540 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7be82b7-8263-4e77-803e-41ce6df2d219 req-08762019-7600-49aa-86f4-e4477e1b8325 service neutron] Bound using segment: {'id': 'd3b56b04-e2e1-4f00-a9db-1de40f8c425f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79'} {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:57:28.638035 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.managers [req-c7be82b7-8263-4e77-803e-41ce6df2d219 req-08762019-7600-49aa-86f4-e4477e1b8325 service neutron] Bound port: 29611acb-94f0-4480-8d4d-aaf6303b062c, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b56b04-e2e1-4f00-a9db-1de40f8c425f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79'}}] {{(pid=104552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:57:28.638396 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-c7be82b7-8263-4e77-803e-41ce6df2d219 req-08762019-7600-49aa-86f4-e4477e1b8325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (29611acb-94f0-4480-8d4d-aaf6303b062c), before_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:28.657189 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-9d6820e7-7622-4c63-82ad-4e0b2de30bd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:28.700353 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-c7be82b7-8263-4e77-803e-41ce6df2d219 req-08762019-7600-49aa-86f4-e4477e1b8325 service neutron] For port 29611acb-94f0-4480-8d4d-aaf6303b062c, host hv-cinder-maste, cleared binding levels {{(pid=104552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:57:28.703750 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-c7be82b7-8263-4e77-803e-41ce6df2d219 req-08762019-7600-49aa-86f4-e4477e1b8325 service neutron] For port 29611acb-94f0-4480-8d4d-aaf6303b062c, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=29611acb-94f0-4480-8d4d-aaf6303b062c,segment=NetworkSegment(d3b56b04-e2e1-4f00-a9db-1de40f8c425f),segment_id=d3b56b04-e2e1-4f00-a9db-1de40f8c425f)] {{(pid=104552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:57:28.714631 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-c7be82b7-8263-4e77-803e-41ce6df2d219 req-08762019-7600-49aa-86f4-e4477e1b8325 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5995615'] for port (29611acb-94f0-4480-8d4d-aaf6303b062c), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:28.740795 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-9d6820e7-7622-4c63-82ad-4e0b2de30bd7 admin admin] Publish callbacks [] for security_group (e8fe811f-2481-4fab-b4e6-a59dc9b72a01), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:28.742491 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be82b7-8263-4e77-803e-41ce6df2d219 req-08762019-7600-49aa-86f4-e4477e1b8325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:28.743252 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-c7be82b7-8263-4e77-803e-41ce6df2d219 req-08762019-7600-49aa-86f4-e4477e1b8325 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:28.745009 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c7be82b7-8263-4e77-803e-41ce6df2d219 req-08762019-7600-49aa-86f4-e4477e1b8325 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/29611acb-94f0-4480-8d4d-aaf6303b062c HTTP/1.1" status: 200 len: 1093 time: 0.8767874 Oct 23 00:57:28.745718 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d1f2d2c-cf59-418c-8ae7-70b0d032e5a6', 'tag': '29611acb-94f0-4480-8d4d-aaf6303b062c'}] {{(pid=104552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:57:28.746230 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-9d6820e7-7622-4c63-82ad-4e0b2de30bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (e8fe811f-2481-4fab-b4e6-a59dc9b72a01), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:28.748612 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e71a59ae106f7f9b2e36c913636ed0b95d68e581a9dbd71020046a5c2e6c46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b0dc5f-c8c4-410f-8b10-5276b59c2d83" -d '{"events": [{"name": "network-changed", "server_uuid": "4d1f2d2c-cf59-418c-8ae7-70b0d032e5a6", "tag": "29611acb-94f0-4480-8d4d-aaf6303b062c"}]}' {{(pid=104552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:57:28.778827 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08762019-7600-49aa-86f4-e4477e1b8325 service neutron] Pushing event updated for resources: {'Port': ['ID=29611acb-94f0-4480-8d4d-aaf6303b062c,revision_number=3']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:28.781421 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6820e7-7622-4c63-82ad-4e0b2de30bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fe811f-2481-4fab-b4e6-a59dc9b72a01,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:28.797738 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-9d6820e7-7622-4c63-82ad-4e0b2de30bd7 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=3b31bcc88e784bc881193ab513b8fef3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3057125 Oct 23 00:57:28.800937 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 50160) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:28.819111 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:28.822317 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 00:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44a28bd-52b8-4821-ae55-6141eadcbe26 x-openstack-request-id: req-e44a28bd-52b8-4821-ae55-6141eadcbe26 {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:57:28.822644 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d1f2d2c-cf59-418c-8ae7-70b0d032e5a6", "tag": "29611acb-94f0-4480-8d4d-aaf6303b062c", "status": "completed", "code": 200}]} {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:57:28.822915 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e44a28bd-52b8-4821-ae55-6141eadcbe26 {{(pid=104552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:57:28.823307 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e44a28bd-52b8-4821-ae55-6141eadcbe26'] response: {'name': 'network-changed', 'server_uuid': '4d1f2d2c-cf59-418c-8ae7-70b0d032e5a6', 'tag': '29611acb-94f0-4480-8d4d-aaf6303b062c', 'status': 'completed', 'code': 200} Oct 23 00:57:28.854073 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-6d7dc377-5fc5-4566-9c1c-c93a68d69116 admin admin] Publish callbacks [] for security_group (e8fe811f-2481-4fab-b4e6-a59dc9b72a01), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:28.874619 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-6d7dc377-5fc5-4566-9c1c-c93a68d69116 admin admin] Publish callbacks [] for security_group (e8fe811f-2481-4fab-b4e6-a59dc9b72a01), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:28.889572 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=12 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:28.929087 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-6d7dc377-5fc5-4566-9c1c-c93a68d69116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (e8fe811f-2481-4fab-b4e6-a59dc9b72a01), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:28.931556 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-6d7dc377-5fc5-4566-9c1c-c93a68d69116 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:28.932771 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-6d7dc377-5fc5-4566-9c1c-c93a68d69116 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/e8fe811f-2481-4fab-b4e6-a59dc9b72a01 HTTP/1.1" status: 204 len: 168 time: 0.1308222 Oct 23 00:57:28.941245 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7dc377-5fc5-4566-9c1c-c93a68d69116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8fe811f-2481-4fab-b4e6-a59dc9b72a01,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:29.202880 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 50174) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:29.233157 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d38fd4-1024-4c97-9c41-cd56164aa2bf req-1c6ff57a-1252-42f3-8419-67d221a151e9 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:29.234819 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-41d38fd4-1024-4c97-9c41-cd56164aa2bf req-1c6ff57a-1252-42f3-8419-67d221a151e9 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=435f22ac-20bf-48b6-b42c-62ecd7cf29f3 HTTP/1.1" status: 200 len: 945 time: 0.0837238 Oct 23 00:57:29.249531 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0cb81e-54a3-432f-be3f-076399969d57 req-424de567-ddcf-4050-92c3-789faabb9a0f tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:29.251000 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ce0cb81e-54a3-432f-be3f-076399969d57 req-424de567-ddcf-4050-92c3-789faabb9a0f tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4d1f2d2c-cf59-418c-8ae7-70b0d032e5a6 HTTP/1.1" status: 200 len: 943 time: 0.0628951 Oct 23 00:57:29.324956 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-41d38fd4-1024-4c97-9c41-cd56164aa2bf req-ad9dc4b2-5aec-4cae-8eb4-0313363a5fb8 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817828 Oct 23 00:57:29.329754 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-33e4a15c-8561-48d4-aec0-629f3f48731b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:29.334253 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ce0cb81e-54a3-432f-be3f-076399969d57 req-0715ca02-b708-41ee-9546-aa31d322e856 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9e47da15-b648-4e05-8264-514053b0be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760777 Oct 23 00:57:29.436063 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-33e4a15c-8561-48d4-aec0-629f3f48731b admin admin] Publish callbacks [] for security_group (63a36655-c8e3-447a-9ade-5a5aabc090f6), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:29.441465 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-33e4a15c-8561-48d4-aec0-629f3f48731b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (63a36655-c8e3-447a-9ade-5a5aabc090f6), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:29.478912 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e4a15c-8561-48d4-aec0-629f3f48731b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a36655-c8e3-447a-9ade-5a5aabc090f6,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:29.486355 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-33e4a15c-8561-48d4-aec0-629f3f48731b admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=e57fdef796914c2ab7f7da935ba6d3ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2823665 Oct 23 00:57:29.489032 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 50190) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:29.541859 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ef85c44d-6463-4970-a047-9e302cc044a1 admin admin] Publish callbacks [] for security_group (63a36655-c8e3-447a-9ade-5a5aabc090f6), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:29.567437 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ef85c44d-6463-4970-a047-9e302cc044a1 admin admin] Publish callbacks [] for security_group (63a36655-c8e3-447a-9ade-5a5aabc090f6), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:29.619664 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ef85c44d-6463-4970-a047-9e302cc044a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (63a36655-c8e3-447a-9ade-5a5aabc090f6), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:29.622902 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ef85c44d-6463-4970-a047-9e302cc044a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:29.626923 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-ef85c44d-6463-4970-a047-9e302cc044a1 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/63a36655-c8e3-447a-9ade-5a5aabc090f6 HTTP/1.1" status: 204 len: 168 time: 0.1339953 Oct 23 00:57:29.634327 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef85c44d-6463-4970-a047-9e302cc044a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a36655-c8e3-447a-9ade-5a5aabc090f6,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:30.017214 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 50210) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:30.031837 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-b04f6690-9b69-4b22-b02f-84b901c51d74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:30.067169 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:30.114833 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-b04f6690-9b69-4b22-b02f-84b901c51d74 admin admin] Publish callbacks [] for security_group (206620a8-f7f7-4d4d-9b98-9472c30b32df), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:30.120373 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-b04f6690-9b69-4b22-b02f-84b901c51d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (206620a8-f7f7-4d4d-9b98-9472c30b32df), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:30.162624 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04f6690-9b69-4b22-b02f-84b901c51d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206620a8-f7f7-4d4d-9b98-9472c30b32df,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:30.168082 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-b04f6690-9b69-4b22-b02f-84b901c51d74 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=1a580a03968c46c29e146de07486265f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1497927 Oct 23 00:57:30.171118 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 50214) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:30.200128 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:30.224483 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-434d5ea9-b3e7-4645-901e-0a4104b42aed admin admin] Publish callbacks [] for security_group (206620a8-f7f7-4d4d-9b98-9472c30b32df), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:30.244851 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-434d5ea9-b3e7-4645-901e-0a4104b42aed admin admin] Publish callbacks [] for security_group (206620a8-f7f7-4d4d-9b98-9472c30b32df), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:30.293845 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-434d5ea9-b3e7-4645-901e-0a4104b42aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (206620a8-f7f7-4d4d-9b98-9472c30b32df), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:30.296405 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-434d5ea9-b3e7-4645-901e-0a4104b42aed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:30.297621 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-434d5ea9-b3e7-4645-901e-0a4104b42aed admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/206620a8-f7f7-4d4d-9b98-9472c30b32df HTTP/1.1" status: 204 len: 168 time: 0.1256306 Oct 23 00:57:30.306980 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434d5ea9-b3e7-4645-901e-0a4104b42aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206620a8-f7f7-4d4d-9b98-9472c30b32df,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:30.509713 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c4cec-d3a4-441c-a022-4eab8dfba9d8 req-e3a4cbf6-355b-43d5-bc9b-dd494b7d00a2 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:30.512143 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-df1c4cec-d3a4-441c-a022-4eab8dfba9d8 req-e3a4cbf6-355b-43d5-bc9b-dd494b7d00a2 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4d1f2d2c-cf59-418c-8ae7-70b0d032e5a6 HTTP/1.1" status: 200 len: 943 time: 0.0845530 Oct 23 00:57:30.524644 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387b638-d580-44db-b59e-7e43ccaadf70 req-60cc3fca-8d8b-45f9-90aa-1f882e13f67e tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:30.526173 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-9387b638-d580-44db-b59e-7e43ccaadf70 req-60cc3fca-8d8b-45f9-90aa-1f882e13f67e tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=435f22ac-20bf-48b6-b42c-62ecd7cf29f3 HTTP/1.1" status: 200 len: 945 time: 0.0673518 Oct 23 00:57:30.606767 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-df1c4cec-d3a4-441c-a022-4eab8dfba9d8 req-4eb1eb29-5289-4422-b7a0-636e74805c2b tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9e47da15-b648-4e05-8264-514053b0be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794952 Oct 23 00:57:30.611407 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-9387b638-d580-44db-b59e-7e43ccaadf70 req-0505e1c1-84e5-4a66-b70b-08d7b5710381 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769804 Oct 23 00:57:31.273271 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (16cf44eb-3ef2-4361-a416-47ab9083b794), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:31.444504 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0dc5f-c8c4-410f-8b10-5276b59c2d83 req-35202afc-6a3c-4f74-8d4f-0c239db7fff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:31.446120 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-98b0dc5f-c8c4-410f-8b10-5276b59c2d83 req-35202afc-6a3c-4f74-8d4f-0c239db7fff6 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=e3f6e9751be34c2fb4e0e1b9915e6b52&device_id=4d1f2d2c-cf59-418c-8ae7-70b0d032e5a6 HTTP/1.1" status: 200 len: 1127 time: 0.0429142 Oct 23 00:57:31.850769 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-cabc0973-77d5-4e27-aa03-30e3992613c9 req-6da4ecb0-d5a5-4bf3-b80f-ac74e0955cf3 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3911314 Oct 23 00:57:31.875500 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd799a-8311-45db-a8bf-8883604eb844 req-693b9af8-a0c5-43fc-a7e7-94a012305eb5 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:31.877092 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6fbd799a-8311-45db-a8bf-8883604eb844 req-693b9af8-a0c5-43fc-a7e7-94a012305eb5 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4d1f2d2c-cf59-418c-8ae7-70b0d032e5a6 HTTP/1.1" status: 200 len: 943 time: 0.1283247 Oct 23 00:57:31.882591 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bcaa5f-4729-420e-8b6a-d3607404fb2b req-b0178401-9ab9-489c-a46a-bbd041df6c97 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:31.883983 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-26bcaa5f-4729-420e-8b6a-d3607404fb2b req-b0178401-9ab9-489c-a46a-bbd041df6c97 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=435f22ac-20bf-48b6-b42c-62ecd7cf29f3 HTTP/1.1" status: 200 len: 945 time: 0.1339910 Oct 23 00:57:31.974469 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0dc5f-c8c4-410f-8b10-5276b59c2d83 req-eea68ad6-19fa-406d-8bcd-cecc88c22f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:31.975934 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-98b0dc5f-c8c4-410f-8b10-5276b59c2d83 req-eea68ad6-19fa-406d-8bcd-cecc88c22f5d service neutron] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=e3f6e9751be34c2fb4e0e1b9915e6b52&shared=False HTTP/1.1" status: 200 len: 911 time: 0.5082269 Oct 23 00:57:32.024522 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc0973-77d5-4e27-aa03-30e3992613c9 req-9e2dd4c4-7022-4d31-ae2d-51f3dc5fa192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:32.024522 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-cabc0973-77d5-4e27-aa03-30e3992613c9 req-9e2dd4c4-7022-4d31-ae2d-51f3dc5fa192 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=2a9697845193443ea394c1b480b6b769&device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 1129 time: 0.0953033 Oct 23 00:57:32.103858 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-26bcaa5f-4729-420e-8b6a-d3607404fb2b req-81dd5d2b-e752-47a0-a888-3f308f0887f1 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969581 Oct 23 00:57:32.126912 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6fbd799a-8311-45db-a8bf-8883604eb844 req-c87b745a-501d-4d48-9ecb-2ed86c8114fd tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9e47da15-b648-4e05-8264-514053b0be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2307191 Oct 23 00:57:32.220910 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0dc5f-c8c4-410f-8b10-5276b59c2d83 req-cdaecc4b-7fec-4738-8f2f-783f46ea776f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:32.222389 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-98b0dc5f-c8c4-410f-8b10-5276b59c2d83 req-cdaecc4b-7fec-4738-8f2f-783f46ea776f service neutron] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2257433 Oct 23 00:57:32.231092 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:DELETE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:32.237455 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc0973-77d5-4e27-aa03-30e3992613c9 req-03d903e4-4cb4-40ec-b1ae-381d0abc452c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:32.238965 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-cabc0973-77d5-4e27-aa03-30e3992613c9 req-03d903e4-4cb4-40ec-b1ae-381d0abc452c service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=6e24fc8d-42d5-4d11-b06b-37a4738231b0 HTTP/1.1" status: 200 len: 911 time: 0.1906021 Oct 23 00:57:32.326052 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:32.349605 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be82b7-8263-4e77-803e-41ce6df2d219 req-69d1184f-40c5-4f14-8ae3-34ddeb05e8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:32.351098 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c7be82b7-8263-4e77-803e-41ce6df2d219 req-69d1184f-40c5-4f14-8ae3-34ddeb05e8a1 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=e3f6e9751be34c2fb4e0e1b9915e6b52&device_id=4d1f2d2c-cf59-418c-8ae7-70b0d032e5a6 HTTP/1.1" status: 200 len: 1127 time: 0.0596912 Oct 23 00:57:32.358119 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-cabc0973-77d5-4e27-aa03-30e3992613c9 req-ca29ea44-0df8-4053-bd15-aa9c00c5675a service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16ac40d6-7a56-4def-a9f5-e0a3fade7563 HTTP/1.1" status: 200 len: 1001 time: 0.1050060 Oct 23 00:57:32.426990 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c7be82b7-8263-4e77-803e-41ce6df2d219 req-7f62ea71-7678-4550-adcf-247cfbfeb668 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29611acb-94f0-4480-8d4d-aaf6303b062c HTTP/1.1" status: 200 len: 217 time: 0.0603125 Oct 23 00:57:32.506132 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc0973-77d5-4e27-aa03-30e3992613c9 req-8f679221-c415-468b-9cb6-90d908b0553d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:32.507733 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-cabc0973-77d5-4e27-aa03-30e3992613c9 req-8f679221-c415-468b-9cb6-90d908b0553d service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=bdebfcdc-6951-4fee-aa37-29ecb806813d HTTP/1.1" status: 200 len: 849 time: 0.1283450 Oct 23 00:57:32.512017 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be82b7-8263-4e77-803e-41ce6df2d219 req-cce42c49-d7a4-490e-9595-2cda870c6dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:32.513698 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c7be82b7-8263-4e77-803e-41ce6df2d219 req-cce42c49-d7a4-490e-9595-2cda870c6dbf service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=6978021c-740e-4d5a-a551-8462e322d9a8 HTTP/1.1" status: 200 len: 849 time: 0.0688300 Oct 23 00:57:32.582910 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be82b7-8263-4e77-803e-41ce6df2d219 req-7b4e38b5-8796-484f-9dd0-8a8de07ba24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:32.584761 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c7be82b7-8263-4e77-803e-41ce6df2d219 req-7b4e38b5-8796-484f-9dd0-8a8de07ba24d service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=858cf055-6f06-45a9-bd3f-2b834e6b7b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0587635 Oct 23 00:57:32.600769 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc0973-77d5-4e27-aa03-30e3992613c9 req-684ea72e-602f-453b-9d11-5ca12cc87065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:32.601823 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-cabc0973-77d5-4e27-aa03-30e3992613c9 req-684ea72e-602f-453b-9d11-5ca12cc87065 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=6e24fc8d-42d5-4d11-b06b-37a4738231b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0860500 Oct 23 00:57:32.671689 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 50344) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:32.761377 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c7be82b7-8263-4e77-803e-41ce6df2d219 req-a19ad4a8-d682-44a5-9ca5-2baa55a3124d service neutron] 10.222.0.52 "GET /networking/v2.0/networks/858cf055-6f06-45a9-bd3f-2b834e6b7b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696260 Oct 23 00:57:32.765365 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-cabc0973-77d5-4e27-aa03-30e3992613c9 req-b98d4b44-97ec-4bb4-a9b8-3a37507a7c6b service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6e24fc8d-42d5-4d11-b06b-37a4738231b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533396 Oct 23 00:57:32.885046 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-3612f06f-ef8d-45d4-9e86-60f072894e29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:32.951176 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c7be82b7-8263-4e77-803e-41ce6df2d219 req-3f9d7252-10f6-4cc6-b27d-ca43af0f72b0 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/858cf055-6f06-45a9-bd3f-2b834e6b7b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751859 Oct 23 00:57:32.953071 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-cabc0973-77d5-4e27-aa03-30e3992613c9 req-1fcae4fa-b629-4046-b9e2-331d26c20cfd service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6e24fc8d-42d5-4d11-b06b-37a4738231b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752436 Oct 23 00:57:33.005770 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-3612f06f-ef8d-45d4-9e86-60f072894e29 admin admin] Publish callbacks [] for security_group (668d1024-d605-4cbc-921b-675c208a5860), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:33.012499 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-3612f06f-ef8d-45d4-9e86-60f072894e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (668d1024-d605-4cbc-921b-675c208a5860), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:33.048385 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3612f06f-ef8d-45d4-9e86-60f072894e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668d1024-d605-4cbc-921b-675c208a5860,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:33.059710 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-3612f06f-ef8d-45d4-9e86-60f072894e29 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=dd580427de994a2e86dd966416ec7dc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3869243 Oct 23 00:57:33.060458 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 50370) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:33.115706 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-2c357db0-c8e9-4e97-ac5e-e6ff7d0294ce admin admin] Publish callbacks [] for security_group (668d1024-d605-4cbc-921b-675c208a5860), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:33.138450 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-2c357db0-c8e9-4e97-ac5e-e6ff7d0294ce admin admin] Publish callbacks [] for security_group (668d1024-d605-4cbc-921b-675c208a5860), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:33.237556 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-2c357db0-c8e9-4e97-ac5e-e6ff7d0294ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (668d1024-d605-4cbc-921b-675c208a5860), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:33.240519 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-2c357db0-c8e9-4e97-ac5e-e6ff7d0294ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:33.244403 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-2c357db0-c8e9-4e97-ac5e-e6ff7d0294ce admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/668d1024-d605-4cbc-921b-675c208a5860 HTTP/1.1" status: 204 len: 168 time: 0.1826108 Oct 23 00:57:33.297964 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c357db0-c8e9-4e97-ac5e-e6ff7d0294ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668d1024-d605-4cbc-921b-675c208a5860,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:33.319880 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5b02b-8d91-4ecd-bac7-49f55169df50 req-da323fdf-654f-418e-9017-f73f13ff571f tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:33.333398 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-65f5b02b-8d91-4ecd-bac7-49f55169df50 req-da323fdf-654f-418e-9017-f73f13ff571f tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4d1f2d2c-cf59-418c-8ae7-70b0d032e5a6 HTTP/1.1" status: 200 len: 943 time: 0.1383004 Oct 23 00:57:33.342956 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16377288-5c8b-4cd7-b947-7d85fa067548 req-29c7825d-5822-4c88-b464-68eb7c9f6e7b tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:33.345534 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-16377288-5c8b-4cd7-b947-7d85fa067548 req-29c7825d-5822-4c88-b464-68eb7c9f6e7b tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=435f22ac-20bf-48b6-b42c-62ecd7cf29f3 HTTP/1.1" status: 200 len: 945 time: 0.1203623 Oct 23 00:57:33.398768 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:33.436486 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-65f5b02b-8d91-4ecd-bac7-49f55169df50 req-fad41195-a332-4113-bc3e-ae6721e14239 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9e47da15-b648-4e05-8264-514053b0be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898833 Oct 23 00:57:33.441581 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-16377288-5c8b-4cd7-b947-7d85fa067548 req-0fbfcb20-c121-4052-af18-dda8df87a862 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870485 Oct 23 00:57:33.585798 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 50402) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:33.592695 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:33.603400 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-866fce1a-2452-49a9-add4-dbb5116e861c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:33.698491 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-866fce1a-2452-49a9-add4-dbb5116e861c admin admin] Publish callbacks [] for security_group (406428ac-700b-40ee-85aa-77fe60613700), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:33.709006 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-866fce1a-2452-49a9-add4-dbb5116e861c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (406428ac-700b-40ee-85aa-77fe60613700), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:33.749323 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-866fce1a-2452-49a9-add4-dbb5116e861c admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=d185d929007947fb8ad4ce755fb3ee9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1619742 Oct 23 00:57:33.750001 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866fce1a-2452-49a9-add4-dbb5116e861c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406428ac-700b-40ee-85aa-77fe60613700,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:33.752023 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 50408) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:33.826514 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ff4cb9b6-ab2a-4a06-9323-52cd9f45e47b admin admin] Publish callbacks [] for security_group (406428ac-700b-40ee-85aa-77fe60613700), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:33.850446 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ff4cb9b6-ab2a-4a06-9323-52cd9f45e47b admin admin] Publish callbacks [] for security_group (406428ac-700b-40ee-85aa-77fe60613700), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:33.911335 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ff4cb9b6-ab2a-4a06-9323-52cd9f45e47b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (406428ac-700b-40ee-85aa-77fe60613700), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:33.914861 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ff4cb9b6-ab2a-4a06-9323-52cd9f45e47b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:33.919152 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-ff4cb9b6-ab2a-4a06-9323-52cd9f45e47b admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/406428ac-700b-40ee-85aa-77fe60613700 HTTP/1.1" status: 204 len: 168 time: 0.1660223 Oct 23 00:57:33.928812 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4cb9b6-ab2a-4a06-9323-52cd9f45e47b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406428ac-700b-40ee-85aa-77fe60613700,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:34.574365 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898e3c2-5c10-4ff0-bb09-c5e82bd47d76 req-f5e61c68-be95-4602-b917-0922a879e6c5 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:34.575079 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7898e3c2-5c10-4ff0-bb09-c5e82bd47d76 req-f5e61c68-be95-4602-b917-0922a879e6c5 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4d1f2d2c-cf59-418c-8ae7-70b0d032e5a6 HTTP/1.1" status: 200 len: 943 time: 0.0526111 Oct 23 00:57:34.635825 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7898e3c2-5c10-4ff0-bb09-c5e82bd47d76 req-c36d952f-f794-4f8e-b02b-ea9a0babaa34 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9e47da15-b648-4e05-8264-514053b0be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546682 Oct 23 00:57:34.783147 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a39f0f-1fc1-4d37-a116-509a656d319e req-4bf2a3be-78eb-4386-b634-a7490bac017f tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:34.790296 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d8a39f0f-1fc1-4d37-a116-509a656d319e req-4bf2a3be-78eb-4386-b634-a7490bac017f tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=435f22ac-20bf-48b6-b42c-62ecd7cf29f3 HTTP/1.1" status: 200 len: 945 time: 0.0612805 Oct 23 00:57:34.836998 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d8a39f0f-1fc1-4d37-a116-509a656d319e req-22bf550a-da3a-4549-b921-301922ae0d2d tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456281 Oct 23 00:57:35.769236 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc3b23-b167-448f-8dd7-fe56ce599171 req-a9b5d5c3-1999-4cf8-85d8-77f1968023ab tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:35.770731 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e9fc3b23-b167-448f-8dd7-fe56ce599171 req-a9b5d5c3-1999-4cf8-85d8-77f1968023ab tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4d1f2d2c-cf59-418c-8ae7-70b0d032e5a6 HTTP/1.1" status: 200 len: 943 time: 0.0503280 Oct 23 00:57:35.821971 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e9fc3b23-b167-448f-8dd7-fe56ce599171 req-f1d7245d-d77c-4b95-bdee-0c854d3c6c7c tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9e47da15-b648-4e05-8264-514053b0be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451779 Oct 23 00:57:35.961347 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce967f-c99c-4932-bf05-591ebac249d0 req-a44d8ee2-2db9-4459-a4ba-87c8fe8faf84 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:35.962824 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-76ce967f-c99c-4932-bf05-591ebac249d0 req-a44d8ee2-2db9-4459-a4ba-87c8fe8faf84 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=435f22ac-20bf-48b6-b42c-62ecd7cf29f3 HTTP/1.1" status: 200 len: 945 time: 0.0480173 Oct 23 00:57:36.012618 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-76ce967f-c99c-4932-bf05-591ebac249d0 req-8df92020-1fa2-4b75-a730-c12529b04627 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439584 Oct 23 00:57:36.956755 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c334751-58da-4555-ab11-727c122a1838 req-ee13fa16-77d6-4968-b67f-576aaa5e8b5c tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:36.958244 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1c334751-58da-4555-ab11-727c122a1838 req-ee13fa16-77d6-4968-b67f-576aaa5e8b5c tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4d1f2d2c-cf59-418c-8ae7-70b0d032e5a6 HTTP/1.1" status: 200 len: 943 time: 0.0482030 Oct 23 00:57:37.013139 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1c334751-58da-4555-ab11-727c122a1838 req-fa6d76fc-1955-47a4-88c7-f913c810d0e0 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9e47da15-b648-4e05-8264-514053b0be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486877 Oct 23 00:57:37.142074 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ad4a5-4376-4f22-a0a5-d96732ecb79c req-30b06499-5275-4bf7-8075-9d28c97e9b25 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:37.143514 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a73ad4a5-4376-4f22-a0a5-d96732ecb79c req-30b06499-5275-4bf7-8075-9d28c97e9b25 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=435f22ac-20bf-48b6-b42c-62ecd7cf29f3 HTTP/1.1" status: 200 len: 945 time: 0.0474126 Oct 23 00:57:37.194898 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a73ad4a5-4376-4f22-a0a5-d96732ecb79c req-0db341c5-3b58-4aee-84e8-335c2c867c61 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430472 Oct 23 00:57:37.245152 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.agents_db [None req-7a6a8f68-635a-43f5-9edf-73cfaf501ddf None None] Agent healthcheck: found 6 active agents {{(pid=104554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 00:57:38.143695 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e6dd1c-ac11-4fb4-b3d5-38e9dac11808 req-c480ff34-10fc-4aaf-80ac-e041c5c0365b tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:38.145490 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-35e6dd1c-ac11-4fb4-b3d5-38e9dac11808 req-c480ff34-10fc-4aaf-80ac-e041c5c0365b tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4d1f2d2c-cf59-418c-8ae7-70b0d032e5a6 HTTP/1.1" status: 200 len: 943 time: 0.0524967 Oct 23 00:57:38.197271 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-35e6dd1c-ac11-4fb4-b3d5-38e9dac11808 req-fc3f80d9-09de-40f5-b3cf-57d96eb905ba tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9e47da15-b648-4e05-8264-514053b0be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457091 Oct 23 00:57:38.322785 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbcf5c6-7494-4852-b8d2-cfca9e9d2415 req-d7512446-58ac-4b58-b8be-e52605662ecb tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:38.324174 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0dbcf5c6-7494-4852-b8d2-cfca9e9d2415 req-d7512446-58ac-4b58-b8be-e52605662ecb tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=435f22ac-20bf-48b6-b42c-62ecd7cf29f3 HTTP/1.1" status: 200 len: 945 time: 0.0508590 Oct 23 00:57:38.345362 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:38.376335 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0dbcf5c6-7494-4852-b8d2-cfca9e9d2415 req-be79e398-3d4d-47f3-8d9f-5668fcf48e17 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463943 Oct 23 00:57:39.335938 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ed4dd-64dd-4c85-92dd-1d04db63e164 req-9bce5db7-f9ea-4154-8a55-26e71c63ea71 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:39.337641 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c94ed4dd-64dd-4c85-92dd-1d04db63e164 req-9bce5db7-f9ea-4154-8a55-26e71c63ea71 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4d1f2d2c-cf59-418c-8ae7-70b0d032e5a6 HTTP/1.1" status: 200 len: 943 time: 0.0514641 Oct 23 00:57:39.374646 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:39.401289 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c94ed4dd-64dd-4c85-92dd-1d04db63e164 req-1c078576-711f-4838-9705-b02ada32f429 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9e47da15-b648-4e05-8264-514053b0be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564969 Oct 23 00:57:39.519826 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5760b1d7-bc0d-4984-9195-85f68080a305 req-04a5c992-eae0-416a-a4fb-f794c2facee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:39.521643 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-5760b1d7-bc0d-4984-9195-85f68080a305 req-04a5c992-eae0-416a-a4fb-f794c2facee4 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=435f22ac-20bf-48b6-b42c-62ecd7cf29f3 HTTP/1.1" status: 200 len: 1129 time: 0.0788331 Oct 23 00:57:39.532158 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36742f7-d425-4f6c-a1b8-9a3cd4ffb814 req-f839fde8-68d5-4c06-8738-38818cef682e tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:39.533636 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a36742f7-d425-4f6c-a1b8-9a3cd4ffb814 req-f839fde8-68d5-4c06-8738-38818cef682e tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=435f22ac-20bf-48b6-b42c-62ecd7cf29f3 HTTP/1.1" status: 200 len: 945 time: 0.0607827 Oct 23 00:57:39.582471 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a36742f7-d425-4f6c-a1b8-9a3cd4ffb814 req-c780f50d-22d5-402c-bb9f-43fe424c6abe tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426025 Oct 23 00:57:39.819760 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-5760b1d7-bc0d-4984-9195-85f68080a305 req-f3ab74a1-e6ef-4500-94da-abc13817c463 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428307 Oct 23 00:57:40.499650 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c699d-9d50-4712-b1af-833f19c33f45 req-aa175a02-14c5-4cf1-a43c-bcf6f9f9ce23 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:40.502113 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-564c699d-9d50-4712-b1af-833f19c33f45 req-aa175a02-14c5-4cf1-a43c-bcf6f9f9ce23 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 945 time: 0.0664039 Oct 23 00:57:40.513861 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 50632) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:40.570869 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97116d-b5e1-40d9-940a-0bcf2194170c req-ca107d66-3e0c-4507-ab2f-83f470c69349 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:40.572436 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-dd97116d-b5e1-40d9-940a-0bcf2194170c req-ca107d66-3e0c-4507-ab2f-83f470c69349 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4d1f2d2c-cf59-418c-8ae7-70b0d032e5a6 HTTP/1.1" status: 200 len: 943 time: 0.0693603 Oct 23 00:57:40.624852 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-564c699d-9d50-4712-b1af-833f19c33f45 req-2d32928f-b70e-4d46-8f64-ef4d8286c9fd tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106327 Oct 23 00:57:40.672603 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-76e0ac53-0790-4a00-af5c-6ba122196c48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:40.680631 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-dd97116d-b5e1-40d9-940a-0bcf2194170c req-5a8319b8-22f4-48ff-a6b4-a71f33f98ba3 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9e47da15-b648-4e05-8264-514053b0be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968978 Oct 23 00:57:40.712567 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:INSERT=10 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:40.713227 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:40.741712 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ce53f-9e42-4baa-847b-45cb8e14b550 req-8f9eca2e-ed5c-4cce-b1a2-23329890d2f9 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:40.743519 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-279ce53f-9e42-4baa-847b-45cb8e14b550 req-8f9eca2e-ed5c-4cce-b1a2-23329890d2f9 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=435f22ac-20bf-48b6-b42c-62ecd7cf29f3 HTTP/1.1" status: 200 len: 945 time: 0.0511813 Oct 23 00:57:40.767241 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-76e0ac53-0790-4a00-af5c-6ba122196c48 admin admin] Publish callbacks [] for security_group (e88c8627-8279-4c0c-8d95-a315f1910792), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:40.772370 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-76e0ac53-0790-4a00-af5c-6ba122196c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (e88c8627-8279-4c0c-8d95-a315f1910792), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:40.804252 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-279ce53f-9e42-4baa-847b-45cb8e14b550 req-cbf52849-4ae2-4bc6-b9f0-1cd33b9cd2a8 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545592 Oct 23 00:57:40.815904 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-76e0ac53-0790-4a00-af5c-6ba122196c48 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=ed2d3af06d1c40e499eb0f287713b9eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3007860 Oct 23 00:57:40.818599 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 50642) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:40.823433 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e0ac53-0790-4a00-af5c-6ba122196c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88c8627-8279-4c0c-8d95-a315f1910792,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:40.901320 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-7798a7b4-4933-4adb-aea4-6ac979bb0a2c admin admin] Publish callbacks [] for security_group (e88c8627-8279-4c0c-8d95-a315f1910792), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:40.922737 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-7798a7b4-4933-4adb-aea4-6ac979bb0a2c admin admin] Publish callbacks [] for security_group (e88c8627-8279-4c0c-8d95-a315f1910792), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:40.976972 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-7798a7b4-4933-4adb-aea4-6ac979bb0a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (e88c8627-8279-4c0c-8d95-a315f1910792), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:40.980328 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-7798a7b4-4933-4adb-aea4-6ac979bb0a2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:40.981504 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-7798a7b4-4933-4adb-aea4-6ac979bb0a2c admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/e88c8627-8279-4c0c-8d95-a315f1910792 HTTP/1.1" status: 204 len: 168 time: 0.1616328 Oct 23 00:57:40.990580 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7798a7b4-4933-4adb-aea4-6ac979bb0a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88c8627-8279-4c0c-8d95-a315f1910792,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:41.003103 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:41.305582 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 29611acb-94f0-4480-8d4d-aaf6303b062c details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104553) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 00:57:41.417535 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port 29611acb-94f0-4480-8d4d-aaf6303b062c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=29611acb-94f0-4480-8d4d-aaf6303b062c,segment=NetworkSegment(d3b56b04-e2e1-4f00-a9db-1de40f8c425f),segment_id=d3b56b04-e2e1-4f00-a9db-1de40f8c425f)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:57:41.435847 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Returning: {'device': '29611acb-94f0-4480-8d4d-aaf6303b062c', 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79', 'port_id': '29611acb-94f0-4480-8d4d-aaf6303b062c', 'mac_address': 'fa:16:3e:9c:4e:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6978021c-740e-4d5a-a551-8462e322d9a8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104553) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 00:57:41.479748 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Current status of the port 29611acb-94f0-4480-8d4d-aaf6303b062c is: DOWN; New status is: BUILD {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:57:41.480239 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (29611acb-94f0-4480-8d4d-aaf6303b062c), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:41.495872 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.notifiers.nova [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29611acb-94f0-4480-8d4d-aaf6303b062c {{(pid=104553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 00:57:41.520032 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port 29611acb-94f0-4480-8d4d-aaf6303b062c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=29611acb-94f0-4480-8d4d-aaf6303b062c,segment=NetworkSegment(d3b56b04-e2e1-4f00-a9db-1de40f8c425f),segment_id=d3b56b04-e2e1-4f00-a9db-1de40f8c425f)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:57:41.525651 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (29611acb-94f0-4480-8d4d-aaf6303b062c), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:41.578057 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Pushing event updated for resources: {'Port': ['ID=29611acb-94f0-4480-8d4d-aaf6303b062c,revision_number=4']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:41.585714 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:41.586054 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:41.586432 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:41.586858 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:41.587251 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:41.587605 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:41.587931 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:41.588311 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:41.588634 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:41.588979 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:41.589320 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:41.589653 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:41.589969 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:41.590561 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:41.590561 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:41.699000 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 50688) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:41.775662 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bfc6f4-903c-449e-9002-17c304032565 req-b1524ec1-3722-47bb-b7fe-7aeb9eea58c7 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:41.777404 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-59bfc6f4-903c-449e-9002-17c304032565 req-b1524ec1-3722-47bb-b7fe-7aeb9eea58c7 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 945 time: 0.0725605 Oct 23 00:57:41.787154 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 50694) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:41.828621 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe7168-2172-48e9-bccc-e26e0664bf94 req-8f70f600-f704-49b6-b8da-02d3bde7637f tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:41.830156 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1abe7168-2172-48e9-bccc-e26e0664bf94 req-8f70f600-f704-49b6-b8da-02d3bde7637f tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4d1f2d2c-cf59-418c-8ae7-70b0d032e5a6 HTTP/1.1" status: 200 len: 944 time: 0.0757260 Oct 23 00:57:41.858133 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] get_ports_and_sgs() called for port_ids ['29611acb-94f0-4480-8d4d-aaf6303b062c'] {{(pid=104553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 00:57:41.882909 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-59bfc6f4-903c-449e-9002-17c304032565 req-a3864837-ecd9-41e0-beff-10bd1a2367de tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887156 Oct 23 00:57:41.904096 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [None req-c543dde4-04c5-4d64-a7a5-18cde479ca28 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1769746546-network', 'tenant_id': '2b5536e4b945479e8972cb5a95f60324'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:57:41.926322 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1abe7168-2172-48e9-bccc-e26e0664bf94 req-f083d671-94f7-43d1-8998-c27b68880d56 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9e47da15-b648-4e05-8264-514053b0be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868733 Oct 23 00:57:41.947294 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c543dde4-04c5-4d64-a7a5-18cde479ca28 admin admin] Made reservation on behalf of 2b5536e4b945479e8972cb5a95f60324 for: {'network': 1} {{(pid=104552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:57:41.949948 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-c543dde4-04c5-4d64-a7a5-18cde479ca28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for network (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:41.952889 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-32ea61a2-e177-452e-ba28-7d98dc4c60c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:41.960658 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-c543dde4-04c5-4d64-a7a5-18cde479ca28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:42.042405 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:42.043185 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:DELETE=3,neutron:SELECT=92,neutron:UPDATE=5 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:42.059053 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-32ea61a2-e177-452e-ba28-7d98dc4c60c9 admin admin] Publish callbacks [] for security_group (96dc7cd4-e33a-4511-863c-aec4e3978d3a), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:42.068482 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-32ea61a2-e177-452e-ba28-7d98dc4c60c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (96dc7cd4-e33a-4511-863c-aec4e3978d3a), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:42.068666 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:42.086227 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce986c-b642-4c29-a915-682142ed8104 req-7698b607-9219-4b38-9e66-2bf4bf474419 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:42.087910 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a1ce986c-b642-4c29-a915-682142ed8104 req-7698b607-9219-4b38-9e66-2bf4bf474419 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=435f22ac-20bf-48b6-b42c-62ecd7cf29f3 HTTP/1.1" status: 200 len: 945 time: 0.0913365 Oct 23 00:57:42.106764 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-32ea61a2-e177-452e-ba28-7d98dc4c60c9 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=06d40f667d954ad98dcdfa16de95e393&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3183534 Oct 23 00:57:42.107607 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 50706) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:42.173753 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea61a2-e177-452e-ba28-7d98dc4c60c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96dc7cd4-e33a-4511-863c-aec4e3978d3a,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:42.203628 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-8571eb4a-ae74-4167-af56-128c2cb802f9 admin admin] Publish callbacks [] for security_group (96dc7cd4-e33a-4511-863c-aec4e3978d3a), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:42.205532 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a1ce986c-b642-4c29-a915-682142ed8104 req-6cbf8862-0dc6-4a1e-af8d-93935a8ae286 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090796 Oct 23 00:57:42.208841 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-c543dde4-04c5-4d64-a7a5-18cde479ca28 admin admin] Publish callbacks [] for security_group (ef20917c-8dad-4b49-8e2b-5fc4aa0568d5), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:42.217295 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-c543dde4-04c5-4d64-a7a5-18cde479ca28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (ef20917c-8dad-4b49-8e2b-5fc4aa0568d5), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:42.219645 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-8571eb4a-ae74-4167-af56-128c2cb802f9 admin admin] Publish callbacks [] for security_group (96dc7cd4-e33a-4511-863c-aec4e3978d3a), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:42.253378 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c543dde4-04c5-4d64-a7a5-18cde479ca28 admin admin] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=104552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 00:57:42.258489 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c543dde4-04c5-4d64-a7a5-18cde479ca28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef20917c-8dad-4b49-8e2b-5fc4aa0568d5,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:42.284669 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-8571eb4a-ae74-4167-af56-128c2cb802f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (96dc7cd4-e33a-4511-863c-aec4e3978d3a), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:42.287275 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-8571eb4a-ae74-4167-af56-128c2cb802f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:42.288482 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-8571eb4a-ae74-4167-af56-128c2cb802f9 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/96dc7cd4-e33a-4511-863c-aec4e3978d3a HTTP/1.1" status: 204 len: 168 time: 0.1780875 Oct 23 00:57:42.292383 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-c543dde4-04c5-4d64-a7a5-18cde479ca28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13381139'] for segment (cddd1db6-cf69-4403-969b-c4a8db3f5024), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:42.292902 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.db.segments_db [None req-c543dde4-04c5-4d64-a7a5-18cde479ca28 admin admin] Added segment cddd1db6-cf69-4403-969b-c4a8db3f5024 of type vlan for network a82fecef-3e22-41fa-8192-25cadd682e03 Oct 23 00:57:42.305715 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8571eb4a-ae74-4167-af56-128c2cb802f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96dc7cd4-e33a-4511-863c-aec4e3978d3a,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:42.338609 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-c543dde4-04c5-4d64-a7a5-18cde479ca28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758734439581'] for network (a82fecef-3e22-41fa-8192-25cadd682e03), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:42.390598 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-c543dde4-04c5-4d64-a7a5-18cde479ca28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493'] for network (a82fecef-3e22-41fa-8192-25cadd682e03), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:42.391756 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c543dde4-04c5-4d64-a7a5-18cde479ca28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:42.392369 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-c543dde4-04c5-4d64-a7a5-18cde479ca28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for network (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:42.460901 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-c543dde4-04c5-4d64-a7a5-18cde479ca28 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7578368 Oct 23 00:57:42.461574 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 50726) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:42.466657 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-b13e9703-b23d-413e-b35c-636b68f4e156 admin admin] Request body: {'subnet': {'network_id': 'a82fecef-3e22-41fa-8192-25cadd682e03', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1769746546-subnet', 'tenant_id': '2b5536e4b945479e8972cb5a95f60324', 'ip_version': 4}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:57:42.469976 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c543dde4-04c5-4d64-a7a5-18cde479ca28 admin admin] Pushing event updated for resources: {'Network': ['ID=a82fecef-3e22-41fa-8192-25cadd682e03,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:42.480970 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Network a82fecef-3e22-41fa-8192-25cadd682e03 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104553) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 00:57:42.545449 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13e9703-b23d-413e-b35c-636b68f4e156 admin admin] Made reservation on behalf of 2b5536e4b945479e8972cb5a95f60324 for: {'subnet': 1} {{(pid=104551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:57:42.552063 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-b13e9703-b23d-413e-b35c-636b68f4e156 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4819839'] for subnet (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:42.619790 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba99fcaf-5061-4c24-a68d-ed8814e9aa06 req-befcd2f8-79d0-4e58-b2f8-30edd15e94ed tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:42.621309 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ba99fcaf-5061-4c24-a68d-ed8814e9aa06 req-befcd2f8-79d0-4e58-b2f8-30edd15e94ed tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=435f22ac-20bf-48b6-b42c-62ecd7cf29f3 HTTP/1.1" status: 200 len: 945 time: 0.0859876 Oct 23 00:57:42.637761 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f03f36-34b5-4b43-84b4-9005a6bd8f14 req-c5482b4d-c645-4850-a217-d8938440f993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:42.639404 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-68f03f36-34b5-4b43-84b4-9005a6bd8f14 req-c5482b4d-c645-4850-a217-d8938440f993 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=94cfcbd6f144492d8be27fe35cbe76d5&device_id=435f22ac-20bf-48b6-b42c-62ecd7cf29f3 HTTP/1.1" status: 200 len: 1129 time: 0.1019504 Oct 23 00:57:42.724395 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ba99fcaf-5061-4c24-a68d-ed8814e9aa06 req-b6c9b1b0-c044-4eda-bf48-8ed0267ca1a2 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959742 Oct 23 00:57:42.737716 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 50732) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:42.764994 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-b13e9703-b23d-413e-b35c-636b68f4e156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6139726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4819817'] for subnet (943dfaf8-c12c-409b-b313-a2e572eba44f), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:42.814711 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:INSERT=19,neutron:SELECT=77,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:42.822566 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e9703-b23d-413e-b35c-636b68f4e156 admin admin] Pushing event updated for resources: {'Subnet': ['ID=943dfaf8-c12c-409b-b313-a2e572eba44f,revision_number=0']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:42.841870 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13e9703-b23d-413e-b35c-636b68f4e156 admin admin] Checking segment: {'id': 'cddd1db6-cf69-4403-969b-c4a8db3f5024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a82fecef-3e22-41fa-8192-25cadd682e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:57:42.842328 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13e9703-b23d-413e-b35c-636b68f4e156 admin admin] Network hostable DHCP agents. Network: a82fecef-3e22-41fa-8192-25cadd682e03, hostable agents: ['6b66cfba-c169-484b-b3a5-13fb9b6528cf'], hosted agents: [] {{(pid=104551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 00:57:42.855968 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:42.864188 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13e9703-b23d-413e-b35c-636b68f4e156 admin admin] Network a82fecef-3e22-41fa-8192-25cadd682e03 is scheduled to be hosted by DHCP agent 6b66cfba-c169-484b-b3a5-13fb9b6528cf with binding_index 1 {{(pid=104551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 00:57:42.877240 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.base_scheduler [None req-b13e9703-b23d-413e-b35c-636b68f4e156 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, a82fecef-3e22-41fa-8192-25cadd682e03) {{(pid=104551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:57:42.882327 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13e9703-b23d-413e-b35c-636b68f4e156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:42.883455 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-b13e9703-b23d-413e-b35c-636b68f4e156 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:42.887388 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcfb3fc-a14b-4238-ba5e-298b7d92234b None None] Network a82fecef-3e22-41fa-8192-25cadd682e03 requested from dv-cinder-master-3-iscsi {{(pid=104553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 00:57:42.915193 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-b13e9703-b23d-413e-b35c-636b68f4e156 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4501226 Oct 23 00:57:42.915564 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 50736) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:42.920063 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-e25ffe99-7653-40cd-bd5b-9b14c5bbf761 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1769746546-router', 'tenant_id': '2b5536e4b945479e8972cb5a95f60324', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'}}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:57:42.951805 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e25ffe99-7653-40cd-bd5b-9b14c5bbf761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123557'] for router (ccc4a4a5-6896-45a8-ac65-8e16513ab31f), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:42.953869 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e25ffe99-7653-40cd-bd5b-9b14c5bbf761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-412307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123578'] for router (ccc4a4a5-6896-45a8-ac65-8e16513ab31f), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:43.030757 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ad9531-0a8b-49a6-a159-c479cda9247a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-a82fecef-3e22-41fa-8192-25cadd682e03', 'network_id': 'a82fecef-3e22-41fa-8192-25cadd682e03', 'project_id': '2b5536e4b945479e8972cb5a95f60324', 'fixed_ips': [{'subnet_id': '943dfaf8-c12c-409b-b313-a2e572eba44f'}]}} from dv-cinder-master-3-iscsi. {{(pid=104553) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 00:57:43.032122 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-02ad9531-0a8b-49a6-a159-c479cda9247a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:43.033524 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-1bf5157c-183f-40d8-ba21-324f769c27c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:43.037520 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e25ffe99-7653-40cd-bd5b-9b14c5bbf761 admin admin] Publish callbacks [] for router_controller (ccc4a4a5-6896-45a8-ac65-8e16513ab31f), precommit_add_association {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:43.140595 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:43.149139 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab1eab-1333-459a-89c1-516790576ce0 req-d62b1a0c-f664-45c5-9ef6-b25980770258 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:43.150641 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ddab1eab-1333-459a-89c1-516790576ce0 req-d62b1a0c-f664-45c5-9ef6-b25980770258 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 945 time: 0.1222281 Oct 23 00:57:43.153315 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f03f36-34b5-4b43-84b4-9005a6bd8f14 req-b31f4dac-69e7-453f-8288-b4418775e0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:43.154843 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-68f03f36-34b5-4b43-84b4-9005a6bd8f14 req-b31f4dac-69e7-453f-8288-b4418775e0fb service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=1d27b6d9-fef6-49cb-833f-13cb9578958e HTTP/1.1" status: 200 len: 920 time: 0.4913800 Oct 23 00:57:43.162516 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038782fe-19f3-4363-b666-1b136b7838ac req-59c961c5-da8a-46d8-9fba-9854ed5a04ea tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:43.169335 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-038782fe-19f3-4363-b666-1b136b7838ac req-59c961c5-da8a-46d8-9fba-9854ed5a04ea tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4d1f2d2c-cf59-418c-8ae7-70b0d032e5a6 HTTP/1.1" status: 200 len: 944 time: 0.1387613 Oct 23 00:57:43.190663 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.db_base_plugin_common [None req-02ad9531-0a8b-49a6-a159-c479cda9247a None None] Allocated IP 172.20.0.2 (a82fecef-3e22-41fa-8192-25cadd682e03/943dfaf8-c12c-409b-b313-a2e572eba44f/503e26a7-75c9-489f-b284-76bdedd789ba) {{(pid=104553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:57:43.194153 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e25ffe99-7653-40cd-bd5b-9b14c5bbf761 admin admin] Publish callbacks [] for router_gateway (ccc4a4a5-6896-45a8-ac65-8e16513ab31f), precommit_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:43.241807 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-68f03f36-34b5-4b43-84b4-9005a6bd8f14 req-bddc2a36-df01-4d19-88a1-8f3f1632ea2f service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdd89988-ac0b-48a6-9a93-d8efc80c0957 HTTP/1.1" status: 200 len: 217 time: 0.0700600 Oct 23 00:57:43.324262 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 29611acb-94f0-4480-8d4d-aaf6303b062c up at agent hyperv_hv-cinder-maste {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:57:43.331108 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:43.341804 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:43.360141 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-038782fe-19f3-4363-b666-1b136b7838ac req-1ce8bbe8-5bfa-4c1a-8943-14657976c7f3 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9e47da15-b648-4e05-8264-514053b0be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1899235 Oct 23 00:57:43.367292 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ddab1eab-1333-459a-89c1-516790576ce0 req-95a10d92-1dac-4ae8-ac4a-a9ae2a35f3a8 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1925063 Oct 23 00:57:43.379840 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f03f36-34b5-4b43-84b4-9005a6bd8f14 req-bc4e802f-90a0-460c-814a-c8055a2b045d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:43.381456 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-68f03f36-34b5-4b43-84b4-9005a6bd8f14 req-bc4e802f-90a0-460c-814a-c8055a2b045d service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=b567fc0e-81bb-4e4e-8bd3-a17fd2562f11 HTTP/1.1" status: 200 len: 858 time: 0.1228898 Oct 23 00:57:43.397940 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-02ad9531-0a8b-49a6-a159-c479cda9247a None None] Publish callbacks [] for port (503e26a7-75c9-489f-b284-76bdedd789ba), precommit_create {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:43.413365 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Provisioning for port 29611acb-94f0-4480-8d4d-aaf6303b062c completed by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 00:57:43.416319 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-02ad9531-0a8b-49a6-a159-c479cda9247a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446'] for port (503e26a7-75c9-489f-b284-76bdedd789ba), after_create {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:43.431736 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-1bf5157c-183f-40d8-ba21-324f769c27c9 admin admin] Publish callbacks [] for security_group (edd961ec-398b-4462-bfd4-50d374d46246), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:43.445736 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Provisioning complete for port 29611acb-94f0-4480-8d4d-aaf6303b062c triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:57:43.446195 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (29611acb-94f0-4480-8d4d-aaf6303b062c), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:43.446300 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e25ffe99-7653-40cd-bd5b-9b14c5bbf761 admin admin] Publish callbacks [] for router_gateway (ccc4a4a5-6896-45a8-ac65-8e16513ab31f), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:43.446637 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Attempt 1 to provision port 29611acb-94f0-4480-8d4d-aaf6303b062c Oct 23 00:57:43.452216 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-1bf5157c-183f-40d8-ba21-324f769c27c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (edd961ec-398b-4462-bfd4-50d374d46246), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:43.468649 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e25ffe99-7653-40cd-bd5b-9b14c5bbf761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:43.479463 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ad9531-0a8b-49a6-a159-c479cda9247a None None] Network a82fecef-3e22-41fa-8192-25cadd682e03 is already hosted by enough agents. {{(pid=104553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:57:43.487214 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.scheduler.base_scheduler [None req-02ad9531-0a8b-49a6-a159-c479cda9247a None None] Resources bound (agent type, host, resource id): {{(pid=104553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:57:43.493372 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ad9531-0a8b-49a6-a159-c479cda9247a None None] Received port after_create {{(pid=104553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:57:43.499695 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f03f36-34b5-4b43-84b4-9005a6bd8f14 req-f6f75615-36eb-4e08-b73d-a9022e5befae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:43.501278 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-68f03f36-34b5-4b43-84b4-9005a6bd8f14 req-f6f75615-36eb-4e08-b73d-a9022e5befae service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=1d27b6d9-fef6-49cb-833f-13cb9578958e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1119137 Oct 23 00:57:43.503503 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf5157c-183f-40d8-ba21-324f769c27c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd961ec-398b-4462-bfd4-50d374d46246,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:43.504112 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ad9531-0a8b-49a6-a159-c479cda9247a None None] Pushing event updated for resources: {'Port': ['ID=503e26a7-75c9-489f-b284-76bdedd789ba,revision_number=1']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:43.507965 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-1bf5157c-183f-40d8-ba21-324f769c27c9 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=d35d948e36884dd0a2c26450dc9763aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7692432 Oct 23 00:57:43.513416 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 50744) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:43.566213 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-02ad9531-0a8b-49a6-a159-c479cda9247a None None] Attempting to bind port 503e26a7-75c9-489f-b284-76bdedd789ba on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:57:43.566572 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-02ad9531-0a8b-49a6-a159-c479cda9247a None None] Attempting to bind port 503e26a7-75c9-489f-b284-76bdedd789ba by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'cddd1db6-cf69-4403-969b-c4a8db3f5024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a82fecef-3e22-41fa-8192-25cadd682e03'}] {{(pid=104553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:57:43.567097 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ad9531-0a8b-49a6-a159-c479cda9247a None None] Attempting to bind port 503e26a7-75c9-489f-b284-76bdedd789ba on network a82fecef-3e22-41fa-8192-25cadd682e03 {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:57:43.597164 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-68f03f36-34b5-4b43-84b4-9005a6bd8f14 req-8a5a18fe-6f94-495e-8e48-bc1b9f155467 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/1d27b6d9-fef6-49cb-833f-13cb9578958e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872798 Oct 23 00:57:43.630130 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Current status of the port 29611acb-94f0-4480-8d4d-aaf6303b062c is: BUILD; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:57:43.632696 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (29611acb-94f0-4480-8d4d-aaf6303b062c), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:43.636111 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:43.638889 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.db_base_plugin_common [None req-e25ffe99-7653-40cd-bd5b-9b14c5bbf761 admin admin] Allocated IP 172.37.4.219 (f9ff398c-cd2a-4430-b908-7f7163c266f3/dd152ba8-6213-403c-b7fc-9b4ab174f9a2/ec2a1257-8a89-482a-b313-cba09c2f2203) {{(pid=104551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:57:43.654408 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-c2f361fe-318d-4d49-b36c-dc7f6ad60769 admin admin] Publish callbacks [] for security_group (edd961ec-398b-4462-bfd4-50d374d46246), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:43.673610 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ad9531-0a8b-49a6-a159-c479cda9247a None None] Checking agent: {'id': 'e5069eb9-82e8-4601-9222-8a50cea677c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 24), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:57:43.673979 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ad9531-0a8b-49a6-a159-c479cda9247a None None] Checking segment: {'id': 'cddd1db6-cf69-4403-969b-c4a8db3f5024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a82fecef-3e22-41fa-8192-25cadd682e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:57:43.674374 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-02ad9531-0a8b-49a6-a159-c479cda9247a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:43.674763 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ad9531-0a8b-49a6-a159-c479cda9247a None None] Bound using segment: {'id': 'cddd1db6-cf69-4403-969b-c4a8db3f5024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a82fecef-3e22-41fa-8192-25cadd682e03'} {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:57:43.675244 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-02ad9531-0a8b-49a6-a159-c479cda9247a None None] Bound port: 503e26a7-75c9-489f-b284-76bdedd789ba, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cddd1db6-cf69-4403-969b-c4a8db3f5024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a82fecef-3e22-41fa-8192-25cadd682e03'}}] {{(pid=104553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:57:43.675617 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-02ad9531-0a8b-49a6-a159-c479cda9247a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (503e26a7-75c9-489f-b284-76bdedd789ba), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:43.677461 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1f2d2c-cf59-418c-8ae7-70b0d032e5a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29611acb-94f0-4480-8d4d-aaf6303b062c'}] {{(pid=104553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:57:43.679692 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ef7492e608d46078fd98593772981b2cfdf47eaedaeea269e4497eac5a7bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79bd8a82-9344-4597-9fe6-a74c1aac081a" -d '{"events": [{"server_uuid": "4d1f2d2c-cf59-418c-8ae7-70b0d032e5a6", "name": "network-vif-plugged", "status": "completed", "tag": "29611acb-94f0-4480-8d4d-aaf6303b062c"}]}' {{(pid=104553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:57:43.687476 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-c2f361fe-318d-4d49-b36c-dc7f6ad60769 admin admin] Publish callbacks [] for security_group (edd961ec-398b-4462-bfd4-50d374d46246), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:43.730354 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port 29611acb-94f0-4480-8d4d-aaf6303b062c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=29611acb-94f0-4480-8d4d-aaf6303b062c,segment=NetworkSegment(d3b56b04-e2e1-4f00-a9db-1de40f8c425f),segment_id=d3b56b04-e2e1-4f00-a9db-1de40f8c425f)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:57:43.768767 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-68f03f36-34b5-4b43-84b4-9005a6bd8f14 req-bde8f178-35a8-405c-941a-39bf88f3e21a service neutron] 10.222.0.52 "GET /networking/v2.0/networks/1d27b6d9-fef6-49cb-833f-13cb9578958e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624348 Oct 23 00:57:43.773657 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 00:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3970c59c-9a9d-4b50-959d-7cf202cecdba x-openstack-request-id: req-3970c59c-9a9d-4b50-959d-7cf202cecdba {{(pid=104553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:57:43.773968 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d1f2d2c-cf59-418c-8ae7-70b0d032e5a6", "name": "network-vif-plugged", "status": "completed", "tag": "29611acb-94f0-4480-8d4d-aaf6303b062c", "code": 200}]} {{(pid=104553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:57:43.774218 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3970c59c-9a9d-4b50-959d-7cf202cecdba {{(pid=104553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:57:43.774719 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3970c59c-9a9d-4b50-959d-7cf202cecdba'] response: {'server_uuid': '4d1f2d2c-cf59-418c-8ae7-70b0d032e5a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29611acb-94f0-4480-8d4d-aaf6303b062c', 'code': 200} Oct 23 00:57:43.778290 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (29611acb-94f0-4480-8d4d-aaf6303b062c), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:43.844035 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e25ffe99-7653-40cd-bd5b-9b14c5bbf761 admin admin] Publish callbacks [] for port (ec2a1257-8a89-482a-b313-cba09c2f2203), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:43.870120 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:43.873363 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-02ad9531-0a8b-49a6-a159-c479cda9247a None None] For port 503e26a7-75c9-489f-b284-76bdedd789ba, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:57:43.888052 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e25ffe99-7653-40cd-bd5b-9b14c5bbf761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6140158'] for port (ec2a1257-8a89-482a-b313-cba09c2f2203), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:43.888626 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Pushing event updated for resources: {'Port': ['ID=29611acb-94f0-4480-8d4d-aaf6303b062c,revision_number=5']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:43.897599 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-02ad9531-0a8b-49a6-a159-c479cda9247a None None] For port 503e26a7-75c9-489f-b284-76bdedd789ba, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=503e26a7-75c9-489f-b284-76bdedd789ba,segment=NetworkSegment(cddd1db6-cf69-4403-969b-c4a8db3f5024),segment_id=cddd1db6-cf69-4403-969b-c4a8db3f5024)] {{(pid=104553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:57:43.903598 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:INSERT=5,neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:43.907303 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfc2018-5bb4-4aee-b086-05163a98aa49 req-0dc9a3cd-d5fb-42de-84b3-285812b1ce9e tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:43.910190 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-dbfc2018-5bb4-4aee-b086-05163a98aa49 req-0dc9a3cd-d5fb-42de-84b3-285812b1ce9e tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=435f22ac-20bf-48b6-b42c-62ecd7cf29f3 HTTP/1.1" status: 200 len: 945 time: 0.0868797 Oct 23 00:57:43.923471 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-02ad9531-0a8b-49a6-a159-c479cda9247a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (503e26a7-75c9-489f-b284-76bdedd789ba), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:43.940468 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-c2f361fe-318d-4d49-b36c-dc7f6ad60769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (edd961ec-398b-4462-bfd4-50d374d46246), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:43.944582 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-c2f361fe-318d-4d49-b36c-dc7f6ad60769 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:43.948249 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-c2f361fe-318d-4d49-b36c-dc7f6ad60769 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/edd961ec-398b-4462-bfd4-50d374d46246 HTTP/1.1" status: 204 len: 168 time: 0.4080698 Oct 23 00:57:43.949348 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25ffe99-7653-40cd-bd5b-9b14c5bbf761 admin admin] Network f9ff398c-cd2a-4430-b908-7f7163c266f3 is already hosted by enough agents. {{(pid=104551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:57:43.977666 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.base_scheduler [None req-e25ffe99-7653-40cd-bd5b-9b14c5bbf761 admin admin] Resources bound (agent type, host, resource id): {{(pid=104551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:57:43.981065 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25ffe99-7653-40cd-bd5b-9b14c5bbf761 admin admin] Received port after_create {{(pid=104551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:57:43.999277 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:44.000133 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ad9531-0a8b-49a6-a159-c479cda9247a None None] Pushing event updated for resources: {'Port': ['ID=503e26a7-75c9-489f-b284-76bdedd789ba,revision_number=2']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:44.016357 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f361fe-318d-4d49-b36c-dc7f6ad60769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd961ec-398b-4462-bfd4-50d374d46246,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:44.046030 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-dbfc2018-5bb4-4aee-b086-05163a98aa49 req-41eaa367-ce6b-407e-8135-6eca1ab7ef15 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282222 Oct 23 00:57:44.180340 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25ffe99-7653-40cd-bd5b-9b14c5bbf761 admin admin] Pushing event updated for resources: {'Port': ['ID=ec2a1257-8a89-482a-b313-cba09c2f2203,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:44.248675 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 50764) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:44.368525 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e25ffe99-7653-40cd-bd5b-9b14c5bbf761 admin admin] Publish callbacks [] for router_gateway (ccc4a4a5-6896-45a8-ac65-8e16513ab31f), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:44.409719 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-3a461b91-890e-48b2-8efa-aa23c48d9e60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:44.589332 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d32a3-c857-41ee-b1a8-38c7d4215632 req-e9ef8a79-ec93-4ab6-982c-7ca1a6c513fd tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:44.597304 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-648d32a3-c857-41ee-b1a8-38c7d4215632 req-e9ef8a79-ec93-4ab6-982c-7ca1a6c513fd tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4d1f2d2c-cf59-418c-8ae7-70b0d032e5a6 HTTP/1.1" status: 200 len: 945 time: 0.1133862 Oct 23 00:57:44.622121 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1a68d-7901-48b8-bc4d-e06e61ccebbe req-49f81bde-632f-45ba-8e5a-f01d3cdd6d39 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:44.623924 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-68b1a68d-7901-48b8-bc4d-e06e61ccebbe req-49f81bde-632f-45ba-8e5a-f01d3cdd6d39 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 945 time: 0.1381013 Oct 23 00:57:44.722934 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-3a461b91-890e-48b2-8efa-aa23c48d9e60 admin admin] Publish callbacks [] for security_group (465d716d-783a-4ee8-a760-485d5b691f5e), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:44.741212 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-648d32a3-c857-41ee-b1a8-38c7d4215632 req-d74d73d1-aeaf-483c-a9e6-868f10249749 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9e47da15-b648-4e05-8264-514053b0be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384873 Oct 23 00:57:44.749840 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-3a461b91-890e-48b2-8efa-aa23c48d9e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (465d716d-783a-4ee8-a760-485d5b691f5e), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:44.794393 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e25ffe99-7653-40cd-bd5b-9b14c5bbf761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-401071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398604'] for router (ccc4a4a5-6896-45a8-ac65-8e16513ab31f), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:44.810397 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-68b1a68d-7901-48b8-bc4d-e06e61ccebbe req-824c9632-eec0-4e59-83e3-59c0ad40e447 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1701572 Oct 23 00:57:44.819124 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a461b91-890e-48b2-8efa-aa23c48d9e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=465d716d-783a-4ee8-a760-485d5b691f5e,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:44.843465 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-3a461b91-890e-48b2-8efa-aa23c48d9e60 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=fa1daec8b70343a2a8896b71cebfdce1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5935969 Oct 23 00:57:44.845991 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 50788) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:44.888084 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:44.909082 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-bdce8db5-1c3b-4459-bdd3-65bbdd1f4550 admin admin] Publish callbacks [] for security_group (465d716d-783a-4ee8-a760-485d5b691f5e), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:44.936416 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-bdce8db5-1c3b-4459-bdd3-65bbdd1f4550 admin admin] Publish callbacks [] for security_group (465d716d-783a-4ee8-a760-485d5b691f5e), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:44.970495 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:44.990114 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e25ffe99-7653-40cd-bd5b-9b14c5bbf761 admin admin] Router ccc4a4a5-6896-45a8-ac65-8e16513ab31f is scheduled to L3 agent 71de1650-f9d9-4095-92e6-e37ec99e20cf with binding_index 1 {{(pid=104551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 00:57:45.015327 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-bdce8db5-1c3b-4459-bdd3-65bbdd1f4550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (465d716d-783a-4ee8-a760-485d5b691f5e), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:45.018702 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-bdce8db5-1c3b-4459-bdd3-65bbdd1f4550 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:45.022388 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-bdce8db5-1c3b-4459-bdd3-65bbdd1f4550 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/465d716d-783a-4ee8-a760-485d5b691f5e HTTP/1.1" status: 204 len: 168 time: 0.1729827 Oct 23 00:57:45.038339 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdce8db5-1c3b-4459-bdd3-65bbdd1f4550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=465d716d-783a-4ee8-a760-485d5b691f5e,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:45.182071 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e25ffe99-7653-40cd-bd5b-9b14c5bbf761 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 00:57:45.196408 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6177d73b-ed9b-4358-bb7d-398d2f13b343 None None] Sync routers for ids ['ccc4a4a5-6896-45a8-ac65-8e16513ab31f'] in dv-cinder-master-3-iscsi {{(pid=104553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 00:57:45.218286 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6177d73b-ed9b-4358-bb7d-398d2f13b343 None None] Routers {'ccc4a4a5-6896-45a8-ac65-8e16513ab31f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:57:45.219996 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-6177d73b-ed9b-4358-bb7d-398d2f13b343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T00:57:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['ccc4a4a5-6896-45a8-ac65-8e16513ab31f'], 'active': True} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:57:45.257463 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e25ffe99-7653-40cd-bd5b-9b14c5bbf761 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:45.262027 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-e25ffe99-7653-40cd-bd5b-9b14c5bbf761 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3423693 Oct 23 00:57:45.262027 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 50798) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:45.323749 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0600ccc-d79e-497a-8478-4d0f107d7c74 req-4d45358f-89d2-44de-b869-d040599eb0a2 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:45.326833 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d0600ccc-d79e-497a-8478-4d0f107d7c74 req-4d45358f-89d2-44de-b869-d040599eb0a2 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=435f22ac-20bf-48b6-b42c-62ecd7cf29f3 HTTP/1.1" status: 200 len: 945 time: 0.1248875 Oct 23 00:57:45.494440 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d0600ccc-d79e-497a-8478-4d0f107d7c74 req-9bbafb99-facf-4723-87c4-d3a763bd934c tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591027 Oct 23 00:57:45.496237 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ca49d-36bc-4b83-8101-6aa7123e9cb3 req-3b564e71-7fd4-495e-81d0-6eb20953c8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:45.498708 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-da9ca49d-36bc-4b83-8101-6aa7123e9cb3 req-3b564e71-7fd4-495e-81d0-6eb20953c8cc service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4d1f2d2c-cf59-418c-8ae7-70b0d032e5a6 HTTP/1.1" status: 200 len: 1129 time: 0.0984142 Oct 23 00:57:45.541573 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:45.571755 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8bbbd84-d23a-4608-8288-8f3de28e6bcf None None] Network a82fecef-3e22-41fa-8192-25cadd682e03 requested from dv-cinder-master-3-iscsi {{(pid=104553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 00:57:45.605289 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:45.617216 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-da9ca49d-36bc-4b83-8101-6aa7123e9cb3 req-8b9537a1-8b48-4a83-8743-c8b8f92833a4 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e47da15-b648-4e05-8264-514053b0be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057456 Oct 23 00:57:45.641987 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvr_db [None req-6177d73b-ed9b-4358-bb7d-398d2f13b343 None None] Set router ccc4a4a5-6896-45a8-ac65-8e16513ab31f gateway port host: dv-cinder-master-3-iscsi {{(pid=104553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:57:45.671282 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-b1666fb0-a4b5-43c6-94b8-9402ea06b712 None None] Provisioning complete for port 503e26a7-75c9-489f-b284-76bdedd789ba triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:57:45.671644 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-b1666fb0-a4b5-43c6-94b8-9402ea06b712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (503e26a7-75c9-489f-b284-76bdedd789ba), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:45.672127 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-b1666fb0-a4b5-43c6-94b8-9402ea06b712 None None] Attempt 1 to provision port 503e26a7-75c9-489f-b284-76bdedd789ba Oct 23 00:57:45.740576 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 50810) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:45.756017 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-69f76396-9779-48d5-84c9-885906bf04d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:45.874160 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-69f76396-9779-48d5-84c9-885906bf04d9 admin admin] Publish callbacks [] for security_group (959a97e3-ae0f-4f6c-872c-0e1116d6578f), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:45.937342 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-69f76396-9779-48d5-84c9-885906bf04d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (959a97e3-ae0f-4f6c-872c-0e1116d6578f), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:45.968176 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-cf54ce22-d065-4450-b9ab-c206c0480943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:45.985333 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95be26d-5fac-4635-9960-f10cdd3d364f req-01b6a914-ab8a-4e8f-b914-f637b3b5460a tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:45.987066 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c95be26d-5fac-4635-9960-f10cdd3d364f req-01b6a914-ab8a-4e8f-b914-f637b3b5460a tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4d1f2d2c-cf59-418c-8ae7-70b0d032e5a6 HTTP/1.1" status: 200 len: 945 time: 0.1106155 Oct 23 00:57:46.060304 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-69f76396-9779-48d5-84c9-885906bf04d9 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=5a63258352d24a0d9706e0a419a9903a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3175693 Oct 23 00:57:46.063523 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 50818) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:46.074071 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-6177d73b-ed9b-4358-bb7d-398d2f13b343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc4a4a5-6896-45a8-ac65-8e16513ab31f', 'name': 'tempest-TestMinimumBasicScenario-1769746546-router', 'tenant_id': '2b5536e4b945479e8972cb5a95f60324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.219'}], 'enable_snat': True}, 'gw_port_id': 'ec2a1257-8a89-482a-b313-cba09c2f2203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:57:42Z', 'updated_at': '2022-10-23T00:57:44Z', 'revision_number': 3, 'project_id': '2b5536e4b945479e8972cb5a95f60324', 'gw_port': {'id': 'ec2a1257-8a89-482a-b313-cba09c2f2203', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e0:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc4a4a5-6896-45a8-ac65-8e16513ab31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:57:43Z', 'updated_at': '2022-10-23T00:57:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:57:46.075427 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f76396-9779-48d5-84c9-885906bf04d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959a97e3-ae0f-4f6c-872c-0e1116d6578f,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:46.086697 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc821d82-1a66-44e1-bc76-5b6de8fe5ef5 req-ee7e4ef1-a93b-4828-b641-d63b72e62829 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:46.088732 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-dc821d82-1a66-44e1-bc76-5b6de8fe5ef5 req-ee7e4ef1-a93b-4828-b641-d63b72e62829 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 945 time: 0.1552861 Oct 23 00:57:46.132099 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 503e26a7-75c9-489f-b284-76bdedd789ba up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:57:46.136593 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c95be26d-5fac-4635-9960-f10cdd3d364f req-9ee6f5b9-aece-4f30-b405-f25031ffdc77 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9e47da15-b648-4e05-8264-514053b0be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140924 Oct 23 00:57:46.142540 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6177d73b-ed9b-4358-bb7d-398d2f13b343 None None] Checking router: ccc4a4a5-6896-45a8-ac65-8e16513ab31f for host: dv-cinder-master-3-iscsi {{(pid=104553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 00:57:46.142892 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6177d73b-ed9b-4358-bb7d-398d2f13b343 None None] Updating router ccc4a4a5-6896-45a8-ac65-8e16513ab31f port ec2a1257-8a89-482a-b313-cba09c2f2203 binding host dv-cinder-master-3-iscsi {{(pid=104553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 00:57:46.203907 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-b1666fb0-a4b5-43c6-94b8-9402ea06b712 None None] Current status of the port 503e26a7-75c9-489f-b284-76bdedd789ba is: DOWN; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:57:46.204571 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-b1666fb0-a4b5-43c6-94b8-9402ea06b712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (503e26a7-75c9-489f-b284-76bdedd789ba), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:46.229552 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.db_base_plugin_common [None req-cf54ce22-d065-4450-b9ab-c206c0480943 admin admin] Allocated IP 172.20.0.1 (a82fecef-3e22-41fa-8192-25cadd682e03/943dfaf8-c12c-409b-b313-a2e572eba44f/3f16f421-4b09-4db8-bb39-036024ad1e08) {{(pid=104551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:57:46.233495 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-dc821d82-1a66-44e1-bc76-5b6de8fe5ef5 req-c3de7997-5d7d-464a-8487-39c2a9957d04 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132951 Oct 23 00:57:46.234312 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-50ebebb4-9ae7-4bb4-8d85-81ec004a2c03 admin admin] Publish callbacks [] for security_group (959a97e3-ae0f-4f6c-872c-0e1116d6578f), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:46.242384 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-6177d73b-ed9b-4358-bb7d-398d2f13b343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (ec2a1257-8a89-482a-b313-cba09c2f2203), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:46.265049 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-50ebebb4-9ae7-4bb4-8d85-81ec004a2c03 admin admin] Publish callbacks [] for security_group (959a97e3-ae0f-4f6c-872c-0e1116d6578f), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:46.321896 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-50ebebb4-9ae7-4bb4-8d85-81ec004a2c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (959a97e3-ae0f-4f6c-872c-0e1116d6578f), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:46.326539 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-50ebebb4-9ae7-4bb4-8d85-81ec004a2c03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:46.328571 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-50ebebb4-9ae7-4bb4-8d85-81ec004a2c03 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/959a97e3-ae0f-4f6c-872c-0e1116d6578f HTTP/1.1" status: 204 len: 168 time: 0.2614832 Oct 23 00:57:46.335557 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-b1666fb0-a4b5-43c6-94b8-9402ea06b712 None None] For port 503e26a7-75c9-489f-b284-76bdedd789ba, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=503e26a7-75c9-489f-b284-76bdedd789ba,segment=NetworkSegment(cddd1db6-cf69-4403-969b-c4a8db3f5024),segment_id=cddd1db6-cf69-4403-969b-c4a8db3f5024)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:57:46.341057 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port 503e26a7-75c9-489f-b284-76bdedd789ba triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:57:46.341811 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (503e26a7-75c9-489f-b284-76bdedd789ba), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:46.342344 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port 503e26a7-75c9-489f-b284-76bdedd789ba Oct 23 00:57:46.343280 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ebebb4-9ae7-4bb4-8d85-81ec004a2c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959a97e3-ae0f-4f6c-872c-0e1116d6578f,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:46.387593 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-b1666fb0-a4b5-43c6-94b8-9402ea06b712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (503e26a7-75c9-489f-b284-76bdedd789ba), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:46.492280 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:46.524066 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:46.533205 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-cf54ce22-d065-4450-b9ab-c206c0480943 admin admin] Publish callbacks [] for port (3f16f421-4b09-4db8-bb39-036024ad1e08), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:46.572129 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1666fb0-a4b5-43c6-94b8-9402ea06b712 None None] Pushing event updated for resources: {'Port': ['ID=503e26a7-75c9-489f-b284-76bdedd789ba,revision_number=3']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:46.585923 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-cf54ce22-d065-4450-b9ab-c206c0480943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6140158'] for port (3f16f421-4b09-4db8-bb39-036024ad1e08), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:46.647616 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-8a4dfa1b-d973-4bc9-a822-c4d5393de776 None None] Provisioning complete for port 503e26a7-75c9-489f-b284-76bdedd789ba triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:57:46.648241 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-8a4dfa1b-d973-4bc9-a822-c4d5393de776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (503e26a7-75c9-489f-b284-76bdedd789ba), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:46.648738 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-8a4dfa1b-d973-4bc9-a822-c4d5393de776 None None] Attempt 1 to provision port 503e26a7-75c9-489f-b284-76bdedd789ba Oct 23 00:57:46.656936 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf54ce22-d065-4450-b9ab-c206c0480943 admin admin] Network a82fecef-3e22-41fa-8192-25cadd682e03 is already hosted by enough agents. {{(pid=104551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:57:46.660558 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.base_scheduler [None req-cf54ce22-d065-4450-b9ab-c206c0480943 admin admin] Resources bound (agent type, host, resource id): {{(pid=104551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:57:46.663505 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf54ce22-d065-4450-b9ab-c206c0480943 admin admin] Pushing event updated for resources: {'Port': ['ID=3f16f421-4b09-4db8-bb39-036024ad1e08,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:46.670818 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf54ce22-d065-4450-b9ab-c206c0480943 admin admin] Received port after_create {{(pid=104551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:57:46.716219 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port 503e26a7-75c9-489f-b284-76bdedd789ba is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:57:46.725519 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2777f0b2-d2e6-4986-8f2e-dfc6ef61ec7f req-57d12898-ba43-4df0-a61a-7c2a71233405 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:46.735777 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-2777f0b2-d2e6-4986-8f2e-dfc6ef61ec7f req-57d12898-ba43-4df0-a61a-7c2a71233405 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=435f22ac-20bf-48b6-b42c-62ecd7cf29f3 HTTP/1.1" status: 200 len: 945 time: 0.0964749 Oct 23 00:57:46.737932 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-cf54ce22-d065-4450-b9ab-c206c0480943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517312'] for router_interface (ccc4a4a5-6896-45a8-ac65-8e16513ab31f), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:46.791179 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:46.811451 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-2777f0b2-d2e6-4986-8f2e-dfc6ef61ec7f req-f0a50d9e-9da5-4e99-8c41-6540ec1c5b58 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736930 Oct 23 00:57:46.841786 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:46.927923 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 50840) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:46.932914 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-8a4dfa1b-d973-4bc9-a822-c4d5393de776 None None] Current status of the port 503e26a7-75c9-489f-b284-76bdedd789ba is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:57:46.950320 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-6177d73b-ed9b-4358-bb7d-398d2f13b343 None None] Publish callbacks [] for port (ec2a1257-8a89-482a-b313-cba09c2f2203), precommit_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:46.953833 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-21794c6b-97b6-4931-97a4-44334fbb5336 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:46.973775 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-6177d73b-ed9b-4358-bb7d-398d2f13b343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (ec2a1257-8a89-482a-b313-cba09c2f2203), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:47.032545 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-cf54ce22-d065-4450-b9ab-c206c0480943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (3f16f421-4b09-4db8-bb39-036024ad1e08), before_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:47.043981 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-6177d73b-ed9b-4358-bb7d-398d2f13b343 None None] Attempting to bind port ec2a1257-8a89-482a-b313-cba09c2f2203 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:57:47.044545 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-6177d73b-ed9b-4358-bb7d-398d2f13b343 None None] Attempting to bind port ec2a1257-8a89-482a-b313-cba09c2f2203 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '0d47d9bc-e081-4c9e-9d69-e5804f7aef1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'}] {{(pid=104553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:57:47.045145 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6177d73b-ed9b-4358-bb7d-398d2f13b343 None None] Attempting to bind port ec2a1257-8a89-482a-b313-cba09c2f2203 on network f9ff398c-cd2a-4430-b908-7f7163c266f3 {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:57:47.105381 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade1252-0109-4e21-9b8d-62ff551de4eb None None] Pushing event updated for resources: {'Port': ['ID=ec2a1257-8a89-482a-b313-cba09c2f2203,revision_number=2']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:47.106304 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-21794c6b-97b6-4931-97a4-44334fbb5336 admin admin] Publish callbacks [] for security_group (27bf14d3-b2b8-4f67-ad70-134fbecf897c), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:47.110498 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-99a263c2-198f-4775-8ed8-d48d2aed037b None None] Provisioning complete for port 3f16f421-4b09-4db8-bb39-036024ad1e08 triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:57:47.110902 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-99a263c2-198f-4775-8ed8-d48d2aed037b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (3f16f421-4b09-4db8-bb39-036024ad1e08), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:47.111239 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-99a263c2-198f-4775-8ed8-d48d2aed037b None None] Attempt 1 to provision port 3f16f421-4b09-4db8-bb39-036024ad1e08 Oct 23 00:57:47.120852 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-21794c6b-97b6-4931-97a4-44334fbb5336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (27bf14d3-b2b8-4f67-ad70-134fbecf897c), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:47.135065 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:47.152971 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6177d73b-ed9b-4358-bb7d-398d2f13b343 None None] Checking agent: {'id': 'e5069eb9-82e8-4601-9222-8a50cea677c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 24), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:57:47.153345 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6177d73b-ed9b-4358-bb7d-398d2f13b343 None None] Checking segment: {'id': '0d47d9bc-e081-4c9e-9d69-e5804f7aef1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:57:47.153946 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-6177d73b-ed9b-4358-bb7d-398d2f13b343 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:47.154567 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6177d73b-ed9b-4358-bb7d-398d2f13b343 None None] Bound using segment: {'id': '0d47d9bc-e081-4c9e-9d69-e5804f7aef1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'} {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:57:47.155217 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-6177d73b-ed9b-4358-bb7d-398d2f13b343 None None] Bound port: ec2a1257-8a89-482a-b313-cba09c2f2203, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d47d9bc-e081-4c9e-9d69-e5804f7aef1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'}}] {{(pid=104553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:57:47.155555 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-6177d73b-ed9b-4358-bb7d-398d2f13b343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (ec2a1257-8a89-482a-b313-cba09c2f2203), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:47.159940 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-99a263c2-198f-4775-8ed8-d48d2aed037b None None] Port 3f16f421-4b09-4db8-bb39-036024ad1e08 cannot update to ACTIVE because it is not bound. {{(pid=104553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 00:57:47.196166 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-21794c6b-97b6-4931-97a4-44334fbb5336 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=22fe1df260454239b8e403c4723f9762&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2646747 Oct 23 00:57:47.206789 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 50848) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:47.212902 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-6177d73b-ed9b-4358-bb7d-398d2f13b343 None None] For port ec2a1257-8a89-482a-b313-cba09c2f2203, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:57:47.218112 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-6177d73b-ed9b-4358-bb7d-398d2f13b343 None None] For port ec2a1257-8a89-482a-b313-cba09c2f2203, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ec2a1257-8a89-482a-b313-cba09c2f2203,segment=NetworkSegment(0d47d9bc-e081-4c9e-9d69-e5804f7aef1d),segment_id=0d47d9bc-e081-4c9e-9d69-e5804f7aef1d)] {{(pid=104553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:57:47.228146 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-6177d73b-ed9b-4358-bb7d-398d2f13b343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (ec2a1257-8a89-482a-b313-cba09c2f2203), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:47.240540 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=1 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:47.282454 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6177d73b-ed9b-4358-bb7d-398d2f13b343 None None] Routers {'ccc4a4a5-6896-45a8-ac65-8e16513ab31f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:57:47.283143 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-6177d73b-ed9b-4358-bb7d-398d2f13b343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T00:57:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['ccc4a4a5-6896-45a8-ac65-8e16513ab31f'], 'active': True} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:57:47.332023 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-cf54ce22-d065-4450-b9ab-c206c0480943 admin admin] Publish callbacks [] for port (3f16f421-4b09-4db8-bb39-036024ad1e08), precommit_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:47.344195 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade1252-0109-4e21-9b8d-62ff551de4eb None None] Pushing event updated for resources: {'Port': ['ID=ec2a1257-8a89-482a-b313-cba09c2f2203,revision_number=3']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:47.344805 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-cf54ce22-d065-4450-b9ab-c206c0480943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6140151'] for port (3f16f421-4b09-4db8-bb39-036024ad1e08), after_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:47.346665 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:47.454248 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-cf54ce22-d065-4450-b9ab-c206c0480943 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-517204'] for router_interface (ccc4a4a5-6896-45a8-ac65-8e16513ab31f), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:47.458218 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b600c19-4123-4987-9d62-65e43f89232e req-6cb5a9a3-88dc-4b5d-a37d-2ebc933dfcbb tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:47.459896 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf54ce22-d065-4450-b9ab-c206c0480943 admin admin] Pushing event updated for resources: {'Port': ['ID=3f16f421-4b09-4db8-bb39-036024ad1e08,revision_number=2']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:47.460523 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-5b600c19-4123-4987-9d62-65e43f89232e req-6cb5a9a3-88dc-4b5d-a37d-2ebc933dfcbb tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 945 time: 0.0590136 Oct 23 00:57:47.483121 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvr_db [None req-6177d73b-ed9b-4358-bb7d-398d2f13b343 None None] Set router ccc4a4a5-6896-45a8-ac65-8e16513ab31f gateway port host: dv-cinder-master-3-iscsi {{(pid=104553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:57:47.512745 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21794c6b-97b6-4931-97a4-44334fbb5336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27bf14d3-b2b8-4f67-ad70-134fbecf897c,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:47.557268 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-0e0be461-c15f-42d1-a75b-385b9d15fc29 admin admin] Publish callbacks [] for security_group (27bf14d3-b2b8-4f67-ad70-134fbecf897c), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:47.566995 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d605fd-641d-4597-840a-ff97832741d4 req-afda72df-f745-466c-8016-a54e07ca3a19 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:47.568647 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-16d605fd-641d-4597-840a-ff97832741d4 req-afda72df-f745-466c-8016-a54e07ca3a19 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4d1f2d2c-cf59-418c-8ae7-70b0d032e5a6 HTTP/1.1" status: 200 len: 945 time: 0.2471533 Oct 23 00:57:47.598237 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:47.606575 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf54ce22-d065-4450-b9ab-c206c0480943 admin admin] Network a82fecef-3e22-41fa-8192-25cadd682e03 is already hosted by enough agents. {{(pid=104551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:57:47.613100 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-5b600c19-4123-4987-9d62-65e43f89232e req-7c0d7c7d-35c5-4d94-9b62-7e88c2765374 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311851 Oct 23 00:57:47.621055 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.base_scheduler [None req-cf54ce22-d065-4450-b9ab-c206c0480943 admin admin] Resources bound (agent type, host, resource id): {{(pid=104551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:57:47.675524 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:47.683452 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-0e0be461-c15f-42d1-a75b-385b9d15fc29 admin admin] Publish callbacks [] for security_group (27bf14d3-b2b8-4f67-ad70-134fbecf897c), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:47.739927 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-16d605fd-641d-4597-840a-ff97832741d4 req-5a01d302-7291-4327-9684-be414b6b20b9 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9e47da15-b648-4e05-8264-514053b0be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529195 Oct 23 00:57:47.783457 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf54ce22-d065-4450-b9ab-c206c0480943 admin admin] Router ccc4a4a5-6896-45a8-ac65-8e16513ab31f has already been hosted by L3 agent 71de1650-f9d9-4095-92e6-e37ec99e20cf {{(pid=104551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 00:57:47.808738 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-6177d73b-ed9b-4358-bb7d-398d2f13b343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc4a4a5-6896-45a8-ac65-8e16513ab31f', 'name': 'tempest-TestMinimumBasicScenario-1769746546-router', 'tenant_id': '2b5536e4b945479e8972cb5a95f60324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.219'}], 'enable_snat': True}, 'gw_port_id': 'ec2a1257-8a89-482a-b313-cba09c2f2203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:57:42Z', 'updated_at': '2022-10-23T00:57:46Z', 'revision_number': 4, 'project_id': '2b5536e4b945479e8972cb5a95f60324', 'gw_port': {'id': 'ec2a1257-8a89-482a-b313-cba09c2f2203', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e0:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc4a4a5-6896-45a8-ac65-8e16513ab31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:57:43Z', 'updated_at': '2022-10-23T00:57:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3f16f421-4b09-4db8-bb39-036024ad1e08', 'name': '', 'network_id': 'a82fecef-3e22-41fa-8192-25cadd682e03', 'tenant_id': '2b5536e4b945479e8972cb5a95f60324', 'mac_address': 'fa:16:3e:c8:e9:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc4a4a5-6896-45a8-ac65-8e16513ab31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '943dfaf8-c12c-409b-b313-a2e572eba44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:57:46Z', 'updated_at': '2022-10-23T00:57:46Z', 'revision_number': 1, 'project_id': '2b5536e4b945479e8972cb5a95f60324', 'subnets': [{'id': '943dfaf8-c12c-409b-b313-a2e572eba44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:57:47.821271 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-0e0be461-c15f-42d1-a75b-385b9d15fc29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (27bf14d3-b2b8-4f67-ad70-134fbecf897c), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:47.824112 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-0e0be461-c15f-42d1-a75b-385b9d15fc29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:47.825612 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-0e0be461-c15f-42d1-a75b-385b9d15fc29 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/27bf14d3-b2b8-4f67-ad70-134fbecf897c HTTP/1.1" status: 204 len: 168 time: 0.6176598 Oct 23 00:57:47.843799 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0be461-c15f-42d1-a75b-385b9d15fc29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27bf14d3-b2b8-4f67-ad70-134fbecf897c,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:47.862239 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6177d73b-ed9b-4358-bb7d-398d2f13b343 None None] The sync data for ids ['ccc4a4a5-6896-45a8-ac65-8e16513ab31f'] in dv-cinder-master-3-iscsi is: [{'id': 'ccc4a4a5-6896-45a8-ac65-8e16513ab31f', 'name': 'tempest-TestMinimumBasicScenario-1769746546-router', 'tenant_id': '2b5536e4b945479e8972cb5a95f60324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.219'}], 'enable_snat': True}, 'gw_port_id': 'ec2a1257-8a89-482a-b313-cba09c2f2203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:57:42Z', 'updated_at': '2022-10-23T00:57:46Z', 'revision_number': 4, 'project_id': '2b5536e4b945479e8972cb5a95f60324', 'gw_port': {'id': 'ec2a1257-8a89-482a-b313-cba09c2f2203', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e0:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc4a4a5-6896-45a8-ac65-8e16513ab31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:57:43Z', 'updated_at': '2022-10-23T00:57:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3f16f421-4b09-4db8-bb39-036024ad1e08', 'name': '', 'network_id': 'a82fecef-3e22-41fa-8192-25cadd682e03', 'tenant_id': '2b5536e4b945479e8972cb5a95f60324', 'mac_address': 'fa:16:3e:c8:e9:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc4a4a5-6896-45a8-ac65-8e16513ab31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '943dfaf8-c12c-409b-b313-a2e572eba44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:57:46Z', 'updated_at': '2022-10-23T00:57:46Z', 'revision_number': 1, 'project_id': '2b5536e4b945479e8972cb5a95f60324', 'subnets': [{'id': '943dfaf8-c12c-409b-b313-a2e572eba44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 00:57:47.965432 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf54ce22-d065-4450-b9ab-c206c0480943 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 00:57:47.983810 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-cf54ce22-d065-4450-b9ab-c206c0480943 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/ccc4a4a5-6896-45a8-ac65-8e16513ab31f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7122099 Oct 23 00:57:48.310802 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 503e26a7-75c9-489f-b284-76bdedd789ba up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:57:48.313377 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-75150ec3-33a4-4a11-a668-f388ac9aff75 None None] Provisioning complete for port 3f16f421-4b09-4db8-bb39-036024ad1e08 triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:57:48.313751 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-75150ec3-33a4-4a11-a668-f388ac9aff75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (3f16f421-4b09-4db8-bb39-036024ad1e08), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:48.314087 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-75150ec3-33a4-4a11-a668-f388ac9aff75 None None] Attempt 1 to provision port 3f16f421-4b09-4db8-bb39-036024ad1e08 Oct 23 00:57:48.379076 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-75150ec3-33a4-4a11-a668-f388ac9aff75 None None] Port 3f16f421-4b09-4db8-bb39-036024ad1e08 cannot update to ACTIVE because it is not bound. {{(pid=104553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 00:57:48.427174 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port 503e26a7-75c9-489f-b284-76bdedd789ba triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:57:48.427562 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (503e26a7-75c9-489f-b284-76bdedd789ba), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:48.427905 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port 503e26a7-75c9-489f-b284-76bdedd789ba Oct 23 00:57:48.591350 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port 503e26a7-75c9-489f-b284-76bdedd789ba is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:57:48.611084 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 50890) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:48.617783 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [None req-1cc46e73-76b8-49cd-acd0-7b14115ddb71 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Request body: {'security_group': {'name': 'tempest-securitygroup--925670627', 'description': 'tempest-description--1185854461'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:57:48.646405 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-1cc46e73-76b8-49cd-acd0-7b14115ddb71 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks [] for security_group (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:48.675741 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:48.771703 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-1cc46e73-76b8-49cd-acd0-7b14115ddb71 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks [] for security_group (2024e950-6bc4-4c6f-8358-200660ce4c9f), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:48.786319 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-1cc46e73-76b8-49cd-acd0-7b14115ddb71 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (2024e950-6bc4-4c6f-8358-200660ce4c9f), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:48.819099 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a38713-1937-468b-837a-379caf2b8cd0 req-eb4b6b82-c25f-4017-8dfc-bf4dfdff35f8 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:48.820973 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-72a38713-1937-468b-837a-379caf2b8cd0 req-eb4b6b82-c25f-4017-8dfc-bf4dfdff35f8 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 945 time: 0.0963211 Oct 23 00:57:48.842200 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-1b8bd0aa-66ee-4631-a10a-91703e76977d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (6b66cfba-c169-484b-b3a5-13fb9b6528cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:48.902460 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-1cc46e73-76b8-49cd-acd0-7b14115ddb71 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks [] for security_group (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:48.904804 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-1cc46e73-76b8-49cd-acd0-7b14115ddb71 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2896268 Oct 23 00:57:48.907121 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 50904) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:48.911856 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-3295dd47-4ed8-4e83-be53-ae82ce6dc1fc tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Request body: {'security_group_rule': {'security_group_id': '2024e950-6bc4-4c6f-8358-200660ce4c9f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:57:48.967048 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-3295dd47-4ed8-4e83-be53-ae82ce6dc1fc tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks [] for security_group_rule (7d37275f-910d-463a-8697-c8f931d757a8), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:48.998885 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9b2f1-e93b-4943-b7f3-e96afa1add61 req-3da7af23-e483-459c-9593-a3178870178e tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:49.000770 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6dd9b2f1-e93b-4943-b7f3-e96afa1add61 req-3da7af23-e483-459c-9593-a3178870178e tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4d1f2d2c-cf59-418c-8ae7-70b0d032e5a6 HTTP/1.1" status: 200 len: 945 time: 0.1058934 Oct 23 00:57:49.005935 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc46e73-76b8-49cd-acd0-7b14115ddb71 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2024e950-6bc4-4c6f-8358-200660ce4c9f,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:49.033969 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:49.047060 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-3295dd47-4ed8-4e83-be53-ae82ce6dc1fc tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks [] for security_group_rule (7d37275f-910d-463a-8697-c8f931d757a8), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:49.062968 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-3295dd47-4ed8-4e83-be53-ae82ce6dc1fc tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468706'] for security_group_rule (7d37275f-910d-463a-8697-c8f931d757a8), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:49.101120 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3295dd47-4ed8-4e83-be53-ae82ce6dc1fc tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d37275f-910d-463a-8697-c8f931d757a8,revision_number=0']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:49.106294 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-72a38713-1937-468b-837a-379caf2b8cd0 req-6980c803-95ae-41e4-a6b7-dc9b721367a6 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2099426 Oct 23 00:57:49.154270 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-3295dd47-4ed8-4e83-be53-ae82ce6dc1fc tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:49.155659 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6dd9b2f1-e93b-4943-b7f3-e96afa1add61 req-91c51a1c-2012-4c6f-9328-11b71c176be0 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9e47da15-b648-4e05-8264-514053b0be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391628 Oct 23 00:57:49.158328 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-3295dd47-4ed8-4e83-be53-ae82ce6dc1fc tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2500501 Oct 23 00:57:49.161141 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 50912) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:49.166524 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [None req-a23bd74a-25ff-4ed4-84a5-5e6e414a0d77 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Request body: {'security_group_rule': {'security_group_id': '2024e950-6bc4-4c6f-8358-200660ce4c9f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:57:49.223405 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-a23bd74a-25ff-4ed4-84a5-5e6e414a0d77 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks [] for security_group_rule (743deb65-d71b-4dc6-8f3d-24409be6e439), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:49.405243 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea1437-06c4-48da-9160-bb3f6cd5be79 req-2161f35f-f88f-4dba-82f2-24d8a73703b4 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:49.414625 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a2ea1437-06c4-48da-9160-bb3f6cd5be79 req-2161f35f-f88f-4dba-82f2-24d8a73703b4 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4d1f2d2c-cf59-418c-8ae7-70b0d032e5a6 HTTP/1.1" status: 200 len: 945 time: 0.0995908 Oct 23 00:57:49.424076 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-a23bd74a-25ff-4ed4-84a5-5e6e414a0d77 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks [] for security_group_rule (743deb65-d71b-4dc6-8f3d-24409be6e439), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:49.442715 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 50928) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:49.445672 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-a23bd74a-25ff-4ed4-84a5-5e6e414a0d77 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468706'] for security_group_rule (743deb65-d71b-4dc6-8f3d-24409be6e439), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:49.451946 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [None req-a269ce14-74d4-4337-ac9a-f2e7ca807e98 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1967240383-network', 'tenant_id': '5e0dff1e22fd436e8ed3a395d94ef8ce'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:57:49.481908 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23bd74a-25ff-4ed4-84a5-5e6e414a0d77 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=743deb65-d71b-4dc6-8f3d-24409be6e439,revision_number=0']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:49.496017 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-a23bd74a-25ff-4ed4-84a5-5e6e414a0d77 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:49.497502 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-a23bd74a-25ff-4ed4-84a5-5e6e414a0d77 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3349521 Oct 23 00:57:49.501010 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 50930) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:49.506953 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:49.507206 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-216127e1-ad56-41cd-83ee-dc677dd88704 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Request body: {'floatingip': {'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:57:49.526802 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a269ce14-74d4-4337-ac9a-f2e7ca807e98 admin admin] Made reservation on behalf of 5e0dff1e22fd436e8ed3a395d94ef8ce for: {'network': 1} {{(pid=104552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:57:49.529860 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-a269ce14-74d4-4337-ac9a-f2e7ca807e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for network (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:49.551952 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-216127e1-ad56-41cd-83ee-dc677dd88704 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:49.558304 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a2ea1437-06c4-48da-9160-bb3f6cd5be79 req-efa698c8-c46e-425c-99b6-3eb1542c45fd tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9e47da15-b648-4e05-8264-514053b0be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363955 Oct 23 00:57:49.560068 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-a269ce14-74d4-4337-ac9a-f2e7ca807e98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:49.581170 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 50934) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:49.664326 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-216127e1-ad56-41cd-83ee-dc677dd88704 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:49.669712 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-a269ce14-74d4-4337-ac9a-f2e7ca807e98 admin admin] Publish callbacks [] for security_group (75aeb1ed-1a22-41f7-90d4-ea7736c165c0), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:49.678452 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-a269ce14-74d4-4337-ac9a-f2e7ca807e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (75aeb1ed-1a22-41f7-90d4-ea7736c165c0), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:49.715563 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a269ce14-74d4-4337-ac9a-f2e7ca807e98 admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=104552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 00:57:49.732006 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a269ce14-74d4-4337-ac9a-f2e7ca807e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75aeb1ed-1a22-41f7-90d4-ea7736c165c0,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:49.741500 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-a269ce14-74d4-4337-ac9a-f2e7ca807e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13381139'] for segment (2b9d467c-782f-40c8-a5d1-155616573f38), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:49.741856 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.db.segments_db [None req-a269ce14-74d4-4337-ac9a-f2e7ca807e98 admin admin] Added segment 2b9d467c-782f-40c8-a5d1-155616573f38 of type vlan for network 570809ed-8943-4319-88c0-71a523125321 Oct 23 00:57:49.814344 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.db_base_plugin_common [None req-216127e1-ad56-41cd-83ee-dc677dd88704 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Allocated IP 172.37.4.196 (f9ff398c-cd2a-4430-b908-7f7163c266f3/dd152ba8-6213-403c-b7fc-9b4ab174f9a2/429a622c-7d0f-4dfa-9be6-a7e9e54da9b0) {{(pid=104551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:57:49.837234 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-a269ce14-74d4-4337-ac9a-f2e7ca807e98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758734439581'] for network (570809ed-8943-4319-88c0-71a523125321), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:49.875410 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-a269ce14-74d4-4337-ac9a-f2e7ca807e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493'] for network (570809ed-8943-4319-88c0-71a523125321), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:49.876603 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a269ce14-74d4-4337-ac9a-f2e7ca807e98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:49.877300 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-a269ce14-74d4-4337-ac9a-f2e7ca807e98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for network (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:49.990641 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-a269ce14-74d4-4337-ac9a-f2e7ca807e98 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5460525 Oct 23 00:57:49.995278 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 50944) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:50.014192 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [None req-908de671-fb3f-4273-9a75-55fd65723e55 admin admin] Request body: {'subnet': {'network_id': '570809ed-8943-4319-88c0-71a523125321', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1967240383-subnet', 'tenant_id': '5e0dff1e22fd436e8ed3a395d94ef8ce', 'ip_version': 4}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:57:50.021242 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:50.031024 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a269ce14-74d4-4337-ac9a-f2e7ca807e98 admin admin] Pushing event updated for resources: {'Network': ['ID=570809ed-8943-4319-88c0-71a523125321,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:50.044857 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Network 570809ed-8943-4319-88c0-71a523125321 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104553) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 00:57:50.055230 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908de671-fb3f-4273-9a75-55fd65723e55 admin admin] Made reservation on behalf of 5e0dff1e22fd436e8ed3a395d94ef8ce for: {'subnet': 1} {{(pid=104552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:57:50.058888 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-908de671-fb3f-4273-9a75-55fd65723e55 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6118443'] for subnet (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:50.104260 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device ec2a1257-8a89-482a-b313-cba09c2f2203 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:57:50.186479 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port ec2a1257-8a89-482a-b313-cba09c2f2203 triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:57:50.187341 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (ec2a1257-8a89-482a-b313-cba09c2f2203), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:50.187909 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port ec2a1257-8a89-482a-b313-cba09c2f2203 Oct 23 00:57:50.217599 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:50.238761 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69949ff-9ad5-4aff-8987-0ee43f9928a5 tempest-TestVolumeBootPattern-2126113906 tempest-TestVolumeBootPattern-2126113906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:50.240844 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-e69949ff-9ad5-4aff-8987-0ee43f9928a5 tempest-TestVolumeBootPattern-2126113906 tempest-TestVolumeBootPattern-2126113906-project-admin] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4d1f2d2c-cf59-418c-8ae7-70b0d032e5a6 HTTP/1.1" status: 200 len: 1124 time: 0.6581633 Oct 23 00:57:50.244273 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 50956) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:50.249300 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-f6730569-07bb-4264-a8ab-ba17c569c7c5 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Request body: {'floatingip': {'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'port_id': '29611acb-94f0-4480-8d4d-aaf6303b062c', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:57:50.280951 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port ec2a1257-8a89-482a-b313-cba09c2f2203 is: DOWN; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:57:50.281755 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (ec2a1257-8a89-482a-b313-cba09c2f2203), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:50.306203 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f6730569-07bb-4264-a8ab-ba17c569c7c5 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:50.317607 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] For port ec2a1257-8a89-482a-b313-cba09c2f2203, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ec2a1257-8a89-482a-b313-cba09c2f2203,segment=NetworkSegment(0d47d9bc-e081-4c9e-9d69-e5804f7aef1d),segment_id=0d47d9bc-e081-4c9e-9d69-e5804f7aef1d)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:57:50.322803 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-908de671-fb3f-4273-9a75-55fd65723e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5989350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6118461'] for subnet (f8f208d0-6d73-485f-ba6c-97c3f7122b3d), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:50.330124 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (ec2a1257-8a89-482a-b313-cba09c2f2203), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:50.333652 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:INSERT=17,neutron:SELECT=79,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:50.392672 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-216127e1-ad56-41cd-83ee-dc677dd88704 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks [] for port (429a622c-7d0f-4dfa-9be6-a7e9e54da9b0), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:50.405173 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ac4e7-d250-4d7d-8803-efc91559e720 req-9a9ae456-a962-4078-ba00-6b179daf17b4 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:50.406722 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0d4ac4e7-d250-4d7d-8803-efc91559e720 req-9a9ae456-a962-4078-ba00-6b179daf17b4 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 945 time: 0.1214445 Oct 23 00:57:50.419054 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Pushing event updated for resources: {'Port': ['ID=ec2a1257-8a89-482a-b313-cba09c2f2203,revision_number=4']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:50.428156 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f6730569-07bb-4264-a8ab-ba17c569c7c5 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:50.455022 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908de671-fb3f-4273-9a75-55fd65723e55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8f208d0-6d73-485f-ba6c-97c3f7122b3d,revision_number=0']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:50.465021 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908de671-fb3f-4273-9a75-55fd65723e55 admin admin] Checking segment: {'id': '2b9d467c-782f-40c8-a5d1-155616573f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '570809ed-8943-4319-88c0-71a523125321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:57:50.465374 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908de671-fb3f-4273-9a75-55fd65723e55 admin admin] Network hostable DHCP agents. Network: 570809ed-8943-4319-88c0-71a523125321, hostable agents: ['6b66cfba-c169-484b-b3a5-13fb9b6528cf'], hosted agents: [] {{(pid=104552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 00:57:50.481340 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-216127e1-ad56-41cd-83ee-dc677dd88704 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6140158'] for port (429a622c-7d0f-4dfa-9be6-a7e9e54da9b0), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:50.515093 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0d4ac4e7-d250-4d7d-8803-efc91559e720 req-3d98b9b2-4e7a-4849-9479-2dc3e62aa573 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949531 Oct 23 00:57:50.534368 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908de671-fb3f-4273-9a75-55fd65723e55 admin admin] Network 570809ed-8943-4319-88c0-71a523125321 is scheduled to be hosted by DHCP agent 6b66cfba-c169-484b-b3a5-13fb9b6528cf with binding_index 1 {{(pid=104552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 00:57:50.556988 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.base_scheduler [None req-908de671-fb3f-4273-9a75-55fd65723e55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 570809ed-8943-4319-88c0-71a523125321) {{(pid=104552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:57:50.563394 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908de671-fb3f-4273-9a75-55fd65723e55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:50.564016 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-908de671-fb3f-4273-9a75-55fd65723e55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for subnet (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:50.570299 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f403be-f639-456b-af52-dcc19f91d435 None None] Network 570809ed-8943-4319-88c0-71a523125321 requested from dv-cinder-master-3-iscsi {{(pid=104553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 00:57:50.628713 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-908de671-fb3f-4273-9a75-55fd65723e55 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6201520 Oct 23 00:57:50.629646 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 50966) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:50.635606 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [None req-e07c7f36-604a-4f93-aa4d-7e70e7097f83 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1967240383-router', 'tenant_id': '5e0dff1e22fd436e8ed3a395d94ef8ce', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'}}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:57:50.672551 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216127e1-ad56-41cd-83ee-dc677dd88704 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Network f9ff398c-cd2a-4430-b908-7f7163c266f3 is already hosted by enough agents. {{(pid=104551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:57:50.675481 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-e07c7f36-604a-4f93-aa4d-7e70e7097f83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123557'] for router (b43e72ec-e74f-4b3d-8313-064f4596d699), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:50.676838 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-e07c7f36-604a-4f93-aa4d-7e70e7097f83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-412307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123578'] for router (b43e72ec-e74f-4b3d-8313-064f4596d699), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:50.677931 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.base_scheduler [None req-216127e1-ad56-41cd-83ee-dc677dd88704 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Resources bound (agent type, host, resource id): {{(pid=104551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:57:50.680625 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216127e1-ad56-41cd-83ee-dc677dd88704 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Received port after_create {{(pid=104551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:57:50.714816 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216127e1-ad56-41cd-83ee-dc677dd88704 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Pushing event updated for resources: {'Port': ['ID=429a622c-7d0f-4dfa-9be6-a7e9e54da9b0,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:50.755726 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-e07c7f36-604a-4f93-aa4d-7e70e7097f83 admin admin] Publish callbacks [] for router_controller (b43e72ec-e74f-4b3d-8313-064f4596d699), precommit_add_association {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:50.757217 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.db_base_plugin_common [None req-f6730569-07bb-4264-a8ab-ba17c569c7c5 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Allocated IP 172.37.4.193 (f9ff398c-cd2a-4430-b908-7f7163c266f3/dd152ba8-6213-403c-b7fc-9b4ab174f9a2/48775c5f-c233-451e-b0b1-c1b30cd592d6) {{(pid=104551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:57:50.757858 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758c029b-13d4-4f39-888a-7249554b6d2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-570809ed-8943-4319-88c0-71a523125321', 'network_id': '570809ed-8943-4319-88c0-71a523125321', 'project_id': '5e0dff1e22fd436e8ed3a395d94ef8ce', 'fixed_ips': [{'subnet_id': 'f8f208d0-6d73-485f-ba6c-97c3f7122b3d'}]}} from dv-cinder-master-3-iscsi. {{(pid=104553) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 00:57:50.759222 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-758c029b-13d4-4f39-888a-7249554b6d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:50.876596 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=84,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:50.890446 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-216127e1-ad56-41cd-83ee-dc677dd88704 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks [] for floatingip (c771d886-1a14-4161-a7e1-ca944e783e9d), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:50.915159 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:50.962592 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f6730569-07bb-4264-a8ab-ba17c569c7c5 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks [] for port (48775c5f-c233-451e-b0b1-c1b30cd592d6), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:50.966374 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-216127e1-ad56-41cd-83ee-dc677dd88704 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (429a622c-7d0f-4dfa-9be6-a7e9e54da9b0), before_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:50.967502 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-e07c7f36-604a-4f93-aa4d-7e70e7097f83 admin admin] Publish callbacks [] for router_gateway (b43e72ec-e74f-4b3d-8313-064f4596d699), precommit_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:50.986161 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.db_base_plugin_common [None req-758c029b-13d4-4f39-888a-7249554b6d2b None None] Allocated IP 172.20.0.2 (570809ed-8943-4319-88c0-71a523125321/f8f208d0-6d73-485f-ba6c-97c3f7122b3d/38b46ed1-c8d6-4fa9-846d-3223b9ecbd7f) {{(pid=104553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:57:51.000434 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:51.051893 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f6730569-07bb-4264-a8ab-ba17c569c7c5 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6140158'] for port (48775c5f-c233-451e-b0b1-c1b30cd592d6), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:51.132668 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6730569-07bb-4264-a8ab-ba17c569c7c5 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Network f9ff398c-cd2a-4430-b908-7f7163c266f3 is already hosted by enough agents. {{(pid=104551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:57:51.139054 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.base_scheduler [None req-f6730569-07bb-4264-a8ab-ba17c569c7c5 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Resources bound (agent type, host, resource id): {{(pid=104551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:57:51.140995 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6730569-07bb-4264-a8ab-ba17c569c7c5 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Pushing event updated for resources: {'Port': ['ID=48775c5f-c233-451e-b0b1-c1b30cd592d6,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:51.145355 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6730569-07bb-4264-a8ab-ba17c569c7c5 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Received port after_create {{(pid=104551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:57:51.182966 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-758c029b-13d4-4f39-888a-7249554b6d2b None None] Publish callbacks [] for port (38b46ed1-c8d6-4fa9-846d-3223b9ecbd7f), precommit_create {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:51.185437 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-e07c7f36-604a-4f93-aa4d-7e70e7097f83 admin admin] Publish callbacks [] for router_gateway (b43e72ec-e74f-4b3d-8313-064f4596d699), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:51.185877 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:51.189055 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34de4dad-15a3-4171-b8ba-5e661ccf2a79 None None] Sync routers for ids ['ccc4a4a5-6896-45a8-ac65-8e16513ab31f'] in dv-cinder-master-3-iscsi {{(pid=104554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 00:57:51.193984 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-758c029b-13d4-4f39-888a-7249554b6d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446'] for port (38b46ed1-c8d6-4fa9-846d-3223b9ecbd7f), after_create {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:51.199388 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34de4dad-15a3-4171-b8ba-5e661ccf2a79 None None] Routers {'ccc4a4a5-6896-45a8-ac65-8e16513ab31f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:57:51.200007 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-34de4dad-15a3-4171-b8ba-5e661ccf2a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T00:57:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['ccc4a4a5-6896-45a8-ac65-8e16513ab31f'], 'active': True} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:57:51.220925 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-e07c7f36-604a-4f93-aa4d-7e70e7097f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:51.248279 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758c029b-13d4-4f39-888a-7249554b6d2b None None] Network 570809ed-8943-4319-88c0-71a523125321 is already hosted by enough agents. {{(pid=104553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:57:51.261961 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.scheduler.base_scheduler [None req-758c029b-13d4-4f39-888a-7249554b6d2b None None] Resources bound (agent type, host, resource id): {{(pid=104553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:57:51.267789 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758c029b-13d4-4f39-888a-7249554b6d2b None None] Received port after_create {{(pid=104553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:57:51.276242 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758c029b-13d4-4f39-888a-7249554b6d2b None None] Pushing event updated for resources: {'Port': ['ID=38b46ed1-c8d6-4fa9-846d-3223b9ecbd7f,revision_number=1']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:51.286606 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-173372d1-4fa5-43ec-9fe3-67272669f767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (71de1650-f9d9-4095-92e6-e37ec99e20cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:51.313739 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvr_db [None req-34de4dad-15a3-4171-b8ba-5e661ccf2a79 None None] Set router ccc4a4a5-6896-45a8-ac65-8e16513ab31f gateway port host: dv-cinder-master-3-iscsi {{(pid=104554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:57:51.336693 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-216127e1-ad56-41cd-83ee-dc677dd88704 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks [] for port (429a622c-7d0f-4dfa-9be6-a7e9e54da9b0), precommit_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:51.348829 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-216127e1-ad56-41cd-83ee-dc677dd88704 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6140151'] for port (429a622c-7d0f-4dfa-9be6-a7e9e54da9b0), after_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:51.356854 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-758c029b-13d4-4f39-888a-7249554b6d2b None None] Attempting to bind port 38b46ed1-c8d6-4fa9-846d-3223b9ecbd7f on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:57:51.357465 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-758c029b-13d4-4f39-888a-7249554b6d2b None None] Attempting to bind port 38b46ed1-c8d6-4fa9-846d-3223b9ecbd7f by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '2b9d467c-782f-40c8-a5d1-155616573f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '570809ed-8943-4319-88c0-71a523125321'}] {{(pid=104553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:57:51.358214 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758c029b-13d4-4f39-888a-7249554b6d2b None None] Attempting to bind port 38b46ed1-c8d6-4fa9-846d-3223b9ecbd7f on network 570809ed-8943-4319-88c0-71a523125321 {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:57:51.382037 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.db_base_plugin_common [None req-e07c7f36-604a-4f93-aa4d-7e70e7097f83 admin admin] Allocated IP 172.37.4.76 (f9ff398c-cd2a-4430-b908-7f7163c266f3/dd152ba8-6213-403c-b7fc-9b4ab174f9a2/41fed497-9616-4065-81c5-649cbe8895a8) {{(pid=104552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:57:51.416108 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758c029b-13d4-4f39-888a-7249554b6d2b None None] Checking agent: {'id': 'e5069eb9-82e8-4601-9222-8a50cea677c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 24), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:57:51.417012 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758c029b-13d4-4f39-888a-7249554b6d2b None None] Checking segment: {'id': '2b9d467c-782f-40c8-a5d1-155616573f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '570809ed-8943-4319-88c0-71a523125321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:57:51.417632 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-758c029b-13d4-4f39-888a-7249554b6d2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:51.418192 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758c029b-13d4-4f39-888a-7249554b6d2b None None] Bound using segment: {'id': '2b9d467c-782f-40c8-a5d1-155616573f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '570809ed-8943-4319-88c0-71a523125321'} {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:57:51.419675 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-758c029b-13d4-4f39-888a-7249554b6d2b None None] Bound port: 38b46ed1-c8d6-4fa9-846d-3223b9ecbd7f, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b9d467c-782f-40c8-a5d1-155616573f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '570809ed-8943-4319-88c0-71a523125321'}}] {{(pid=104553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:57:51.420278 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-758c029b-13d4-4f39-888a-7249554b6d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (38b46ed1-c8d6-4fa9-846d-3223b9ecbd7f), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:51.423592 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-216127e1-ad56-41cd-83ee-dc677dd88704 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516985'] for floatingip (c771d886-1a14-4161-a7e1-ca944e783e9d), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:51.502734 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216127e1-ad56-41cd-83ee-dc677dd88704 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Pushing event updated for resources: {'Port': ['ID=429a622c-7d0f-4dfa-9be6-a7e9e54da9b0,revision_number=2']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:51.505060 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-758c029b-13d4-4f39-888a-7249554b6d2b None None] For port 38b46ed1-c8d6-4fa9-846d-3223b9ecbd7f, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:57:51.508682 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-216127e1-ad56-41cd-83ee-dc677dd88704 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for floatingip (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:51.512984 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-e07c7f36-604a-4f93-aa4d-7e70e7097f83 admin admin] Publish callbacks [] for port (41fed497-9616-4065-81c5-649cbe8895a8), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:51.516565 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:51.520145 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-34de4dad-15a3-4171-b8ba-5e661ccf2a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc4a4a5-6896-45a8-ac65-8e16513ab31f', 'name': 'tempest-TestMinimumBasicScenario-1769746546-router', 'tenant_id': '2b5536e4b945479e8972cb5a95f60324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.219'}], 'enable_snat': True}, 'gw_port_id': 'ec2a1257-8a89-482a-b313-cba09c2f2203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:57:42Z', 'updated_at': '2022-10-23T00:57:46Z', 'revision_number': 4, 'project_id': '2b5536e4b945479e8972cb5a95f60324', 'gw_port': {'id': 'ec2a1257-8a89-482a-b313-cba09c2f2203', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc4a4a5-6896-45a8-ac65-8e16513ab31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:57:43Z', 'updated_at': '2022-10-23T00:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3f16f421-4b09-4db8-bb39-036024ad1e08', 'name': '', 'network_id': 'a82fecef-3e22-41fa-8192-25cadd682e03', 'tenant_id': '2b5536e4b945479e8972cb5a95f60324', 'mac_address': 'fa:16:3e:c8:e9:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc4a4a5-6896-45a8-ac65-8e16513ab31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '943dfaf8-c12c-409b-b313-a2e572eba44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:57:46Z', 'updated_at': '2022-10-23T00:57:47Z', 'revision_number': 2, 'project_id': '2b5536e4b945479e8972cb5a95f60324', 'subnets': [{'id': '943dfaf8-c12c-409b-b313-a2e572eba44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:57:51.520347 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-216127e1-ad56-41cd-83ee-dc677dd88704 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0178707 Oct 23 00:57:51.522450 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-758c029b-13d4-4f39-888a-7249554b6d2b None None] For port 38b46ed1-c8d6-4fa9-846d-3223b9ecbd7f, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=38b46ed1-c8d6-4fa9-846d-3223b9ecbd7f,segment=NetworkSegment(2b9d467c-782f-40c8-a5d1-155616573f38),segment_id=2b9d467c-782f-40c8-a5d1-155616573f38)] {{(pid=104553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:57:51.534460 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-758c029b-13d4-4f39-888a-7249554b6d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (38b46ed1-c8d6-4fa9-846d-3223b9ecbd7f), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:51.569091 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34de4dad-15a3-4171-b8ba-5e661ccf2a79 None None] Checking router: ccc4a4a5-6896-45a8-ac65-8e16513ab31f for host: dv-cinder-master-3-iscsi {{(pid=104554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 00:57:51.572334 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34de4dad-15a3-4171-b8ba-5e661ccf2a79 None None] Updating router ccc4a4a5-6896-45a8-ac65-8e16513ab31f port 3f16f421-4b09-4db8-bb39-036024ad1e08 binding host dv-cinder-master-3-iscsi {{(pid=104554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 00:57:51.581240 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:51.600895 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-e07c7f36-604a-4f93-aa4d-7e70e7097f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5995606'] for port (41fed497-9616-4065-81c5-649cbe8895a8), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:51.629814 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758c029b-13d4-4f39-888a-7249554b6d2b None None] Pushing event updated for resources: {'Port': ['ID=38b46ed1-c8d6-4fa9-846d-3223b9ecbd7f,revision_number=2']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:51.665034 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-34de4dad-15a3-4171-b8ba-5e661ccf2a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (3f16f421-4b09-4db8-bb39-036024ad1e08), before_update {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:51.799756 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07c7f36-604a-4f93-aa4d-7e70e7097f83 admin admin] Network f9ff398c-cd2a-4430-b908-7f7163c266f3 is already hosted by enough agents. {{(pid=104552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:57:51.815139 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.base_scheduler [None req-e07c7f36-604a-4f93-aa4d-7e70e7097f83 admin admin] Resources bound (agent type, host, resource id): {{(pid=104552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:57:51.827618 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07c7f36-604a-4f93-aa4d-7e70e7097f83 admin admin] Received port after_create {{(pid=104552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:57:51.842346 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f6730569-07bb-4264-a8ab-ba17c569c7c5 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks [] for floatingip (16a4e4c8-3010-46c1-840f-64a761ad31b8), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:51.887252 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:51.890657 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01280d-d235-4934-bb61-134d1b596f71 req-f63463d6-60ee-479e-8303-9809483cce99 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:51.892280 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3e01280d-d235-4934-bb61-134d1b596f71 req-f63463d6-60ee-479e-8303-9809483cce99 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 945 time: 0.2016814 Oct 23 00:57:51.903896 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07c7f36-604a-4f93-aa4d-7e70e7097f83 admin admin] Pushing event updated for resources: {'Port': ['ID=41fed497-9616-4065-81c5-649cbe8895a8,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:51.939873 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:52.023806 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f6730569-07bb-4264-a8ab-ba17c569c7c5 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (48775c5f-c233-451e-b0b1-c1b30cd592d6), before_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:52.054545 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4baab9fe-d604-46b4-bc2a-6526a3f4eeba req-81b6955b-042b-4352-8d6b-95e331b3fe78 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--925670627&fields=id&tenant_id=94cfcbd6f144492d8be27fe35cbe76d5 HTTP/1.1" status: 200 len: 267 time: 0.2804322 Oct 23 00:57:52.160551 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3e01280d-d235-4934-bb61-134d1b596f71 req-15fc6216-47fe-48fa-8e6c-82a453bf5eb4 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2540493 Oct 23 00:57:52.240054 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 38b46ed1-c8d6-4fa9-846d-3223b9ecbd7f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:57:52.245846 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-34de4dad-15a3-4171-b8ba-5e661ccf2a79 None None] Publish callbacks [] for port (3f16f421-4b09-4db8-bb39-036024ad1e08), precommit_update {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:52.258290 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-34de4dad-15a3-4171-b8ba-5e661ccf2a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (3f16f421-4b09-4db8-bb39-036024ad1e08), after_update {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:52.311585 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5148f689-0f62-430a-b3f2-d0758b81aa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (b2013646-e5ec-4b71-a145-3908973fbde8), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:52.312356 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port 38b46ed1-c8d6-4fa9-846d-3223b9ecbd7f triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:57:52.312819 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (38b46ed1-c8d6-4fa9-846d-3223b9ecbd7f), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:52.313157 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port 38b46ed1-c8d6-4fa9-846d-3223b9ecbd7f Oct 23 00:57:52.319254 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f6730569-07bb-4264-a8ab-ba17c569c7c5 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks [] for port (48775c5f-c233-451e-b0b1-c1b30cd592d6), precommit_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:52.329599 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f6730569-07bb-4264-a8ab-ba17c569c7c5 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6140151'] for port (48775c5f-c233-451e-b0b1-c1b30cd592d6), after_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:52.423192 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port 38b46ed1-c8d6-4fa9-846d-3223b9ecbd7f is: DOWN; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:57:52.423589 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (38b46ed1-c8d6-4fa9-846d-3223b9ecbd7f), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:52.431032 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7f88f2-3844-4c12-a874-ebb6efff5b45 None None] Pushing event updated for resources: {'Port': ['ID=3f16f421-4b09-4db8-bb39-036024ad1e08,revision_number=3']} {{(pid=104554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:52.475747 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6730569-07bb-4264-a8ab-ba17c569c7c5 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Pushing event updated for resources: {'Port': ['ID=48775c5f-c233-451e-b0b1-c1b30cd592d6,revision_number=2']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:52.477758 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] For port 38b46ed1-c8d6-4fa9-846d-3223b9ecbd7f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=38b46ed1-c8d6-4fa9-846d-3223b9ecbd7f,segment=NetworkSegment(2b9d467c-782f-40c8-a5d1-155616573f38),segment_id=2b9d467c-782f-40c8-a5d1-155616573f38)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:57:52.487020 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baab9fe-d604-46b4-bc2a-6526a3f4eeba req-1a3215bf-4b16-4778-bd9f-095a4cfc4bcc tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:52.489561 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (38b46ed1-c8d6-4fa9-846d-3223b9ecbd7f), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:52.491511 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device ec2a1257-8a89-482a-b313-cba09c2f2203 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:57:52.496069 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4baab9fe-d604-46b4-bc2a-6526a3f4eeba req-1a3215bf-4b16-4778-bd9f-095a4cfc4bcc tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/networks?id=1d27b6d9-fef6-49cb-833f-13cb9578958e HTTP/1.1" status: 200 len: 819 time: 0.4138589 Oct 23 00:57:52.523259 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f6730569-07bb-4264-a8ab-ba17c569c7c5 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516985'] for floatingip (16a4e4c8-3010-46c1-840f-64a761ad31b8), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:52.535168 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.managers [None req-34de4dad-15a3-4171-b8ba-5e661ccf2a79 None None] Attempting to bind port 3f16f421-4b09-4db8-bb39-036024ad1e08 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:57:52.535538 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.managers [None req-34de4dad-15a3-4171-b8ba-5e661ccf2a79 None None] Attempting to bind port 3f16f421-4b09-4db8-bb39-036024ad1e08 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'cddd1db6-cf69-4403-969b-c4a8db3f5024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a82fecef-3e22-41fa-8192-25cadd682e03'}] {{(pid=104554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:57:52.536916 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34de4dad-15a3-4171-b8ba-5e661ccf2a79 None None] Attempting to bind port 3f16f421-4b09-4db8-bb39-036024ad1e08 on network a82fecef-3e22-41fa-8192-25cadd682e03 {{(pid=104554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:57:52.546539 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4baab9fe-d604-46b4-bc2a-6526a3f4eeba req-c3bbb9a9-66d9-4391-8a56-f78bf5de6250 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/quotas/94cfcbd6f144492d8be27fe35cbe76d5 HTTP/1.1" status: 200 len: 375 time: 0.0491548 Oct 23 00:57:52.576511 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:52.598973 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Pushing event updated for resources: {'Port': ['ID=38b46ed1-c8d6-4fa9-846d-3223b9ecbd7f,revision_number=3']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:52.625171 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port ec2a1257-8a89-482a-b313-cba09c2f2203 triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:57:52.626036 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (ec2a1257-8a89-482a-b313-cba09c2f2203), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:52.626036 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port ec2a1257-8a89-482a-b313-cba09c2f2203 Oct 23 00:57:52.651102 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34de4dad-15a3-4171-b8ba-5e661ccf2a79 None None] Checking agent: {'id': 'e5069eb9-82e8-4601-9222-8a50cea677c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 24), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:57:52.651102 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34de4dad-15a3-4171-b8ba-5e661ccf2a79 None None] Checking segment: {'id': 'cddd1db6-cf69-4403-969b-c4a8db3f5024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a82fecef-3e22-41fa-8192-25cadd682e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:57:52.651102 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-34de4dad-15a3-4171-b8ba-5e661ccf2a79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:52.651102 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34de4dad-15a3-4171-b8ba-5e661ccf2a79 None None] Bound using segment: {'id': 'cddd1db6-cf69-4403-969b-c4a8db3f5024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a82fecef-3e22-41fa-8192-25cadd682e03'} {{(pid=104554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:57:52.652986 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.managers [None req-34de4dad-15a3-4171-b8ba-5e661ccf2a79 None None] Bound port: 3f16f421-4b09-4db8-bb39-036024ad1e08, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cddd1db6-cf69-4403-969b-c4a8db3f5024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a82fecef-3e22-41fa-8192-25cadd682e03'}}] {{(pid=104554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:57:52.652986 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-34de4dad-15a3-4171-b8ba-5e661ccf2a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (3f16f421-4b09-4db8-bb39-036024ad1e08), before_update {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:52.679770 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.db.l3_db [None req-f6730569-07bb-4264-a8ab-ba17c569c7c5 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Floating IP 16a4e4c8-3010-46c1-840f-64a761ad31b8 associated. External IP: 172.37.4.193, port: 29611acb-94f0-4480-8d4d-aaf6303b062c. Oct 23 00:57:52.755714 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.db [None req-34de4dad-15a3-4171-b8ba-5e661ccf2a79 None None] For port 3f16f421-4b09-4db8-bb39-036024ad1e08, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:57:52.760945 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port ec2a1257-8a89-482a-b313-cba09c2f2203 is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:57:52.762837 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.db [None req-34de4dad-15a3-4171-b8ba-5e661ccf2a79 None None] For port 3f16f421-4b09-4db8-bb39-036024ad1e08, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3f16f421-4b09-4db8-bb39-036024ad1e08,segment=NetworkSegment(cddd1db6-cf69-4403-969b-c4a8db3f5024),segment_id=cddd1db6-cf69-4403-969b-c4a8db3f5024)] {{(pid=104554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:57:52.767024 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=100 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:52.774225 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-34de4dad-15a3-4171-b8ba-5e661ccf2a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (3f16f421-4b09-4db8-bb39-036024ad1e08), after_update {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:52.853232 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:52.854248 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7f88f2-3844-4c12-a874-ebb6efff5b45 None None] Pushing event updated for resources: {'Port': ['ID=3f16f421-4b09-4db8-bb39-036024ad1e08,revision_number=4']} {{(pid=104554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:52.868596 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34de4dad-15a3-4171-b8ba-5e661ccf2a79 None None] Routers {'ccc4a4a5-6896-45a8-ac65-8e16513ab31f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:57:52.869439 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-34de4dad-15a3-4171-b8ba-5e661ccf2a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T00:57:51Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['ccc4a4a5-6896-45a8-ac65-8e16513ab31f'], 'active': True} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:57:53.007386 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvr_db [None req-34de4dad-15a3-4171-b8ba-5e661ccf2a79 None None] Set router ccc4a4a5-6896-45a8-ac65-8e16513ab31f gateway port host: dv-cinder-master-3-iscsi {{(pid=104554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:57:53.018059 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4baab9fe-d604-46b4-bc2a-6526a3f4eeba req-8c4037c8-9f91-4e6e-8a26-a1cace5a5278 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=94cfcbd6f144492d8be27fe35cbe76d5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4706137 Oct 23 00:57:53.018877 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-e07c7f36-604a-4f93-aa4d-7e70e7097f83 admin admin] Publish callbacks [] for router_gateway (b43e72ec-e74f-4b3d-8313-064f4596d699), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:53.058246 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6730569-07bb-4264-a8ab-ba17c569c7c5 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Router 63e9c62b-0504-4d3f-bdb7-d47b057b9cb0 has already been hosted by L3 agent 71de1650-f9d9-4095-92e6-e37ec99e20cf {{(pid=104551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 00:57:53.150137 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600cbb19-0fb1-4d88-af5e-0dfeb5e09536 None None] Network 570809ed-8943-4319-88c0-71a523125321 requested from dv-cinder-master-3-iscsi {{(pid=104553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 00:57:53.181591 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6730569-07bb-4264-a8ab-ba17c569c7c5 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 00:57:53.226565 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f6730569-07bb-4264-a8ab-ba17c569c7c5 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for floatingip (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:53.247886 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-34de4dad-15a3-4171-b8ba-5e661ccf2a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc4a4a5-6896-45a8-ac65-8e16513ab31f', 'name': 'tempest-TestMinimumBasicScenario-1769746546-router', 'tenant_id': '2b5536e4b945479e8972cb5a95f60324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.219'}], 'enable_snat': True}, 'gw_port_id': 'ec2a1257-8a89-482a-b313-cba09c2f2203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:57:42Z', 'updated_at': '2022-10-23T00:57:46Z', 'revision_number': 4, 'project_id': '2b5536e4b945479e8972cb5a95f60324', 'gw_port': {'id': 'ec2a1257-8a89-482a-b313-cba09c2f2203', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc4a4a5-6896-45a8-ac65-8e16513ab31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:57:43Z', 'updated_at': '2022-10-23T00:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3f16f421-4b09-4db8-bb39-036024ad1e08', 'name': '', 'network_id': 'a82fecef-3e22-41fa-8192-25cadd682e03', 'tenant_id': '2b5536e4b945479e8972cb5a95f60324', 'mac_address': 'fa:16:3e:c8:e9:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc4a4a5-6896-45a8-ac65-8e16513ab31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '943dfaf8-c12c-409b-b313-a2e572eba44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:57:46Z', 'updated_at': '2022-10-23T00:57:52Z', 'revision_number': 4, 'project_id': '2b5536e4b945479e8972cb5a95f60324', 'subnets': [{'id': '943dfaf8-c12c-409b-b313-a2e572eba44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:57:53.248490 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a7f188-d4e6-457f-930d-e40272053d18 None None] Sync routers for ids ['63e9c62b-0504-4d3f-bdb7-d47b057b9cb0'] in dv-cinder-master-3-iscsi {{(pid=104553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 00:57:53.265115 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-c15e52e8-1109-44b0-92c4-ebc210533075 None None] Provisioning complete for port 38b46ed1-c8d6-4fa9-846d-3223b9ecbd7f triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:57:53.265836 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-c15e52e8-1109-44b0-92c4-ebc210533075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (38b46ed1-c8d6-4fa9-846d-3223b9ecbd7f), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:53.266366 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-c15e52e8-1109-44b0-92c4-ebc210533075 None None] Attempt 1 to provision port 38b46ed1-c8d6-4fa9-846d-3223b9ecbd7f Oct 23 00:57:53.275566 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34de4dad-15a3-4171-b8ba-5e661ccf2a79 None None] The sync data for ids ['ccc4a4a5-6896-45a8-ac65-8e16513ab31f'] in dv-cinder-master-3-iscsi is: [{'id': 'ccc4a4a5-6896-45a8-ac65-8e16513ab31f', 'name': 'tempest-TestMinimumBasicScenario-1769746546-router', 'tenant_id': '2b5536e4b945479e8972cb5a95f60324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.219'}], 'enable_snat': True}, 'gw_port_id': 'ec2a1257-8a89-482a-b313-cba09c2f2203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:57:42Z', 'updated_at': '2022-10-23T00:57:46Z', 'revision_number': 4, 'project_id': '2b5536e4b945479e8972cb5a95f60324', 'gw_port': {'id': 'ec2a1257-8a89-482a-b313-cba09c2f2203', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc4a4a5-6896-45a8-ac65-8e16513ab31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:57:43Z', 'updated_at': '2022-10-23T00:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3f16f421-4b09-4db8-bb39-036024ad1e08', 'name': '', 'network_id': 'a82fecef-3e22-41fa-8192-25cadd682e03', 'tenant_id': '2b5536e4b945479e8972cb5a95f60324', 'mac_address': 'fa:16:3e:c8:e9:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc4a4a5-6896-45a8-ac65-8e16513ab31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '943dfaf8-c12c-409b-b313-a2e572eba44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:57:46Z', 'updated_at': '2022-10-23T00:57:52Z', 'revision_number': 4, 'project_id': '2b5536e4b945479e8972cb5a95f60324', 'subnets': [{'id': '943dfaf8-c12c-409b-b313-a2e572eba44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 00:57:53.279765 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:53.311596 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-f6730569-07bb-4264-a8ab-ba17c569c7c5 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0662377 Oct 23 00:57:53.312360 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d1f2d2c-cf59-418c-8ae7-70b0d032e5a6', 'tag': '29611acb-94f0-4480-8d4d-aaf6303b062c'}] {{(pid=104551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:57:53.315082 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c960d799f24b016d2b00ba845cc8f9ff5dbbdb312d69a2481f646f048ffd08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4d0e52-7468-4f54-85f3-736144842265" -d '{"events": [{"name": "network-changed", "server_uuid": "4d1f2d2c-cf59-418c-8ae7-70b0d032e5a6", "tag": "29611acb-94f0-4480-8d4d-aaf6303b062c"}]}' {{(pid=104551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:57:53.361419 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a7f188-d4e6-457f-930d-e40272053d18 None None] Routers {'63e9c62b-0504-4d3f-bdb7-d47b057b9cb0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:57:53.366502 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-00a7f188-d4e6-457f-930d-e40272053d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T00:57:51Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['63e9c62b-0504-4d3f-bdb7-d47b057b9cb0'], 'active': True} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:57:53.387588 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:53.450453 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4baab9fe-d604-46b4-bc2a-6526a3f4eeba req-df1309a6-164d-4145-a998-58c91ada3413 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/1d27b6d9-fef6-49cb-833f-13cb9578958e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785598 Oct 23 00:57:53.456612 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433bd4b-14ce-40ce-aa70-bd8845da58cd req-cf1668a7-063f-4987-b285-a965e43870d2 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:53.461338 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-b433bd4b-14ce-40ce-aa70-bd8845da58cd req-cf1668a7-063f-4987-b285-a965e43870d2 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 945 time: 0.1522307 Oct 23 00:57:53.536480 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvr_db [None req-00a7f188-d4e6-457f-930d-e40272053d18 None None] Set router 63e9c62b-0504-4d3f-bdb7-d47b057b9cb0 gateway port host: dv-cinder-master-3-iscsi {{(pid=104553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:57:53.597727 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:53.629734 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-b433bd4b-14ce-40ce-aa70-bd8845da58cd req-a1d52daa-d39b-4530-ad67-1c7650840543 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541426 Oct 23 00:57:53.630966 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-e07c7f36-604a-4f93-aa4d-7e70e7097f83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-401071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398604'] for router (b43e72ec-e74f-4b3d-8313-064f4596d699), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:53.693017 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 00:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88dec4f-3073-45a0-8436-0cb63f84ca0f x-openstack-request-id: req-b88dec4f-3073-45a0-8436-0cb63f84ca0f {{(pid=104551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:57:53.693465 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d1f2d2c-cf59-418c-8ae7-70b0d032e5a6", "tag": "29611acb-94f0-4480-8d4d-aaf6303b062c", "status": "completed", "code": 200}]} {{(pid=104551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:57:53.693569 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b88dec4f-3073-45a0-8436-0cb63f84ca0f {{(pid=104551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:57:53.693973 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b88dec4f-3073-45a0-8436-0cb63f84ca0f'] response: {'name': 'network-changed', 'server_uuid': '4d1f2d2c-cf59-418c-8ae7-70b0d032e5a6', 'tag': '29611acb-94f0-4480-8d4d-aaf6303b062c', 'status': 'completed', 'code': 200} Oct 23 00:57:53.694527 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4baab9fe-d604-46b4-bc2a-6526a3f4eeba req-51d52e6b-bf7d-42a7-86b3-4f74c402736a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/1d27b6d9-fef6-49cb-833f-13cb9578958e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285576 Oct 23 00:57:53.738197 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-c15e52e8-1109-44b0-92c4-ebc210533075 None None] Current status of the port 38b46ed1-c8d6-4fa9-846d-3223b9ecbd7f is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:57:53.750036 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e80eb663-45f3-44c1-bd5d-b13fbac885c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (9e3bf558-830b-43df-b1b1-6fe61a75ce60), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:53.840349 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e07c7f36-604a-4f93-aa4d-7e70e7097f83 admin admin] Router b43e72ec-e74f-4b3d-8313-064f4596d699 is scheduled to L3 agent 71de1650-f9d9-4095-92e6-e37ec99e20cf with binding_index 1 {{(pid=104552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 00:57:54.008257 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-08751df4-a51b-4fb6-8737-ce2f3b2f8043 req-2efe6db5-1b55-4589-a8ea-cbf72df8f4af tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccd36ab6-014d-49b2-9a79-8a4fe655caf0 HTTP/1.1" status: 200 len: 210 time: 0.0839176 Oct 23 00:57:54.043581 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07c7f36-604a-4f93-aa4d-7e70e7097f83 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 00:57:54.056219 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d94880-ffe0-479a-af49-b9b6e8c447db None None] Sync routers for ids ['b43e72ec-e74f-4b3d-8313-064f4596d699'] in dv-cinder-master-3-iscsi {{(pid=104554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 00:57:54.072269 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d94880-ffe0-479a-af49-b9b6e8c447db None None] Routers {'b43e72ec-e74f-4b3d-8313-064f4596d699'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:57:54.073053 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-30d94880-ffe0-479a-af49-b9b6e8c447db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T00:57:51Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['b43e72ec-e74f-4b3d-8313-064f4596d699'], 'active': True} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:57:54.073239 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-e07c7f36-604a-4f93-aa4d-7e70e7097f83 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:54.080127 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 51024) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:54.080303 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-e07c7f36-604a-4f93-aa4d-7e70e7097f83 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4493880 Oct 23 00:57:54.157077 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 3f16f421-4b09-4db8-bb39-036024ad1e08 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:57:54.234688 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port 3f16f421-4b09-4db8-bb39-036024ad1e08 triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:57:54.235063 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (3f16f421-4b09-4db8-bb39-036024ad1e08), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:54.235507 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port 3f16f421-4b09-4db8-bb39-036024ad1e08 Oct 23 00:57:54.295870 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-c4a79f47-90f1-4776-ac5b-cb3f9bb090d0 None None] Provisioning complete for port 38b46ed1-c8d6-4fa9-846d-3223b9ecbd7f triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:57:54.297084 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-c4a79f47-90f1-4776-ac5b-cb3f9bb090d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (38b46ed1-c8d6-4fa9-846d-3223b9ecbd7f), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:54.297562 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-c4a79f47-90f1-4776-ac5b-cb3f9bb090d0 None None] Attempt 1 to provision port 38b46ed1-c8d6-4fa9-846d-3223b9ecbd7f Oct 23 00:57:54.313740 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (e5069eb9-82e8-4601-9222-8a50cea677c6), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:54.321698 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvr_db [None req-30d94880-ffe0-479a-af49-b9b6e8c447db None None] Set router b43e72ec-e74f-4b3d-8313-064f4596d699 gateway port host: dv-cinder-master-3-iscsi {{(pid=104554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:57:54.401820 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=100 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:54.463797 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=100 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:54.521220 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port 3f16f421-4b09-4db8-bb39-036024ad1e08 is: DOWN; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:57:54.521649 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (3f16f421-4b09-4db8-bb39-036024ad1e08), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:54.539087 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-00a7f188-d4e6-457f-930d-e40272053d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'name': 'tempest-TestVolumeBootPattern-98750219-router', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.242'}], 'enable_snat': True}, 'gw_port_id': '2b62c892-4abb-42c7-af27-c6803021dfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:56:45Z', 'updated_at': '2022-10-23T00:56:49Z', 'revision_number': 4, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'gw_port': {'id': '2b62c892-4abb-42c7-af27-c6803021dfdd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:56:46Z', 'updated_at': '2022-10-23T00:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '16a4e4c8-3010-46c1-840f-64a761ad31b8', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'floating_ip_address': '172.37.4.193', 'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'router_id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'port_id': '29611acb-94f0-4480-8d4d-aaf6303b062c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79', 'mac_address': 'fa:16:3e:9c:4e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1f2d2c-cf59-418c-8ae7-70b0d032e5a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T00:57:51Z', 'updated_at': '2022-10-23T00:57:51Z', 'revision_number': 0, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e98a342-e446-43cd-a9ad-e1e77aed3807', 'name': '', 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'mac_address': 'fa:16:3e:dd:c5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '6978021c-740e-4d5a-a551-8462e322d9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:56:48Z', 'updated_at': '2022-10-23T00:56:54Z', 'revision_number': 5, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'subnets': [{'id': '6978021c-740e-4d5a-a551-8462e322d9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:57:54.541147 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-30d94880-ffe0-479a-af49-b9b6e8c447db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43e72ec-e74f-4b3d-8313-064f4596d699', 'name': 'tempest-TestMinimumBasicScenario-1967240383-router', 'tenant_id': '5e0dff1e22fd436e8ed3a395d94ef8ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.76'}], 'enable_snat': True}, 'gw_port_id': '41fed497-9616-4065-81c5-649cbe8895a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:57:50Z', 'updated_at': '2022-10-23T00:57:52Z', 'revision_number': 3, 'project_id': '5e0dff1e22fd436e8ed3a395d94ef8ce', 'gw_port': {'id': '41fed497-9616-4065-81c5-649cbe8895a8', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f3:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43e72ec-e74f-4b3d-8313-064f4596d699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:57:51Z', 'updated_at': '2022-10-23T00:57:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:57:54.573619 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a7f188-d4e6-457f-930d-e40272053d18 None None] Checking router: 63e9c62b-0504-4d3f-bdb7-d47b057b9cb0 for host: dv-cinder-master-3-iscsi {{(pid=104553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 00:57:54.577031 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d94880-ffe0-479a-af49-b9b6e8c447db None None] Checking router: b43e72ec-e74f-4b3d-8313-064f4596d699 for host: dv-cinder-master-3-iscsi {{(pid=104554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 00:57:54.578090 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d94880-ffe0-479a-af49-b9b6e8c447db None None] Updating router b43e72ec-e74f-4b3d-8313-064f4596d699 port 41fed497-9616-4065-81c5-649cbe8895a8 binding host dv-cinder-master-3-iscsi {{(pid=104554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 00:57:54.582481 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-c4a79f47-90f1-4776-ac5b-cb3f9bb090d0 None None] Current status of the port 38b46ed1-c8d6-4fa9-846d-3223b9ecbd7f is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:57:54.613772 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-30d94880-ffe0-479a-af49-b9b6e8c447db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (41fed497-9616-4065-81c5-649cbe8895a8), before_update {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:54.620244 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a7f188-d4e6-457f-930d-e40272053d18 None None] Routers {'63e9c62b-0504-4d3f-bdb7-d47b057b9cb0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:57:54.620910 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-00a7f188-d4e6-457f-930d-e40272053d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T00:57:51Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['63e9c62b-0504-4d3f-bdb7-d47b057b9cb0'], 'active': True} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:57:54.642946 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:54.643634 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=100 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:54.676883 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] For port 3f16f421-4b09-4db8-bb39-036024ad1e08, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3f16f421-4b09-4db8-bb39-036024ad1e08,segment=NetworkSegment(cddd1db6-cf69-4403-969b-c4a8db3f5024),segment_id=cddd1db6-cf69-4403-969b-c4a8db3f5024)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:57:54.691446 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (3f16f421-4b09-4db8-bb39-036024ad1e08), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:54.692045 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 38b46ed1-c8d6-4fa9-846d-3223b9ecbd7f up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:57:54.776107 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782497bc-ab1c-41ea-bdcc-924e8ba571f9 req-f1caf4be-96f1-4743-b208-57f96cd15dde tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:54.777744 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-782497bc-ab1c-41ea-bdcc-924e8ba571f9 req-f1caf4be-96f1-4743-b208-57f96cd15dde tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 945 time: 0.0528047 Oct 23 00:57:54.799574 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvr_db [None req-00a7f188-d4e6-457f-930d-e40272053d18 None None] Set router 63e9c62b-0504-4d3f-bdb7-d47b057b9cb0 gateway port host: dv-cinder-master-3-iscsi {{(pid=104553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:57:54.801186 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:54.842861 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Pushing event updated for resources: {'Port': ['ID=3f16f421-4b09-4db8-bb39-036024ad1e08,revision_number=5']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:54.860861 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-782497bc-ab1c-41ea-bdcc-924e8ba571f9 req-226446be-41e6-4a71-a5b6-f4572cbc0289 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760441 Oct 23 00:57:54.893882 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port 38b46ed1-c8d6-4fa9-846d-3223b9ecbd7f triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:57:54.894259 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (38b46ed1-c8d6-4fa9-846d-3223b9ecbd7f), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:54.894599 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port 38b46ed1-c8d6-4fa9-846d-3223b9ecbd7f Oct 23 00:57:54.920527 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-30d94880-ffe0-479a-af49-b9b6e8c447db None None] Publish callbacks [] for port (41fed497-9616-4065-81c5-649cbe8895a8), precommit_update {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:54.929538 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-30d94880-ffe0-479a-af49-b9b6e8c447db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (41fed497-9616-4065-81c5-649cbe8895a8), after_update {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:54.968296 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.managers [None req-30d94880-ffe0-479a-af49-b9b6e8c447db None None] Attempting to bind port 41fed497-9616-4065-81c5-649cbe8895a8 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:57:54.968778 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.managers [None req-30d94880-ffe0-479a-af49-b9b6e8c447db None None] Attempting to bind port 41fed497-9616-4065-81c5-649cbe8895a8 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '0d47d9bc-e081-4c9e-9d69-e5804f7aef1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'}] {{(pid=104554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:57:54.969211 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d94880-ffe0-479a-af49-b9b6e8c447db None None] Attempting to bind port 41fed497-9616-4065-81c5-649cbe8895a8 on network f9ff398c-cd2a-4430-b908-7f7163c266f3 {{(pid=104554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:57:54.982557 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-cc348ad8-8ee5-43cf-8e8a-9735f0c494db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:55.013992 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcfb203-d21c-4571-9f9b-b8b9c96d1098 None None] Pushing event updated for resources: {'Port': ['ID=41fed497-9616-4065-81c5-649cbe8895a8,revision_number=2']} {{(pid=104554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:55.027653 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcfb203-d21c-4571-9f9b-b8b9c96d1098 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:55.027653 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcfb203-d21c-4571-9f9b-b8b9c96d1098 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:55.028048 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcfb203-d21c-4571-9f9b-b8b9c96d1098 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:55.028526 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcfb203-d21c-4571-9f9b-b8b9c96d1098 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:55.029282 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcfb203-d21c-4571-9f9b-b8b9c96d1098 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:55.029428 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcfb203-d21c-4571-9f9b-b8b9c96d1098 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:55.029734 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcfb203-d21c-4571-9f9b-b8b9c96d1098 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:55.030124 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcfb203-d21c-4571-9f9b-b8b9c96d1098 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:55.030514 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcfb203-d21c-4571-9f9b-b8b9c96d1098 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:55.031026 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcfb203-d21c-4571-9f9b-b8b9c96d1098 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:55.031298 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcfb203-d21c-4571-9f9b-b8b9c96d1098 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:55.031686 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcfb203-d21c-4571-9f9b-b8b9c96d1098 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:55.032071 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcfb203-d21c-4571-9f9b-b8b9c96d1098 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:55.032557 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcfb203-d21c-4571-9f9b-b8b9c96d1098 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:55.032987 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcfb203-d21c-4571-9f9b-b8b9c96d1098 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:57:55.039791 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d94880-ffe0-479a-af49-b9b6e8c447db None None] Checking agent: {'id': 'e5069eb9-82e8-4601-9222-8a50cea677c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 24), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:57:55.040242 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d94880-ffe0-479a-af49-b9b6e8c447db None None] Checking segment: {'id': '0d47d9bc-e081-4c9e-9d69-e5804f7aef1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:57:55.040714 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-30d94880-ffe0-479a-af49-b9b6e8c447db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:55.041895 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d94880-ffe0-479a-af49-b9b6e8c447db None None] Bound using segment: {'id': '0d47d9bc-e081-4c9e-9d69-e5804f7aef1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'} {{(pid=104554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:57:55.041895 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.managers [None req-30d94880-ffe0-479a-af49-b9b6e8c447db None None] Bound port: 41fed497-9616-4065-81c5-649cbe8895a8, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d47d9bc-e081-4c9e-9d69-e5804f7aef1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'}}] {{(pid=104554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:57:55.042099 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-30d94880-ffe0-479a-af49-b9b6e8c447db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (41fed497-9616-4065-81c5-649cbe8895a8), before_update {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:55.047621 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port 38b46ed1-c8d6-4fa9-846d-3223b9ecbd7f is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:57:55.108645 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.db [None req-30d94880-ffe0-479a-af49-b9b6e8c447db None None] For port 41fed497-9616-4065-81c5-649cbe8895a8, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:57:55.113314 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.db [None req-30d94880-ffe0-479a-af49-b9b6e8c447db None None] For port 41fed497-9616-4065-81c5-649cbe8895a8, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=41fed497-9616-4065-81c5-649cbe8895a8,segment=NetworkSegment(0d47d9bc-e081-4c9e-9d69-e5804f7aef1d),segment_id=0d47d9bc-e081-4c9e-9d69-e5804f7aef1d)] {{(pid=104554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:57:55.126717 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-30d94880-ffe0-479a-af49-b9b6e8c447db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (41fed497-9616-4065-81c5-649cbe8895a8), after_update {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:55.151221 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-00a7f188-d4e6-457f-930d-e40272053d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'name': 'tempest-TestVolumeBootPattern-98750219-router', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.242'}], 'enable_snat': True}, 'gw_port_id': '2b62c892-4abb-42c7-af27-c6803021dfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:56:45Z', 'updated_at': '2022-10-23T00:56:49Z', 'revision_number': 4, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'gw_port': {'id': '2b62c892-4abb-42c7-af27-c6803021dfdd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:56:46Z', 'updated_at': '2022-10-23T00:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '16a4e4c8-3010-46c1-840f-64a761ad31b8', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'floating_ip_address': '172.37.4.193', 'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'router_id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'port_id': '29611acb-94f0-4480-8d4d-aaf6303b062c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79', 'mac_address': 'fa:16:3e:9c:4e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1f2d2c-cf59-418c-8ae7-70b0d032e5a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T00:57:51Z', 'updated_at': '2022-10-23T00:57:51Z', 'revision_number': 0, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e98a342-e446-43cd-a9ad-e1e77aed3807', 'name': '', 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'mac_address': 'fa:16:3e:dd:c5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '6978021c-740e-4d5a-a551-8462e322d9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:56:48Z', 'updated_at': '2022-10-23T00:56:54Z', 'revision_number': 5, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'subnets': [{'id': '6978021c-740e-4d5a-a551-8462e322d9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:57:55.169393 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d94880-ffe0-479a-af49-b9b6e8c447db None None] Routers {'b43e72ec-e74f-4b3d-8313-064f4596d699'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:57:55.170047 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-30d94880-ffe0-479a-af49-b9b6e8c447db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T00:57:51Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['b43e72ec-e74f-4b3d-8313-064f4596d699'], 'active': True} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:57:55.188847 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-b19e6b6a-54b7-4b75-9b99-6e73b427c674 req-58656509-7409-4083-93e3-415fe7d090f3 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccd36ab6-014d-49b2-9a79-8a4fe655caf0 HTTP/1.1" status: 200 len: 210 time: 0.0694950 Oct 23 00:57:55.206477 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a7f188-d4e6-457f-930d-e40272053d18 None None] The sync data for ids ['63e9c62b-0504-4d3f-bdb7-d47b057b9cb0'] in dv-cinder-master-3-iscsi is: [{'id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'name': 'tempest-TestVolumeBootPattern-98750219-router', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.242'}], 'enable_snat': True}, 'gw_port_id': '2b62c892-4abb-42c7-af27-c6803021dfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:56:45Z', 'updated_at': '2022-10-23T00:56:49Z', 'revision_number': 4, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'gw_port': {'id': '2b62c892-4abb-42c7-af27-c6803021dfdd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:56:46Z', 'updated_at': '2022-10-23T00:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '16a4e4c8-3010-46c1-840f-64a761ad31b8', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'floating_ip_address': '172.37.4.193', 'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'router_id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'port_id': '29611acb-94f0-4480-8d4d-aaf6303b062c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79', 'mac_address': 'fa:16:3e:9c:4e:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1f2d2c-cf59-418c-8ae7-70b0d032e5a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T00:57:51Z', 'updated_at': '2022-10-23T00:57:51Z', 'revision_number': 0, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e98a342-e446-43cd-a9ad-e1e77aed3807', 'name': '', 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'mac_address': 'fa:16:3e:dd:c5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '6978021c-740e-4d5a-a551-8462e322d9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:56:48Z', 'updated_at': '2022-10-23T00:56:54Z', 'revision_number': 5, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'subnets': [{'id': '6978021c-740e-4d5a-a551-8462e322d9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 00:57:55.221978 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d0e52-7468-4f54-85f3-736144842265 req-5eaa320f-9bf2-40ab-a5ec-f8e0ffa44887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:55.223541 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4b4d0e52-7468-4f54-85f3-736144842265 req-5eaa320f-9bf2-40ab-a5ec-f8e0ffa44887 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=e3f6e9751be34c2fb4e0e1b9915e6b52&device_id=4d1f2d2c-cf59-418c-8ae7-70b0d032e5a6 HTTP/1.1" status: 200 len: 1129 time: 0.0792439 Oct 23 00:57:55.225956 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.db_base_plugin_common [None req-cc348ad8-8ee5-43cf-8e8a-9735f0c494db admin admin] Allocated IP 172.20.0.1 (570809ed-8943-4319-88c0-71a523125321/f8f208d0-6d73-485f-ba6c-97c3f7122b3d/4a7cd454-b41b-4353-a8da-dd92a4f996c1) {{(pid=104551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:57:55.322446 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvr_db [None req-30d94880-ffe0-479a-af49-b9b6e8c447db None None] Set router b43e72ec-e74f-4b3d-8313-064f4596d699 gateway port host: dv-cinder-master-3-iscsi {{(pid=104554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:57:55.386527 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcfb203-d21c-4571-9f9b-b8b9c96d1098 None None] Pushing event updated for resources: {'Port': ['ID=41fed497-9616-4065-81c5-649cbe8895a8,revision_number=3']} {{(pid=104554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:55.398021 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d0e52-7468-4f54-85f3-736144842265 req-31468bbb-ab94-4ddb-b65a-dbd3da7c462a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:55.399675 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4b4d0e52-7468-4f54-85f3-736144842265 req-31468bbb-ab94-4ddb-b65a-dbd3da7c462a service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=858cf055-6f06-45a9-bd3f-2b834e6b7b79 HTTP/1.1" status: 200 len: 911 time: 0.1686249 Oct 23 00:57:55.413249 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-cc348ad8-8ee5-43cf-8e8a-9735f0c494db admin admin] Publish callbacks [] for port (4a7cd454-b41b-4353-a8da-dd92a4f996c1), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:55.453427 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-cc348ad8-8ee5-43cf-8e8a-9735f0c494db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6140158'] for port (4a7cd454-b41b-4353-a8da-dd92a4f996c1), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:55.470064 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:55.473829 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:55.496451 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4b4d0e52-7468-4f54-85f3-736144842265 req-b81111d4-1b81-4432-9ff3-b9b5c39d013f service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=29611acb-94f0-4480-8d4d-aaf6303b062c HTTP/1.1" status: 200 len: 999 time: 0.0859370 Oct 23 00:57:55.563999 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc348ad8-8ee5-43cf-8e8a-9735f0c494db admin admin] Network 570809ed-8943-4319-88c0-71a523125321 is already hosted by enough agents. {{(pid=104551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:57:55.564844 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fa769d-2882-4a06-92c6-2a816b008e4a None None] New status for floating IP 16a4e4c8-3010-46c1-840f-64a761ad31b8: ACTIVE {{(pid=104553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 00:57:55.572548 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.base_scheduler [None req-cc348ad8-8ee5-43cf-8e8a-9735f0c494db admin admin] Resources bound (agent type, host, resource id): {{(pid=104551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:57:55.577781 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc348ad8-8ee5-43cf-8e8a-9735f0c494db admin admin] Received port after_create {{(pid=104551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:57:55.593209 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d0e52-7468-4f54-85f3-736144842265 req-d91d98e9-acce-458f-8d08-37a5e42007ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:55.596231 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4b4d0e52-7468-4f54-85f3-736144842265 req-d91d98e9-acce-458f-8d08-37a5e42007ed service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=6978021c-740e-4d5a-a551-8462e322d9a8 HTTP/1.1" status: 200 len: 849 time: 0.0927925 Oct 23 00:57:55.611033 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-30d94880-ffe0-479a-af49-b9b6e8c447db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43e72ec-e74f-4b3d-8313-064f4596d699', 'name': 'tempest-TestMinimumBasicScenario-1967240383-router', 'tenant_id': '5e0dff1e22fd436e8ed3a395d94ef8ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.76'}], 'enable_snat': True}, 'gw_port_id': '41fed497-9616-4065-81c5-649cbe8895a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:57:50Z', 'updated_at': '2022-10-23T00:57:52Z', 'revision_number': 3, 'project_id': '5e0dff1e22fd436e8ed3a395d94ef8ce', 'gw_port': {'id': '41fed497-9616-4065-81c5-649cbe8895a8', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f3:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43e72ec-e74f-4b3d-8313-064f4596d699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:57:51Z', 'updated_at': '2022-10-23T00:57:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:57:55.611528 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc348ad8-8ee5-43cf-8e8a-9735f0c494db admin admin] Pushing event updated for resources: {'Port': ['ID=4a7cd454-b41b-4353-a8da-dd92a4f996c1,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:55.642711 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d94880-ffe0-479a-af49-b9b6e8c447db None None] The sync data for ids ['b43e72ec-e74f-4b3d-8313-064f4596d699'] in dv-cinder-master-3-iscsi is: [{'id': 'b43e72ec-e74f-4b3d-8313-064f4596d699', 'name': 'tempest-TestMinimumBasicScenario-1967240383-router', 'tenant_id': '5e0dff1e22fd436e8ed3a395d94ef8ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.76'}], 'enable_snat': True}, 'gw_port_id': '41fed497-9616-4065-81c5-649cbe8895a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:57:50Z', 'updated_at': '2022-10-23T00:57:52Z', 'revision_number': 3, 'project_id': '5e0dff1e22fd436e8ed3a395d94ef8ce', 'gw_port': {'id': '41fed497-9616-4065-81c5-649cbe8895a8', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f3:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43e72ec-e74f-4b3d-8313-064f4596d699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:57:51Z', 'updated_at': '2022-10-23T00:57:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=104554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 00:57:55.668228 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-cc348ad8-8ee5-43cf-8e8a-9735f0c494db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517312'] for router_interface (b43e72ec-e74f-4b3d-8313-064f4596d699), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:55.705400 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d0e52-7468-4f54-85f3-736144842265 req-6e07a381-cd2f-407b-bb39-c77a53914347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:55.707063 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4b4d0e52-7468-4f54-85f3-736144842265 req-6e07a381-cd2f-407b-bb39-c77a53914347 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=858cf055-6f06-45a9-bd3f-2b834e6b7b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0614610 Oct 23 00:57:55.897222 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:55.902133 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:55.936455 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-cc348ad8-8ee5-43cf-8e8a-9735f0c494db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (4a7cd454-b41b-4353-a8da-dd92a4f996c1), before_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:55.974122 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:56.000987 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4b4d0e52-7468-4f54-85f3-736144842265 req-8d45ed15-56c8-480a-929b-a7281a493424 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/858cf055-6f06-45a9-bd3f-2b834e6b7b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949592 Oct 23 00:57:56.013327 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-d0019f7e-a5a2-4279-b843-537191cda46f None None] Provisioning complete for port 4a7cd454-b41b-4353-a8da-dd92a4f996c1 triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:57:56.013964 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-d0019f7e-a5a2-4279-b843-537191cda46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (4a7cd454-b41b-4353-a8da-dd92a4f996c1), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:56.017611 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-d0019f7e-a5a2-4279-b843-537191cda46f None None] Attempt 1 to provision port 4a7cd454-b41b-4353-a8da-dd92a4f996c1 Oct 23 00:57:56.077538 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:56.094935 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-d0019f7e-a5a2-4279-b843-537191cda46f None None] Port 4a7cd454-b41b-4353-a8da-dd92a4f996c1 cannot update to ACTIVE because it is not bound. {{(pid=104553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 00:57:56.104386 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 3f16f421-4b09-4db8-bb39-036024ad1e08 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:57:56.162116 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port 3f16f421-4b09-4db8-bb39-036024ad1e08 triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:57:56.162803 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (3f16f421-4b09-4db8-bb39-036024ad1e08), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:56.163348 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port 3f16f421-4b09-4db8-bb39-036024ad1e08 Oct 23 00:57:56.207018 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6322c1-b088-4b72-bf8d-7dcc0fafe580 req-eac08a00-ab7f-47ca-ad1d-216e18c5ecd1 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:56.226037 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4c6322c1-b088-4b72-bf8d-7dcc0fafe580 req-eac08a00-ab7f-47ca-ad1d-216e18c5ecd1 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 945 time: 0.1602998 Oct 23 00:57:56.317325 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port 3f16f421-4b09-4db8-bb39-036024ad1e08 is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:57:56.343663 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-cc348ad8-8ee5-43cf-8e8a-9735f0c494db admin admin] Publish callbacks [] for port (4a7cd454-b41b-4353-a8da-dd92a4f996c1), precommit_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:56.354162 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-cc348ad8-8ee5-43cf-8e8a-9735f0c494db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6140151'] for port (4a7cd454-b41b-4353-a8da-dd92a4f996c1), after_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:56.366286 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4c6322c1-b088-4b72-bf8d-7dcc0fafe580 req-0ff75bc6-a55a-4a6f-9f5f-1f65eac17e85 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392765 Oct 23 00:57:56.369284 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4b4d0e52-7468-4f54-85f3-736144842265 req-88a67871-2c47-4919-a73b-8d6329883751 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/858cf055-6f06-45a9-bd3f-2b834e6b7b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3665400 Oct 23 00:57:56.473756 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-cc348ad8-8ee5-43cf-8e8a-9735f0c494db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-517204'] for router_interface (b43e72ec-e74f-4b3d-8313-064f4596d699), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:56.477067 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc348ad8-8ee5-43cf-8e8a-9735f0c494db admin admin] Pushing event updated for resources: {'Port': ['ID=4a7cd454-b41b-4353-a8da-dd92a4f996c1,revision_number=2']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:56.486377 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:56.491685 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-77da92f6-6c64-4be4-82f9-e7834a569416 req-638416d8-b37e-402b-a7c4-035cbde197c0 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccd36ab6-014d-49b2-9a79-8a4fe655caf0 HTTP/1.1" status: 200 len: 210 time: 0.1031947 Oct 23 00:57:56.715680 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc348ad8-8ee5-43cf-8e8a-9735f0c494db admin admin] Network 570809ed-8943-4319-88c0-71a523125321 is already hosted by enough agents. {{(pid=104551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:57:56.730224 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.base_scheduler [None req-cc348ad8-8ee5-43cf-8e8a-9735f0c494db admin admin] Resources bound (agent type, host, resource id): {{(pid=104551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:57:56.863443 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baab9fe-d604-46b4-bc2a-6526a3f4eeba req-e090bff7-a383-49e1-aa03-b09a6fd51dbe tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:56.865320 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4baab9fe-d604-46b4-bc2a-6526a3f4eeba req-e090bff7-a383-49e1-aa03-b09a6fd51dbe tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.52 "GET /networking/v2.0/networks?id=1d27b6d9-fef6-49cb-833f-13cb9578958e HTTP/1.1" status: 200 len: 819 time: 0.3508601 Oct 23 00:57:56.912788 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc348ad8-8ee5-43cf-8e8a-9735f0c494db admin admin] Router b43e72ec-e74f-4b3d-8313-064f4596d699 has already been hosted by L3 agent 71de1650-f9d9-4095-92e6-e37ec99e20cf {{(pid=104551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 00:57:56.930797 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1fef99-dd27-458c-a4f4-f39bdf12e8db req-48c351d1-e9a8-4b51-9474-4e0b18dca23f tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:56.943170 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6e1fef99-dd27-458c-a4f4-f39bdf12e8db req-48c351d1-e9a8-4b51-9474-4e0b18dca23f tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 945 time: 0.1909676 Oct 23 00:57:57.028928 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa8948-b87b-406d-b7fc-6f2c6e706005 req-e859ba10-ea1f-4e3e-9b73-48bafac4b509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:57.030539 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1dfa8948-b87b-406d-b7fc-6f2c6e706005 req-e859ba10-ea1f-4e3e-9b73-48bafac4b509 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=2a9697845193443ea394c1b480b6b769&device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 1129 time: 0.1638746 Oct 23 00:57:57.071506 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc348ad8-8ee5-43cf-8e8a-9735f0c494db admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 00:57:57.084375 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-cc348ad8-8ee5-43cf-8e8a-9735f0c494db admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/b43e72ec-e74f-4b3d-8313-064f4596d699/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0026240 Oct 23 00:57:57.135863 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-7d468350-7030-4987-b2a9-0a279167d9cb None None] Provisioning complete for port 4a7cd454-b41b-4353-a8da-dd92a4f996c1 triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:57:57.137836 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-7d468350-7030-4987-b2a9-0a279167d9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (4a7cd454-b41b-4353-a8da-dd92a4f996c1), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:57.139179 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-7d468350-7030-4987-b2a9-0a279167d9cb None None] Attempt 1 to provision port 4a7cd454-b41b-4353-a8da-dd92a4f996c1 Oct 23 00:57:57.160586 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6e1fef99-dd27-458c-a4f4-f39bdf12e8db req-1e8ae5b5-f271-4a58-8b09-010a19629f09 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2160828 Oct 23 00:57:57.192455 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-7d468350-7030-4987-b2a9-0a279167d9cb None None] Port 4a7cd454-b41b-4353-a8da-dd92a4f996c1 cannot update to ACTIVE because it is not bound. {{(pid=104553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 00:57:57.197767 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4baab9fe-d604-46b4-bc2a-6526a3f4eeba req-76771233-56ac-45c1-99c2-cbeee6d0eccd tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=94cfcbd6f144492d8be27fe35cbe76d5 HTTP/1.1" status: 200 len: 379 time: 0.2863243 Oct 23 00:57:57.213009 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [req-4baab9fe-d604-46b4-bc2a-6526a3f4eeba req-5a996f26-c21b-4778-a1be-f4c3c3f6c10b tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Request body: {'port': {'device_id': 'ccd36ab6-014d-49b2-9a79-8a4fe655caf0', 'network_id': '1d27b6d9-fef6-49cb-833f-13cb9578958e', 'admin_state_up': True, 'tenant_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'security_groups': ['2024e950-6bc4-4c6f-8358-200660ce4c9f']}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:57:57.312248 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa8948-b87b-406d-b7fc-6f2c6e706005 req-9704e27f-831d-4bd6-bc66-d52c8f9446c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:57.313883 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1dfa8948-b87b-406d-b7fc-6f2c6e706005 req-9704e27f-831d-4bd6-bc66-d52c8f9446c2 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=6e24fc8d-42d5-4d11-b06b-37a4738231b0 HTTP/1.1" status: 200 len: 911 time: 0.2728534 Oct 23 00:57:57.479041 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1dfa8948-b87b-406d-b7fc-6f2c6e706005 req-da044ebe-0424-4546-a851-db77eab4ddbf service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16ac40d6-7a56-4def-a9f5-e0a3fade7563 HTTP/1.1" status: 200 len: 1001 time: 0.1554589 Oct 23 00:57:57.483646 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4baab9fe-d604-46b4-bc2a-6526a3f4eeba req-5a996f26-c21b-4778-a1be-f4c3c3f6c10b tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Made reservation on behalf of 94cfcbd6f144492d8be27fe35cbe76d5 for: {'port': 1} {{(pid=104552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:57:57.487673 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-4baab9fe-d604-46b4-bc2a-6526a3f4eeba req-5a996f26-c21b-4778-a1be-f4c3c3f6c10b tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:57.639123 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa8948-b87b-406d-b7fc-6f2c6e706005 req-42012de5-6a49-4e57-93d3-97855c08286a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:57.640571 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1dfa8948-b87b-406d-b7fc-6f2c6e706005 req-42012de5-6a49-4e57-93d3-97855c08286a service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=bdebfcdc-6951-4fee-aa37-29ecb806813d HTTP/1.1" status: 200 len: 849 time: 0.1351066 Oct 23 00:57:57.689401 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0cadc861-4f28-49d6-9ed8-d4c15b57322a req-26f6aa95-be4e-4e69-b124-7f8aaf3e6c19 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccd36ab6-014d-49b2-9a79-8a4fe655caf0 HTTP/1.1" status: 200 len: 210 time: 0.0596538 Oct 23 00:57:57.707213 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:57.758168 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa8948-b87b-406d-b7fc-6f2c6e706005 req-d38e80a4-7e9a-4366-a242-411bd7892421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:57.759735 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1dfa8948-b87b-406d-b7fc-6f2c6e706005 req-d38e80a4-7e9a-4366-a242-411bd7892421 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=6e24fc8d-42d5-4d11-b06b-37a4738231b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1100323 Oct 23 00:57:57.842910 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.db_base_plugin_common [req-4baab9fe-d604-46b4-bc2a-6526a3f4eeba req-5a996f26-c21b-4778-a1be-f4c3c3f6c10b tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Allocated IP 172.20.0.7 (1d27b6d9-fef6-49cb-833f-13cb9578958e/b567fc0e-81bb-4e4e-8bd3-a17fd2562f11/77da0074-6006-4aa3-98e5-60bc673f4b72) {{(pid=104552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:57:57.949074 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:57.960326 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1dfa8948-b87b-406d-b7fc-6f2c6e706005 req-e4390eb3-788f-4587-8bf1-a4e499428e63 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6e24fc8d-42d5-4d11-b06b-37a4738231b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853223 Oct 23 00:57:58.003845 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3fa16-e378-4e4a-8cbe-96d68a4f4ab5 req-8ea7aa6b-2a1a-4a1d-b74a-53a548758294 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:58.005112 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-aeb3fa16-e378-4e4a-8cbe-96d68a4f4ab5 req-8ea7aa6b-2a1a-4a1d-b74a-53a548758294 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 945 time: 0.1082141 Oct 23 00:57:58.060494 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 41fed497-9616-4065-81c5-649cbe8895a8 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:57:58.122994 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port 41fed497-9616-4065-81c5-649cbe8895a8 triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:57:58.123728 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (41fed497-9616-4065-81c5-649cbe8895a8), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:58.124254 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port 41fed497-9616-4065-81c5-649cbe8895a8 Oct 23 00:57:58.196453 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1dfa8948-b87b-406d-b7fc-6f2c6e706005 req-15d87411-236d-4806-81c8-8a32d6868c16 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6e24fc8d-42d5-4d11-b06b-37a4738231b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244968 Oct 23 00:57:58.213886 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port 41fed497-9616-4065-81c5-649cbe8895a8 is: DOWN; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:57:58.216471 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (41fed497-9616-4065-81c5-649cbe8895a8), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:58.245809 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:58.256969 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] For port 41fed497-9616-4065-81c5-649cbe8895a8, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=41fed497-9616-4065-81c5-649cbe8895a8,segment=NetworkSegment(0d47d9bc-e081-4c9e-9d69-e5804f7aef1d),segment_id=0d47d9bc-e081-4c9e-9d69-e5804f7aef1d)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:57:58.266264 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (41fed497-9616-4065-81c5-649cbe8895a8), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:58.311645 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-aeb3fa16-e378-4e4a-8cbe-96d68a4f4ab5 req-c2e7b02b-47e7-4218-99d0-dec2df409089 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2909570 Oct 23 00:57:58.358466 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Pushing event updated for resources: {'Port': ['ID=41fed497-9616-4065-81c5-649cbe8895a8,revision_number=4']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:58.396759 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-4baab9fe-d604-46b4-bc2a-6526a3f4eeba req-5a996f26-c21b-4778-a1be-f4c3c3f6c10b tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks [] for port (77da0074-6006-4aa3-98e5-60bc673f4b72), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:58.403393 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb705e-a49c-426d-96ae-1b37d65b76ce req-d6cf9aea-ec6d-4c00-bb63-b6a1d74770ec tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:58.405076 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c1bb705e-a49c-426d-96ae-1b37d65b76ce req-d6cf9aea-ec6d-4c00-bb63-b6a1d74770ec tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 945 time: 0.0902641 Oct 23 00:57:58.475716 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c1bb705e-a49c-426d-96ae-1b37d65b76ce req-29bb894d-bc6d-4293-b83e-1ec8379db0db tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581281 Oct 23 00:57:58.481305 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-4baab9fe-d604-46b4-bc2a-6526a3f4eeba req-5a996f26-c21b-4778-a1be-f4c3c3f6c10b tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5995606'] for port (77da0074-6006-4aa3-98e5-60bc673f4b72), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:58.525472 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4baab9fe-d604-46b4-bc2a-6526a3f4eeba req-5a996f26-c21b-4778-a1be-f4c3c3f6c10b tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Network 1d27b6d9-fef6-49cb-833f-13cb9578958e is already hosted by enough agents. {{(pid=104552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:57:58.531388 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.base_scheduler [req-4baab9fe-d604-46b4-bc2a-6526a3f4eeba req-5a996f26-c21b-4778-a1be-f4c3c3f6c10b tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Resources bound (agent type, host, resource id): {{(pid=104552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:57:58.535778 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.l3_dvrscheduler_db [req-4baab9fe-d604-46b4-bc2a-6526a3f4eeba req-5a996f26-c21b-4778-a1be-f4c3c3f6c10b tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Received port after_create {{(pid=104552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:57:58.578402 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a996f26-c21b-4778-a1be-f4c3c3f6c10b tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Pushing event updated for resources: {'Port': ['ID=77da0074-6006-4aa3-98e5-60bc673f4b72,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:58.601284 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baab9fe-d604-46b4-bc2a-6526a3f4eeba req-5a996f26-c21b-4778-a1be-f4c3c3f6c10b tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:58.601952 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-4baab9fe-d604-46b4-bc2a-6526a3f4eeba req-5a996f26-c21b-4778-a1be-f4c3c3f6c10b tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:58.631307 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4baab9fe-d604-46b4-bc2a-6526a3f4eeba req-5a996f26-c21b-4778-a1be-f4c3c3f6c10b tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4246998 Oct 23 00:57:58.655194 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [req-4baab9fe-d604-46b4-bc2a-6526a3f4eeba req-420d0d29-40b9-439e-9586-a21a52816ed7 service neutron] Request body: {'port': {'device_id': 'ccd36ab6-014d-49b2-9a79-8a4fe655caf0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:57:58.735815 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-4baab9fe-d604-46b4-bc2a-6526a3f4eeba req-420d0d29-40b9-439e-9586-a21a52816ed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (77da0074-6006-4aa3-98e5-60bc673f4b72), before_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:58.765777 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:58.839070 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-731339ac-92bb-4082-92d9-bc3499942701 None None] Provisioning complete for port 77da0074-6006-4aa3-98e5-60bc673f4b72 triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:57:58.839991 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-731339ac-92bb-4082-92d9-bc3499942701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (77da0074-6006-4aa3-98e5-60bc673f4b72), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:58.841205 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-731339ac-92bb-4082-92d9-bc3499942701 None None] Attempt 1 to provision port 77da0074-6006-4aa3-98e5-60bc673f4b72 Oct 23 00:57:58.893013 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-731339ac-92bb-4082-92d9-bc3499942701 None None] Port 77da0074-6006-4aa3-98e5-60bc673f4b72 cannot update to ACTIVE because it is not bound. {{(pid=104553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 00:57:59.053204 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c49d1b-f790-471a-a2a4-2e1df4cfbf91 req-5aeea8ac-c24b-4c6e-9d28-d30576aa3d46 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:59.054711 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d9c49d1b-f790-471a-a2a4-2e1df4cfbf91 req-5aeea8ac-c24b-4c6e-9d28-d30576aa3d46 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccd36ab6-014d-49b2-9a79-8a4fe655caf0 HTTP/1.1" status: 200 len: 931 time: 0.1276028 Oct 23 00:57:59.195437 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d9c49d1b-f790-471a-a2a4-2e1df4cfbf91 req-47e8e9b1-b77b-464a-ad55-251c695fab7c tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2024e950-6bc4-4c6f-8358-200660ce4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069870 Oct 23 00:57:59.310432 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:57:59.329263 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [req-4baab9fe-d604-46b4-bc2a-6526a3f4eeba req-420d0d29-40b9-439e-9586-a21a52816ed7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77da0074-6006-4aa3-98e5-60bc673f4b72 {{(pid=104552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 00:57:59.351281 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-4baab9fe-d604-46b4-bc2a-6526a3f4eeba req-420d0d29-40b9-439e-9586-a21a52816ed7 service neutron] Publish callbacks [] for port (77da0074-6006-4aa3-98e5-60bc673f4b72), precommit_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:59.367688 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.provisioning_blocks [req-4baab9fe-d604-46b4-bc2a-6526a3f4eeba req-420d0d29-40b9-439e-9586-a21a52816ed7 service neutron] Transition to ACTIVE for port object 77da0074-6006-4aa3-98e5-60bc673f4b72 will not be triggered until provisioned by entity L2. {{(pid=104552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 00:57:59.378435 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-4baab9fe-d604-46b4-bc2a-6526a3f4eeba req-420d0d29-40b9-439e-9586-a21a52816ed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5995615'] for port (77da0074-6006-4aa3-98e5-60bc673f4b72), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:59.487521 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61991fe1-f058-4dc6-ae8a-b2c9f6e3b479 None None] Sync routers for ids ['b43e72ec-e74f-4b3d-8313-064f4596d699'] in dv-cinder-master-3-iscsi {{(pid=104554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 00:57:59.537986 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61991fe1-f058-4dc6-ae8a-b2c9f6e3b479 None None] Routers {'b43e72ec-e74f-4b3d-8313-064f4596d699'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:57:59.538617 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-61991fe1-f058-4dc6-ae8a-b2c9f6e3b479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T00:57:51Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['b43e72ec-e74f-4b3d-8313-064f4596d699'], 'active': True} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:57:59.576587 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420d0d29-40b9-439e-9586-a21a52816ed7 service neutron] Pushing event updated for resources: {'Port': ['ID=77da0074-6006-4aa3-98e5-60bc673f4b72,revision_number=2']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:57:59.595329 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 51166) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:57:59.619737 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aed3f69-3f8c-409d-ae7a-6d56ac12587b req-ba83cb53-8db2-4ff6-aeaa-0e5eb6df5c18 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:57:59.622100 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-9aed3f69-3f8c-409d-ae7a-6d56ac12587b req-ba83cb53-8db2-4ff6-aeaa-0e5eb6df5c18 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 945 time: 0.1194923 Oct 23 00:57:59.638762 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.managers [req-4baab9fe-d604-46b4-bc2a-6526a3f4eeba req-420d0d29-40b9-439e-9586-a21a52816ed7 service neutron] Attempting to bind port 77da0074-6006-4aa3-98e5-60bc673f4b72 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:57:59.639466 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.managers [req-4baab9fe-d604-46b4-bc2a-6526a3f4eeba req-420d0d29-40b9-439e-9586-a21a52816ed7 service neutron] Attempting to bind port 77da0074-6006-4aa3-98e5-60bc673f4b72 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '63b58a73-ffd1-4018-ac3c-0db314c2c768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1d27b6d9-fef6-49cb-833f-13cb9578958e'}] {{(pid=104552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:57:59.639995 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4baab9fe-d604-46b4-bc2a-6526a3f4eeba req-420d0d29-40b9-439e-9586-a21a52816ed7 service neutron] Attempting to bind port 77da0074-6006-4aa3-98e5-60bc673f4b72 on network 1d27b6d9-fef6-49cb-833f-13cb9578958e {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:57:59.668873 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvr_db [None req-61991fe1-f058-4dc6-ae8a-b2c9f6e3b479 None None] Set router b43e72ec-e74f-4b3d-8313-064f4596d699 gateway port host: dv-cinder-master-3-iscsi {{(pid=104554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:57:59.872000 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-827becd2-2e9d-4552-b378-39929f8ac8bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:57:59.959147 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-61991fe1-f058-4dc6-ae8a-b2c9f6e3b479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43e72ec-e74f-4b3d-8313-064f4596d699', 'name': 'tempest-TestMinimumBasicScenario-1967240383-router', 'tenant_id': '5e0dff1e22fd436e8ed3a395d94ef8ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.76'}], 'enable_snat': True}, 'gw_port_id': '41fed497-9616-4065-81c5-649cbe8895a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:57:50Z', 'updated_at': '2022-10-23T00:57:55Z', 'revision_number': 4, 'project_id': '5e0dff1e22fd436e8ed3a395d94ef8ce', 'gw_port': {'id': '41fed497-9616-4065-81c5-649cbe8895a8', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43e72ec-e74f-4b3d-8313-064f4596d699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:57:51Z', 'updated_at': '2022-10-23T00:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4a7cd454-b41b-4353-a8da-dd92a4f996c1', 'name': '', 'network_id': '570809ed-8943-4319-88c0-71a523125321', 'tenant_id': '5e0dff1e22fd436e8ed3a395d94ef8ce', 'mac_address': 'fa:16:3e:95:5b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43e72ec-e74f-4b3d-8313-064f4596d699', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'f8f208d0-6d73-485f-ba6c-97c3f7122b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:57:55Z', 'updated_at': '2022-10-23T00:57:56Z', 'revision_number': 2, 'project_id': '5e0dff1e22fd436e8ed3a395d94ef8ce', 'subnets': [{'id': 'f8f208d0-6d73-485f-ba6c-97c3f7122b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:57:59.992431 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61991fe1-f058-4dc6-ae8a-b2c9f6e3b479 None None] Checking router: b43e72ec-e74f-4b3d-8313-064f4596d699 for host: dv-cinder-master-3-iscsi {{(pid=104554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 00:57:59.992805 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61991fe1-f058-4dc6-ae8a-b2c9f6e3b479 None None] Updating router b43e72ec-e74f-4b3d-8313-064f4596d699 port 4a7cd454-b41b-4353-a8da-dd92a4f996c1 binding host dv-cinder-master-3-iscsi {{(pid=104554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 00:58:00.024940 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-61991fe1-f058-4dc6-ae8a-b2c9f6e3b479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (4a7cd454-b41b-4353-a8da-dd92a4f996c1), before_update {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:00.072754 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-827becd2-2e9d-4552-b378-39929f8ac8bb admin admin] Publish callbacks [] for security_group (c6dde777-7c2b-4783-b004-738b2c81511a), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:00.085545 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-827becd2-2e9d-4552-b378-39929f8ac8bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (c6dde777-7c2b-4783-b004-738b2c81511a), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:00.123550 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 41fed497-9616-4065-81c5-649cbe8895a8 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:58:00.178672 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-827becd2-2e9d-4552-b378-39929f8ac8bb admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=bacbfdb2d81f43208a441c865a09e041&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5814352 Oct 23 00:58:00.184581 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 51176) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:58:00.240962 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:00.245628 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827becd2-2e9d-4552-b378-39929f8ac8bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6dde777-7c2b-4783-b004-738b2c81511a,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:00.291550 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port 41fed497-9616-4065-81c5-649cbe8895a8 triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:58:00.291935 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (41fed497-9616-4065-81c5-649cbe8895a8), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:00.292273 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port 41fed497-9616-4065-81c5-649cbe8895a8 Oct 23 00:58:00.316019 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:00.319597 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-56c96b31-a0dd-4e13-9412-44d21a91303e admin admin] Publish callbacks [] for security_group (c6dde777-7c2b-4783-b004-738b2c81511a), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:00.347268 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4baab9fe-d604-46b4-bc2a-6526a3f4eeba req-420d0d29-40b9-439e-9586-a21a52816ed7 service neutron] Port 77da0074-6006-4aa3-98e5-60bc673f4b72 on network 1d27b6d9-fef6-49cb-833f-13cb9578958e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 00:58:00.353070 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4baab9fe-d604-46b4-bc2a-6526a3f4eeba req-420d0d29-40b9-439e-9586-a21a52816ed7 service neutron] Attempting to bind port 77da0074-6006-4aa3-98e5-60bc673f4b72 on network 1d27b6d9-fef6-49cb-833f-13cb9578958e {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:58:00.367862 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-56c96b31-a0dd-4e13-9412-44d21a91303e admin admin] Publish callbacks [] for security_group (c6dde777-7c2b-4783-b004-738b2c81511a), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:00.397832 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-61991fe1-f058-4dc6-ae8a-b2c9f6e3b479 None None] Publish callbacks [] for port (4a7cd454-b41b-4353-a8da-dd92a4f996c1), precommit_update {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:00.416934 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-61991fe1-f058-4dc6-ae8a-b2c9f6e3b479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (4a7cd454-b41b-4353-a8da-dd92a4f996c1), after_update {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:00.421983 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-9aed3f69-3f8c-409d-ae7a-6d56ac12587b req-3a3a3523-a631-4b4d-b7b2-d09b9851713d tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7843852 Oct 23 00:58:00.427520 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 51182) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:58:00.439785 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45243ed5-1ddb-40a4-8621-3a0ee15b4f6b req-ad6ad489-5db5-4eda-aaa2-a9cdbabb04c3 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:00.457566 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-45243ed5-1ddb-40a4-8621-3a0ee15b4f6b req-ad6ad489-5db5-4eda-aaa2-a9cdbabb04c3 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 945 time: 0.7719564 Oct 23 00:58:00.459677 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4baab9fe-d604-46b4-bc2a-6526a3f4eeba req-420d0d29-40b9-439e-9586-a21a52816ed7 service neutron] Checking agent: {'id': '16cf44eb-3ef2-4361-a416-47ab9083b794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 53, 30), 'started_at': datetime.datetime(2022, 10, 23, 0, 53, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:58:00.460009 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4baab9fe-d604-46b4-bc2a-6526a3f4eeba req-420d0d29-40b9-439e-9586-a21a52816ed7 service neutron] Checking segment: {'id': '63b58a73-ffd1-4018-ac3c-0db314c2c768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1d27b6d9-fef6-49cb-833f-13cb9578958e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:58:00.460412 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4baab9fe-d604-46b4-bc2a-6526a3f4eeba req-420d0d29-40b9-439e-9586-a21a52816ed7 service neutron] Bound using segment: {'id': '63b58a73-ffd1-4018-ac3c-0db314c2c768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1d27b6d9-fef6-49cb-833f-13cb9578958e'} {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:58:00.460890 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.managers [req-4baab9fe-d604-46b4-bc2a-6526a3f4eeba req-420d0d29-40b9-439e-9586-a21a52816ed7 service neutron] Bound port: 77da0074-6006-4aa3-98e5-60bc673f4b72, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63b58a73-ffd1-4018-ac3c-0db314c2c768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '1d27b6d9-fef6-49cb-833f-13cb9578958e'}}] {{(pid=104552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:58:00.461246 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-4baab9fe-d604-46b4-bc2a-6526a3f4eeba req-420d0d29-40b9-439e-9586-a21a52816ed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (77da0074-6006-4aa3-98e5-60bc673f4b72), before_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:00.482017 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-56c96b31-a0dd-4e13-9412-44d21a91303e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (c6dde777-7c2b-4783-b004-738b2c81511a), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:00.485072 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-56c96b31-a0dd-4e13-9412-44d21a91303e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:00.486601 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-56c96b31-a0dd-4e13-9412-44d21a91303e admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/c6dde777-7c2b-4783-b004-738b2c81511a HTTP/1.1" status: 204 len: 168 time: 0.3003421 Oct 23 00:58:00.511500 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c96b31-a0dd-4e13-9412-44d21a91303e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6dde777-7c2b-4783-b004-738b2c81511a,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:00.535659 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-45243ed5-1ddb-40a4-8621-3a0ee15b4f6b req-3ba57239-c721-42fc-b686-712dc842500b tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770788 Oct 23 00:58:00.583533 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:00.590382 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5706bf-c977-4fc3-bf2e-685981d085c5 None None] Pushing event updated for resources: {'Port': ['ID=4a7cd454-b41b-4353-a8da-dd92a4f996c1,revision_number=3']} {{(pid=104554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:00.697219 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:00.701083 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-3abb75ba-29ea-4792-b24c-f31bf5e31ecb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:00.704625 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-4baab9fe-d604-46b4-bc2a-6526a3f4eeba req-420d0d29-40b9-439e-9586-a21a52816ed7 service neutron] For port 77da0074-6006-4aa3-98e5-60bc673f4b72, host hv-cinder-maste, cleared binding levels {{(pid=104552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:58:00.744658 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.managers [None req-61991fe1-f058-4dc6-ae8a-b2c9f6e3b479 None None] Attempting to bind port 4a7cd454-b41b-4353-a8da-dd92a4f996c1 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:58:00.745023 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.managers [None req-61991fe1-f058-4dc6-ae8a-b2c9f6e3b479 None None] Attempting to bind port 4a7cd454-b41b-4353-a8da-dd92a4f996c1 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '2b9d467c-782f-40c8-a5d1-155616573f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '570809ed-8943-4319-88c0-71a523125321'}] {{(pid=104554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:58:00.745353 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61991fe1-f058-4dc6-ae8a-b2c9f6e3b479 None None] Attempting to bind port 4a7cd454-b41b-4353-a8da-dd92a4f996c1 on network 570809ed-8943-4319-88c0-71a523125321 {{(pid=104554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:58:00.800696 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09dfee6-ee1e-4d7f-be8a-825e947a507d req-8f318866-2715-4792-8c81-b7d926351211 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:00.805874 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d09dfee6-ee1e-4d7f-be8a-825e947a507d req-8f318866-2715-4792-8c81-b7d926351211 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccd36ab6-014d-49b2-9a79-8a4fe655caf0 HTTP/1.1" status: 200 len: 943 time: 0.1826785 Oct 23 00:58:00.811887 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-4baab9fe-d604-46b4-bc2a-6526a3f4eeba req-420d0d29-40b9-439e-9586-a21a52816ed7 service neutron] For port 77da0074-6006-4aa3-98e5-60bc673f4b72, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=77da0074-6006-4aa3-98e5-60bc673f4b72,segment=NetworkSegment(63b58a73-ffd1-4018-ac3c-0db314c2c768),segment_id=63b58a73-ffd1-4018-ac3c-0db314c2c768)] {{(pid=104552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:58:00.856827 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61991fe1-f058-4dc6-ae8a-b2c9f6e3b479 None None] Checking agent: {'id': 'e5069eb9-82e8-4601-9222-8a50cea677c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 24), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:58:00.860467 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61991fe1-f058-4dc6-ae8a-b2c9f6e3b479 None None] Checking segment: {'id': '2b9d467c-782f-40c8-a5d1-155616573f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '570809ed-8943-4319-88c0-71a523125321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:58:00.861152 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-61991fe1-f058-4dc6-ae8a-b2c9f6e3b479 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:00.861708 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61991fe1-f058-4dc6-ae8a-b2c9f6e3b479 None None] Bound using segment: {'id': '2b9d467c-782f-40c8-a5d1-155616573f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '570809ed-8943-4319-88c0-71a523125321'} {{(pid=104554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:58:00.862361 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.managers [None req-61991fe1-f058-4dc6-ae8a-b2c9f6e3b479 None None] Bound port: 4a7cd454-b41b-4353-a8da-dd92a4f996c1, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b9d467c-782f-40c8-a5d1-155616573f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '570809ed-8943-4319-88c0-71a523125321'}}] {{(pid=104554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:58:00.862927 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-61991fe1-f058-4dc6-ae8a-b2c9f6e3b479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (4a7cd454-b41b-4353-a8da-dd92a4f996c1), before_update {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:00.913874 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-4baab9fe-d604-46b4-bc2a-6526a3f4eeba req-420d0d29-40b9-439e-9586-a21a52816ed7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5995615'] for port (77da0074-6006-4aa3-98e5-60bc673f4b72), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:00.924504 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baab9fe-d604-46b4-bc2a-6526a3f4eeba req-420d0d29-40b9-439e-9586-a21a52816ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:00.926145 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-4baab9fe-d604-46b4-bc2a-6526a3f4eeba req-420d0d29-40b9-439e-9586-a21a52816ed7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:00.931547 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4baab9fe-d604-46b4-bc2a-6526a3f4eeba req-420d0d29-40b9-439e-9586-a21a52816ed7 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/77da0074-6006-4aa3-98e5-60bc673f4b72 HTTP/1.1" status: 200 len: 1093 time: 2.2807333 Oct 23 00:58:00.943371 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-3abb75ba-29ea-4792-b24c-f31bf5e31ecb admin admin] Publish callbacks [] for security_group (3ed326a9-38c1-4213-91e1-dfa2ab645b29), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:00.959661 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-3abb75ba-29ea-4792-b24c-f31bf5e31ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (3ed326a9-38c1-4213-91e1-dfa2ab645b29), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:01.005277 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccd36ab6-014d-49b2-9a79-8a4fe655caf0', 'tag': '77da0074-6006-4aa3-98e5-60bc673f4b72'}] {{(pid=104552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:58:01.008948 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e71a59ae106f7f9b2e36c913636ed0b95d68e581a9dbd71020046a5c2e6c46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c6844d-17a0-4a08-a239-9ea1a9fd8b34" -d '{"events": [{"name": "network-changed", "server_uuid": "ccd36ab6-014d-49b2-9a79-8a4fe655caf0", "tag": "77da0074-6006-4aa3-98e5-60bc673f4b72"}]}' {{(pid=104552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:58:01.017798 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.db [None req-61991fe1-f058-4dc6-ae8a-b2c9f6e3b479 None None] For port 4a7cd454-b41b-4353-a8da-dd92a4f996c1, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:58:01.018757 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port 41fed497-9616-4065-81c5-649cbe8895a8 is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:58:01.021168 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.db [None req-61991fe1-f058-4dc6-ae8a-b2c9f6e3b479 None None] For port 4a7cd454-b41b-4353-a8da-dd92a4f996c1, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4a7cd454-b41b-4353-a8da-dd92a4f996c1,segment=NetworkSegment(2b9d467c-782f-40c8-a5d1-155616573f38),segment_id=2b9d467c-782f-40c8-a5d1-155616573f38)] {{(pid=104554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:58:01.032909 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-61991fe1-f058-4dc6-ae8a-b2c9f6e3b479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (4a7cd454-b41b-4353-a8da-dd92a4f996c1), after_update {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:01.040075 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abb75ba-29ea-4792-b24c-f31bf5e31ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed326a9-38c1-4213-91e1-dfa2ab645b29,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:01.083896 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-3abb75ba-29ea-4792-b24c-f31bf5e31ecb admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=00f095fcf0984502ac2ab4fe27880081&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6529801 Oct 23 00:58:01.084476 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 51192) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:58:01.117613 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:01.120082 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5706bf-c977-4fc3-bf2e-685981d085c5 None None] Pushing event updated for resources: {'Port': ['ID=4a7cd454-b41b-4353-a8da-dd92a4f996c1,revision_number=4']} {{(pid=104554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:01.121105 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baab9fe-d604-46b4-bc2a-6526a3f4eeba req-54bb648c-9755-4b35-a52f-6367e34d0695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:01.123144 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4baab9fe-d604-46b4-bc2a-6526a3f4eeba req-54bb648c-9755-4b35-a52f-6367e34d0695 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=94cfcbd6f144492d8be27fe35cbe76d5&device_id=ccd36ab6-014d-49b2-9a79-8a4fe655caf0 HTTP/1.1" status: 200 len: 1127 time: 0.1054108 Oct 23 00:58:01.130791 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 00:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df371a9-48cf-4f68-ae58-c6a4674e2dc6 x-openstack-request-id: req-7df371a9-48cf-4f68-ae58-c6a4674e2dc6 {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:58:01.131280 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccd36ab6-014d-49b2-9a79-8a4fe655caf0", "tag": "77da0074-6006-4aa3-98e5-60bc673f4b72", "status": "completed", "code": 200}]} {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:58:01.131601 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7df371a9-48cf-4f68-ae58-c6a4674e2dc6 {{(pid=104552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:58:01.132038 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7df371a9-48cf-4f68-ae58-c6a4674e2dc6'] response: {'name': 'network-changed', 'server_uuid': 'ccd36ab6-014d-49b2-9a79-8a4fe655caf0', 'tag': '77da0074-6006-4aa3-98e5-60bc673f4b72', 'status': 'completed', 'code': 200} Oct 23 00:58:01.133892 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61991fe1-f058-4dc6-ae8a-b2c9f6e3b479 None None] Routers {'b43e72ec-e74f-4b3d-8313-064f4596d699'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:58:01.135683 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-61991fe1-f058-4dc6-ae8a-b2c9f6e3b479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T00:57:51Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['b43e72ec-e74f-4b3d-8313-064f4596d699'], 'active': True} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:58:01.162754 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d09dfee6-ee1e-4d7f-be8a-825e947a507d req-b6195e48-7e41-483a-9a26-a3d384c1b5eb tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2024e950-6bc4-4c6f-8358-200660ce4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3412321 Oct 23 00:58:01.197512 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4baab9fe-d604-46b4-bc2a-6526a3f4eeba req-9e71020e-5348-4fff-94c2-4f6a00042ad4 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77da0074-6006-4aa3-98e5-60bc673f4b72 HTTP/1.1" status: 200 len: 217 time: 0.0589387 Oct 23 00:58:01.203290 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420d0d29-40b9-439e-9586-a21a52816ed7 service neutron] Pushing event updated for resources: {'Port': ['ID=77da0074-6006-4aa3-98e5-60bc673f4b72,revision_number=3']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:01.212597 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-544d712f-fc24-4033-b200-0e108b54c30a admin admin] Publish callbacks [] for security_group (3ed326a9-38c1-4213-91e1-dfa2ab645b29), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:01.241689 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-544d712f-fc24-4033-b200-0e108b54c30a admin admin] Publish callbacks [] for security_group (3ed326a9-38c1-4213-91e1-dfa2ab645b29), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:01.263207 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baab9fe-d604-46b4-bc2a-6526a3f4eeba req-e8a31a25-5fac-401a-807e-e3f97ac98e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:01.264959 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4baab9fe-d604-46b4-bc2a-6526a3f4eeba req-e8a31a25-5fac-401a-807e-e3f97ac98e20 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=b567fc0e-81bb-4e4e-8bd3-a17fd2562f11 HTTP/1.1" status: 200 len: 858 time: 0.0586526 Oct 23 00:58:01.285366 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (16cf44eb-3ef2-4361-a416-47ab9083b794), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:01.330400 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baab9fe-d604-46b4-bc2a-6526a3f4eeba req-9443e1dd-a50d-40a5-9482-d9a07533b4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:01.332503 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4baab9fe-d604-46b4-bc2a-6526a3f4eeba req-9443e1dd-a50d-40a5-9482-d9a07533b4b0 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=1d27b6d9-fef6-49cb-833f-13cb9578958e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0573826 Oct 23 00:58:01.337762 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-544d712f-fc24-4033-b200-0e108b54c30a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (3ed326a9-38c1-4213-91e1-dfa2ab645b29), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:01.340905 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-544d712f-fc24-4033-b200-0e108b54c30a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:01.345428 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-544d712f-fc24-4033-b200-0e108b54c30a admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/3ed326a9-38c1-4213-91e1-dfa2ab645b29 HTTP/1.1" status: 204 len: 168 time: 0.2597592 Oct 23 00:58:01.355243 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544d712f-fc24-4033-b200-0e108b54c30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed326a9-38c1-4213-91e1-dfa2ab645b29,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:01.363520 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvr_db [None req-61991fe1-f058-4dc6-ae8a-b2c9f6e3b479 None None] Set router b43e72ec-e74f-4b3d-8313-064f4596d699 gateway port host: dv-cinder-master-3-iscsi {{(pid=104554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:58:01.564096 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4baab9fe-d604-46b4-bc2a-6526a3f4eeba req-9555d7db-d0f8-44e1-a732-48b2a2958992 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/1d27b6d9-fef6-49cb-833f-13cb9578958e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234592 Oct 23 00:58:01.572686 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-61991fe1-f058-4dc6-ae8a-b2c9f6e3b479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43e72ec-e74f-4b3d-8313-064f4596d699', 'name': 'tempest-TestMinimumBasicScenario-1967240383-router', 'tenant_id': '5e0dff1e22fd436e8ed3a395d94ef8ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.76'}], 'enable_snat': True}, 'gw_port_id': '41fed497-9616-4065-81c5-649cbe8895a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:57:50Z', 'updated_at': '2022-10-23T00:57:55Z', 'revision_number': 4, 'project_id': '5e0dff1e22fd436e8ed3a395d94ef8ce', 'gw_port': {'id': '41fed497-9616-4065-81c5-649cbe8895a8', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43e72ec-e74f-4b3d-8313-064f4596d699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:57:51Z', 'updated_at': '2022-10-23T00:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4a7cd454-b41b-4353-a8da-dd92a4f996c1', 'name': '', 'network_id': '570809ed-8943-4319-88c0-71a523125321', 'tenant_id': '5e0dff1e22fd436e8ed3a395d94ef8ce', 'mac_address': 'fa:16:3e:95:5b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43e72ec-e74f-4b3d-8313-064f4596d699', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'f8f208d0-6d73-485f-ba6c-97c3f7122b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:57:55Z', 'updated_at': '2022-10-23T00:58:01Z', 'revision_number': 4, 'project_id': '5e0dff1e22fd436e8ed3a395d94ef8ce', 'subnets': [{'id': 'f8f208d0-6d73-485f-ba6c-97c3f7122b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:58:01.602275 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61991fe1-f058-4dc6-ae8a-b2c9f6e3b479 None None] The sync data for ids ['b43e72ec-e74f-4b3d-8313-064f4596d699'] in dv-cinder-master-3-iscsi is: [{'id': 'b43e72ec-e74f-4b3d-8313-064f4596d699', 'name': 'tempest-TestMinimumBasicScenario-1967240383-router', 'tenant_id': '5e0dff1e22fd436e8ed3a395d94ef8ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.76'}], 'enable_snat': True}, 'gw_port_id': '41fed497-9616-4065-81c5-649cbe8895a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:57:50Z', 'updated_at': '2022-10-23T00:57:55Z', 'revision_number': 4, 'project_id': '5e0dff1e22fd436e8ed3a395d94ef8ce', 'gw_port': {'id': '41fed497-9616-4065-81c5-649cbe8895a8', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43e72ec-e74f-4b3d-8313-064f4596d699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:57:51Z', 'updated_at': '2022-10-23T00:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '4a7cd454-b41b-4353-a8da-dd92a4f996c1', 'name': '', 'network_id': '570809ed-8943-4319-88c0-71a523125321', 'tenant_id': '5e0dff1e22fd436e8ed3a395d94ef8ce', 'mac_address': 'fa:16:3e:95:5b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b43e72ec-e74f-4b3d-8313-064f4596d699', 'device_owner': 'network:router_interface', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': 'f8f208d0-6d73-485f-ba6c-97c3f7122b3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:57:55Z', 'updated_at': '2022-10-23T00:58:01Z', 'revision_number': 4, 'project_id': '5e0dff1e22fd436e8ed3a395d94ef8ce', 'subnets': [{'id': 'f8f208d0-6d73-485f-ba6c-97c3f7122b3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 00:58:01.689240 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e00842-4d15-4476-a9ac-597d2591d557 req-e4bd8d38-190b-4ce3-8b5d-69796f912209 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:01.690818 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-04e00842-4d15-4476-a9ac-597d2591d557 req-e4bd8d38-190b-4ce3-8b5d-69796f912209 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 945 time: 0.1553090 Oct 23 00:58:01.699933 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:01.745663 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4baab9fe-d604-46b4-bc2a-6526a3f4eeba req-e404247e-e42a-47ef-9b27-3fdb14ee929c service neutron] 10.222.0.52 "GET /networking/v2.0/networks/1d27b6d9-fef6-49cb-833f-13cb9578958e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615512 Oct 23 00:58:01.778170 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-04e00842-4d15-4476-a9ac-597d2591d557 req-a62b61b5-bcc8-42b2-90e9-2f608895eb60 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690165 Oct 23 00:58:02.002083 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 51202) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:58:02.024479 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-cbf154ff-087f-4803-8dd5-0a63b7875ac8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:02.116832 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 4a7cd454-b41b-4353-a8da-dd92a4f996c1 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:58:02.140165 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-cbf154ff-087f-4803-8dd5-0a63b7875ac8 admin admin] Publish callbacks [] for security_group (35664b4e-8a1e-4a45-bfdf-5ba4ee11676f), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:02.144366 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-cbf154ff-087f-4803-8dd5-0a63b7875ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (35664b4e-8a1e-4a45-bfdf-5ba4ee11676f), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:02.174418 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf154ff-087f-4803-8dd5-0a63b7875ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35664b4e-8a1e-4a45-bfdf-5ba4ee11676f,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:02.186716 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port 4a7cd454-b41b-4353-a8da-dd92a4f996c1 triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:58:02.187092 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (4a7cd454-b41b-4353-a8da-dd92a4f996c1), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:02.187422 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port 4a7cd454-b41b-4353-a8da-dd92a4f996c1 Oct 23 00:58:02.208789 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 51206) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:58:02.209650 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-cbf154ff-087f-4803-8dd5-0a63b7875ac8 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=b874d11bbadd4b0dbba8f0bdde979eaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2064221 Oct 23 00:58:02.336760 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port 4a7cd454-b41b-4353-a8da-dd92a4f996c1 is: DOWN; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:58:02.337374 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (4a7cd454-b41b-4353-a8da-dd92a4f996c1), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:02.357818 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-a16d76df-5864-4955-a2e8-7994871264d1 admin admin] Publish callbacks [] for security_group (35664b4e-8a1e-4a45-bfdf-5ba4ee11676f), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:02.397553 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b122af-7989-42af-93a1-36c72d7a09d8 req-95dcacc8-e7cf-49fb-be5b-c8fe0dcfd27c tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:02.397553 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d5b122af-7989-42af-93a1-36c72d7a09d8 req-95dcacc8-e7cf-49fb-be5b-c8fe0dcfd27c tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccd36ab6-014d-49b2-9a79-8a4fe655caf0 HTTP/1.1" status: 200 len: 943 time: 0.0932949 Oct 23 00:58:02.402778 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-a16d76df-5864-4955-a2e8-7994871264d1 admin admin] Publish callbacks [] for security_group (35664b4e-8a1e-4a45-bfdf-5ba4ee11676f), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:02.406743 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] For port 4a7cd454-b41b-4353-a8da-dd92a4f996c1, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4a7cd454-b41b-4353-a8da-dd92a4f996c1,segment=NetworkSegment(2b9d467c-782f-40c8-a5d1-155616573f38),segment_id=2b9d467c-782f-40c8-a5d1-155616573f38)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:58:02.427318 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (4a7cd454-b41b-4353-a8da-dd92a4f996c1), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:02.487111 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:02.493111 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d5b122af-7989-42af-93a1-36c72d7a09d8 req-62899a1f-e5ba-4a62-a2d4-3c0312963f91 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2024e950-6bc4-4c6f-8358-200660ce4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933492 Oct 23 00:58:02.521345 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-a16d76df-5864-4955-a2e8-7994871264d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (35664b4e-8a1e-4a45-bfdf-5ba4ee11676f), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:02.523216 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Pushing event updated for resources: {'Port': ['ID=4a7cd454-b41b-4353-a8da-dd92a4f996c1,revision_number=5']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:02.533314 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-a16d76df-5864-4955-a2e8-7994871264d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:02.535297 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-a16d76df-5864-4955-a2e8-7994871264d1 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/35664b4e-8a1e-4a45-bfdf-5ba4ee11676f HTTP/1.1" status: 204 len: 168 time: 0.3243582 Oct 23 00:58:02.549188 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d76df-5864-4955-a2e8-7994871264d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35664b4e-8a1e-4a45-bfdf-5ba4ee11676f,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:02.828206 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c6844d-17a0-4a08-a239-9ea1a9fd8b34 req-6188fd62-c3df-42dd-b23d-0886dea8235a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:02.835057 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-38c6844d-17a0-4a08-a239-9ea1a9fd8b34 req-6188fd62-c3df-42dd-b23d-0886dea8235a service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=94cfcbd6f144492d8be27fe35cbe76d5&device_id=ccd36ab6-014d-49b2-9a79-8a4fe655caf0 HTTP/1.1" status: 200 len: 1127 time: 0.0873969 Oct 23 00:58:03.012216 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2efafe-8a12-45e9-9f01-0908f1085091 req-749004d5-1945-4a1d-8947-69f34be85a7b tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:03.014162 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4d2efafe-8a12-45e9-9f01-0908f1085091 req-749004d5-1945-4a1d-8947-69f34be85a7b tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 945 time: 0.0732076 Oct 23 00:58:03.058597 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c6844d-17a0-4a08-a239-9ea1a9fd8b34 req-e6fb8b6e-7feb-4515-a8b8-bcb23c4aeecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:03.060322 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-38c6844d-17a0-4a08-a239-9ea1a9fd8b34 req-e6fb8b6e-7feb-4515-a8b8-bcb23c4aeecc service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=1d27b6d9-fef6-49cb-833f-13cb9578958e HTTP/1.1" status: 200 len: 920 time: 0.2165790 Oct 23 00:58:03.104198 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 51214) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:58:03.122807 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-38c6844d-17a0-4a08-a239-9ea1a9fd8b34 req-3f05ab2d-95cf-40cf-9b5d-1a822d8fb175 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77da0074-6006-4aa3-98e5-60bc673f4b72 HTTP/1.1" status: 200 len: 217 time: 0.0469778 Oct 23 00:58:03.144964 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ec8daab4-770f-4588-a209-7f533c9ad2b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:03.172124 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4d2efafe-8a12-45e9-9f01-0908f1085091 req-05c0c991-1c8b-4889-a455-83d70e67784f tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505163 Oct 23 00:58:03.190488 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c6844d-17a0-4a08-a239-9ea1a9fd8b34 req-59608424-19b0-4c47-a275-00ef83595e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:03.192079 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-38c6844d-17a0-4a08-a239-9ea1a9fd8b34 req-59608424-19b0-4c47-a275-00ef83595e60 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=b567fc0e-81bb-4e4e-8bd3-a17fd2562f11 HTTP/1.1" status: 200 len: 858 time: 0.0608478 Oct 23 00:58:03.257402 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c6844d-17a0-4a08-a239-9ea1a9fd8b34 req-75d8081d-0067-4618-b8b3-efe643d36871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:03.259781 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ec8daab4-770f-4588-a209-7f533c9ad2b7 admin admin] Publish callbacks [] for security_group (4679f716-4331-4033-afda-8b32e1844623), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:03.260606 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-38c6844d-17a0-4a08-a239-9ea1a9fd8b34 req-75d8081d-0067-4618-b8b3-efe643d36871 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=1d27b6d9-fef6-49cb-833f-13cb9578958e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0595081 Oct 23 00:58:03.266222 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ec8daab4-770f-4588-a209-7f533c9ad2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (4679f716-4331-4033-afda-8b32e1844623), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:03.287827 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=77,neutron:DELETE=3,neutron:INSERT=20 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:03.287827 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:03.302631 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8daab4-770f-4588-a209-7f533c9ad2b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4679f716-4331-4033-afda-8b32e1844623,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:03.320123 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-ec8daab4-770f-4588-a209-7f533c9ad2b7 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=43be48cd99b4438cbe74acd73e1e1cba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2061996 Oct 23 00:58:03.324267 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 51220) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:58:03.392136 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-38c6844d-17a0-4a08-a239-9ea1a9fd8b34 req-ee0eb387-f5ed-4ff1-845e-27f41c130e56 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/1d27b6d9-fef6-49cb-833f-13cb9578958e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193159 Oct 23 00:58:03.406942 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-64ba5745-b319-4b8a-8d6f-a1a6d35843b8 admin admin] Publish callbacks [] for security_group (4679f716-4331-4033-afda-8b32e1844623), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:03.434717 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-64ba5745-b319-4b8a-8d6f-a1a6d35843b8 admin admin] Publish callbacks [] for security_group (4679f716-4331-4033-afda-8b32e1844623), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:03.496447 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-64ba5745-b319-4b8a-8d6f-a1a6d35843b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (4679f716-4331-4033-afda-8b32e1844623), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:03.499310 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-64ba5745-b319-4b8a-8d6f-a1a6d35843b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:03.500490 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-64ba5745-b319-4b8a-8d6f-a1a6d35843b8 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/4679f716-4331-4033-afda-8b32e1844623 HTTP/1.1" status: 204 len: 168 time: 0.1750758 Oct 23 00:58:03.519854 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ba5745-b319-4b8a-8d6f-a1a6d35843b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4679f716-4331-4033-afda-8b32e1844623,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:03.535852 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-38c6844d-17a0-4a08-a239-9ea1a9fd8b34 req-b01ea552-34cf-44dd-8e30-37dc9125049f service neutron] 10.222.0.52 "GET /networking/v2.0/networks/1d27b6d9-fef6-49cb-833f-13cb9578958e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357551 Oct 23 00:58:03.537713 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:03.669478 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5958b32e-62c0-4a6d-9497-95dacfb5c57a req-2ec0f6ef-051a-4f7f-a766-15a678691253 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:03.670422 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-5958b32e-62c0-4a6d-9497-95dacfb5c57a req-2ec0f6ef-051a-4f7f-a766-15a678691253 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccd36ab6-014d-49b2-9a79-8a4fe655caf0 HTTP/1.1" status: 200 len: 943 time: 0.0541687 Oct 23 00:58:03.739891 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-5958b32e-62c0-4a6d-9497-95dacfb5c57a req-4530984c-3e2f-48be-9f32-a2590056eb26 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2024e950-6bc4-4c6f-8358-200660ce4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630114 Oct 23 00:58:04.040002 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 4a7cd454-b41b-4353-a8da-dd92a4f996c1 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:58:04.111815 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port 4a7cd454-b41b-4353-a8da-dd92a4f996c1 triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:58:04.112286 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (4a7cd454-b41b-4353-a8da-dd92a4f996c1), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:04.112771 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port 4a7cd454-b41b-4353-a8da-dd92a4f996c1 Oct 23 00:58:04.212077 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port 4a7cd454-b41b-4353-a8da-dd92a4f996c1 is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:58:04.408059 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fdec64-3817-462e-bc5f-852e184d3bcc req-57156dea-7e33-4f39-8ad3-abfd1fbf6f7b tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:04.409939 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-45fdec64-3817-462e-bc5f-852e184d3bcc req-57156dea-7e33-4f39-8ad3-abfd1fbf6f7b tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 945 time: 0.1045902 Oct 23 00:58:04.453241 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:04.484867 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-45fdec64-3817-462e-bc5f-852e184d3bcc req-607282eb-c20c-44ed-8359-1b0ccc59f634 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618603 Oct 23 00:58:04.894127 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d474faa-dee9-4d70-a011-a6d40df6e4fd req-279404d4-c923-47d2-bca9-9e89d1c1e260 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:04.901755 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0d474faa-dee9-4d70-a011-a6d40df6e4fd req-279404d4-c923-47d2-bca9-9e89d1c1e260 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccd36ab6-014d-49b2-9a79-8a4fe655caf0 HTTP/1.1" status: 200 len: 943 time: 0.0603156 Oct 23 00:58:04.978227 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0d474faa-dee9-4d70-a011-a6d40df6e4fd req-a2e641b2-bf9c-447d-aeac-fb7329c19889 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2024e950-6bc4-4c6f-8358-200660ce4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743542 Oct 23 00:58:05.134840 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 77da0074-6006-4aa3-98e5-60bc673f4b72 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104553) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 00:58:05.240320 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:05.291010 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port 77da0074-6006-4aa3-98e5-60bc673f4b72, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=77da0074-6006-4aa3-98e5-60bc673f4b72,segment=NetworkSegment(63b58a73-ffd1-4018-ac3c-0db314c2c768),segment_id=63b58a73-ffd1-4018-ac3c-0db314c2c768)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:58:05.306114 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Returning: {'device': '77da0074-6006-4aa3-98e5-60bc673f4b72', 'network_id': '1d27b6d9-fef6-49cb-833f-13cb9578958e', 'port_id': '77da0074-6006-4aa3-98e5-60bc673f4b72', 'mac_address': 'fa:16:3e:d2:75:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b567fc0e-81bb-4e4e-8bd3-a17fd2562f11', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104553) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 00:58:05.364044 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Current status of the port 77da0074-6006-4aa3-98e5-60bc673f4b72 is: DOWN; New status is: BUILD {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:58:05.364816 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (77da0074-6006-4aa3-98e5-60bc673f4b72), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:05.391090 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.notifiers.nova [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77da0074-6006-4aa3-98e5-60bc673f4b72 {{(pid=104553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 00:58:05.414080 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port 77da0074-6006-4aa3-98e5-60bc673f4b72, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=77da0074-6006-4aa3-98e5-60bc673f4b72,segment=NetworkSegment(63b58a73-ffd1-4018-ac3c-0db314c2c768),segment_id=63b58a73-ffd1-4018-ac3c-0db314c2c768)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:58:05.420442 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (77da0074-6006-4aa3-98e5-60bc673f4b72), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:05.485694 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Pushing event updated for resources: {'Port': ['ID=77da0074-6006-4aa3-98e5-60bc673f4b72,revision_number=4']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:05.604938 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f53c82-6f0a-4392-87c2-b19f01e7698a req-1e39645c-2e56-4af7-b3d1-419f054c47df tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:05.613005 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-64f53c82-6f0a-4392-87c2-b19f01e7698a req-1e39645c-2e56-4af7-b3d1-419f054c47df tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 945 time: 0.0550025 Oct 23 00:58:05.685470 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-64f53c82-6f0a-4392-87c2-b19f01e7698a req-243ffb7e-6faf-4ea9-b8b9-14b4a39e4fd2 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711241 Oct 23 00:58:05.716372 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] get_ports_and_sgs() called for port_ids ['77da0074-6006-4aa3-98e5-60bc673f4b72'] {{(pid=104553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 00:58:06.100065 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234603e2-3445-41b8-b60b-80330258eb8f req-52fffd94-a18e-4c0f-b331-41e34532b8bd tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:06.101625 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-234603e2-3445-41b8-b60b-80330258eb8f req-52fffd94-a18e-4c0f-b331-41e34532b8bd tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccd36ab6-014d-49b2-9a79-8a4fe655caf0 HTTP/1.1" status: 200 len: 944 time: 0.0513101 Oct 23 00:58:06.169098 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-234603e2-3445-41b8-b60b-80330258eb8f req-8abcd943-41d6-4912-b21f-69b45cd2eb7a tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2024e950-6bc4-4c6f-8358-200660ce4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614192 Oct 23 00:58:06.810031 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:06.830117 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0a6e08-9690-4711-87db-e9f8aac27c78 req-a733a9d9-4b21-483d-b9fa-81cee17625c8 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:06.831656 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4e0a6e08-9690-4711-87db-e9f8aac27c78 req-a733a9d9-4b21-483d-b9fa-81cee17625c8 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 945 time: 0.0496423 Oct 23 00:58:06.886342 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4e0a6e08-9690-4711-87db-e9f8aac27c78 req-679dd9cc-ba52-4aff-b2da-b4f2042c67c6 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489879 Oct 23 00:58:07.159505 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 77da0074-6006-4aa3-98e5-60bc673f4b72 up at agent hyperv_hv-cinder-maste {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:58:07.217874 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Provisioning for port 77da0074-6006-4aa3-98e5-60bc673f4b72 completed by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 00:58:07.228932 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Provisioning complete for port 77da0074-6006-4aa3-98e5-60bc673f4b72 triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:58:07.229509 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (77da0074-6006-4aa3-98e5-60bc673f4b72), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:07.230193 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Attempt 1 to provision port 77da0074-6006-4aa3-98e5-60bc673f4b72 Oct 23 00:58:07.349396 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e8a34-d8cc-4b85-9ac4-8487489e7ff6 req-ed2a3815-ccc4-4e9b-b8b9-49ff5693b95d tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:07.353401 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Current status of the port 77da0074-6006-4aa3-98e5-60bc673f4b72 is: BUILD; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:58:07.354029 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (77da0074-6006-4aa3-98e5-60bc673f4b72), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:07.358001 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-076e8a34-d8cc-4b85-9ac4-8487489e7ff6 req-ed2a3815-ccc4-4e9b-b8b9-49ff5693b95d tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccd36ab6-014d-49b2-9a79-8a4fe655caf0 HTTP/1.1" status: 200 len: 944 time: 0.0844746 Oct 23 00:58:07.397705 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccd36ab6-014d-49b2-9a79-8a4fe655caf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77da0074-6006-4aa3-98e5-60bc673f4b72'}] {{(pid=104553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:58:07.400477 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ef7492e608d46078fd98593772981b2cfdf47eaedaeea269e4497eac5a7bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2bb97d-20d9-4bf3-be37-6030465e1c71" -d '{"events": [{"server_uuid": "ccd36ab6-014d-49b2-9a79-8a4fe655caf0", "name": "network-vif-plugged", "status": "completed", "tag": "77da0074-6006-4aa3-98e5-60bc673f4b72"}]}' {{(pid=104553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:58:07.438900 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-076e8a34-d8cc-4b85-9ac4-8487489e7ff6 req-7466b283-6d23-468a-bc5f-75d342285f46 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2024e950-6bc4-4c6f-8358-200660ce4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799863 Oct 23 00:58:07.441024 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port 77da0074-6006-4aa3-98e5-60bc673f4b72, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=77da0074-6006-4aa3-98e5-60bc673f4b72,segment=NetworkSegment(63b58a73-ffd1-4018-ac3c-0db314c2c768),segment_id=63b58a73-ffd1-4018-ac3c-0db314c2c768)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:58:07.462480 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (77da0074-6006-4aa3-98e5-60bc673f4b72), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:07.476287 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 00:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ea58de-e71a-4c27-b681-93971d68cbd7 x-openstack-request-id: req-33ea58de-e71a-4c27-b681-93971d68cbd7 {{(pid=104553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:58:07.477269 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccd36ab6-014d-49b2-9a79-8a4fe655caf0", "name": "network-vif-plugged", "status": "completed", "tag": "77da0074-6006-4aa3-98e5-60bc673f4b72", "code": 200}]} {{(pid=104553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:58:07.477269 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-33ea58de-e71a-4c27-b681-93971d68cbd7 {{(pid=104553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:58:07.477490 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33ea58de-e71a-4c27-b681-93971d68cbd7'] response: {'server_uuid': 'ccd36ab6-014d-49b2-9a79-8a4fe655caf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77da0074-6006-4aa3-98e5-60bc673f4b72', 'code': 200} Oct 23 00:58:07.538579 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Pushing event updated for resources: {'Port': ['ID=77da0074-6006-4aa3-98e5-60bc673f4b72,revision_number=5']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:07.687193 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6510a-8255-4dc1-8b8a-c7682c2e6d66 req-c43d2fad-4f10-43d1-bd1c-94c7d17d7ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:07.688801 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c3e6510a-8255-4dc1-8b8a-c7682c2e6d66 req-c43d2fad-4f10-43d1-bd1c-94c7d17d7ef4 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ccd36ab6-014d-49b2-9a79-8a4fe655caf0 HTTP/1.1" status: 200 len: 1129 time: 0.0393782 Oct 23 00:58:07.739710 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c3e6510a-8255-4dc1-8b8a-c7682c2e6d66 req-c02b5491-c845-4df0-9e2e-c90d54d8204d service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2024e950-6bc4-4c6f-8358-200660ce4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405931 Oct 23 00:58:08.033008 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639004d3-b80b-4271-92a0-d8307b72b156 req-7e250139-a1d2-4a41-9bcd-0ffac2fedf2d tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:08.035401 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-639004d3-b80b-4271-92a0-d8307b72b156 req-7e250139-a1d2-4a41-9bcd-0ffac2fedf2d tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 945 time: 0.0600221 Oct 23 00:58:08.083518 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-639004d3-b80b-4271-92a0-d8307b72b156 req-8d032f8c-5a09-42cd-9d6b-2a722d0635c9 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423896 Oct 23 00:58:08.618449 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e122cebb-142a-428c-a9b9-21a2d6ce7fb3 req-74676875-e885-479b-bb22-17895d65ed4c tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:08.625655 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e122cebb-142a-428c-a9b9-21a2d6ce7fb3 req-74676875-e885-479b-bb22-17895d65ed4c tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccd36ab6-014d-49b2-9a79-8a4fe655caf0 HTTP/1.1" status: 200 len: 945 time: 0.0590007 Oct 23 00:58:08.682127 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e122cebb-142a-428c-a9b9-21a2d6ce7fb3 req-8cff2bde-3f51-4780-b0a2-27cedb9acc81 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2024e950-6bc4-4c6f-8358-200660ce4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556073 Oct 23 00:58:09.223848 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447682de-dd24-47ca-ac6e-29ee4548a0f0 req-f27f2710-c71b-4c9f-8065-019603568a87 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:09.225502 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-447682de-dd24-47ca-ac6e-29ee4548a0f0 req-f27f2710-c71b-4c9f-8065-019603568a87 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 945 time: 0.0529394 Oct 23 00:58:09.287092 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-447682de-dd24-47ca-ac6e-29ee4548a0f0 req-8e847a3b-c52b-43d7-bd12-43427f9e0c0f tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556328 Oct 23 00:58:09.813710 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94df47e-2a1e-4e9c-9d88-d43b68a97a1f req-d02c5d53-3a8f-4d08-a789-cf5eb7171759 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:09.815293 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e94df47e-2a1e-4e9c-9d88-d43b68a97a1f req-d02c5d53-3a8f-4d08-a789-cf5eb7171759 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccd36ab6-014d-49b2-9a79-8a4fe655caf0 HTTP/1.1" status: 200 len: 945 time: 0.0492136 Oct 23 00:58:09.873761 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e94df47e-2a1e-4e9c-9d88-d43b68a97a1f req-130be960-51df-47cb-b1de-437491214fe3 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2024e950-6bc4-4c6f-8358-200660ce4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525057 Oct 23 00:58:10.009594 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bae6c7-ad14-4400-a75d-366671b79bdf req-5f621689-bfa5-45d4-8883-21d76ed5561d tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:10.011492 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-80bae6c7-ad14-4400-a75d-366671b79bdf req-5f621689-bfa5-45d4-8883-21d76ed5561d tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccd36ab6-014d-49b2-9a79-8a4fe655caf0 HTTP/1.1" status: 200 len: 945 time: 0.0516939 Oct 23 00:58:10.022749 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 51344) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:58:10.029515 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-7cfd7dd9-8908-4e6e-b68c-8a5fb0cef0a1 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Request body: {'floatingip': {'port_id': '77da0074-6006-4aa3-98e5-60bc673f4b72'}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:58:10.069223 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-7cfd7dd9-8908-4e6e-b68c-8a5fb0cef0a1 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks [] for floatingip (c771d886-1a14-4161-a7e1-ca944e783e9d), before_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:10.254442 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:10.319215 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 51362) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:58:10.378966 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257a571-5708-4c6b-b1e2-3a0d0abc376a req-7e4020e7-4231-4771-a8d3-76cae98318a8 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:10.381326 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a257a571-5708-4c6b-b1e2-3a0d0abc376a req-7e4020e7-4231-4771-a8d3-76cae98318a8 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/networks?id=a82fecef-3e22-41fa-8192-25cadd682e03 HTTP/1.1" status: 200 len: 815 time: 0.1382077 Oct 23 00:58:10.416358 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a257a571-5708-4c6b-b1e2-3a0d0abc376a req-f3d06742-fe63-4434-b21c-c749e00ccff1 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/quotas/2b5536e4b945479e8972cb5a95f60324 HTTP/1.1" status: 200 len: 375 time: 0.0292287 Oct 23 00:58:10.488077 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-f9ed67bd-78d1-4c7b-a7c3-48a34d0d70dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:10.498233 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e7a96-afef-453f-8f98-53586abdbed0 req-74725264-7436-4c4a-854f-1ccbb01806ce tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:10.499708 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-982e7a96-afef-453f-8f98-53586abdbed0 req-74725264-7436-4c4a-854f-1ccbb01806ce tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 945 time: 0.1009364 Oct 23 00:58:10.517286 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-7cfd7dd9-8908-4e6e-b68c-8a5fb0cef0a1 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:10.517975 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a257a571-5708-4c6b-b1e2-3a0d0abc376a req-559ea22f-37c1-468a-ab7c-5716cec75043 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=2b5536e4b945479e8972cb5a95f60324&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1006727 Oct 23 00:58:10.523102 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-7cfd7dd9-8908-4e6e-b68c-8a5fb0cef0a1 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516985'] for floatingip (c771d886-1a14-4161-a7e1-ca944e783e9d), after_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:10.622008 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.db.l3_db [None req-7cfd7dd9-8908-4e6e-b68c-8a5fb0cef0a1 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Floating IP c771d886-1a14-4161-a7e1-ca944e783e9d associated. External IP: 172.37.4.196, port: 77da0074-6006-4aa3-98e5-60bc673f4b72. Oct 23 00:58:10.623892 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:10.636874 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-982e7a96-afef-453f-8f98-53586abdbed0 req-15d1a461-e947-4014-9ae3-dec57189751b tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295209 Oct 23 00:58:10.690261 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a257a571-5708-4c6b-b1e2-3a0d0abc376a req-0fd582ce-cd1c-4a1b-ae29-4746439ec3bc service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a82fecef-3e22-41fa-8192-25cadd682e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568582 Oct 23 00:58:10.711778 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-f9ed67bd-78d1-4c7b-a7c3-48a34d0d70dd admin admin] Publish callbacks [] for security_group (42650120-c327-425f-b2cd-9a6917a78203), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:10.721662 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-f9ed67bd-78d1-4c7b-a7c3-48a34d0d70dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (42650120-c327-425f-b2cd-9a6917a78203), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:10.795194 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-f9ed67bd-78d1-4c7b-a7c3-48a34d0d70dd admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=f371e22221164dff97ac7d5e48da4cef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4746530 Oct 23 00:58:10.798451 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 51368) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:58:10.806293 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ed67bd-78d1-4c7b-a7c3-48a34d0d70dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42650120-c327-425f-b2cd-9a6917a78203,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:10.866157 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a257a571-5708-4c6b-b1e2-3a0d0abc376a req-814c83af-5f63-445e-a839-1f4e74eaa94b service neutron] 10.222.0.18 "GET /networking/v2.0/networks/a82fecef-3e22-41fa-8192-25cadd682e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666453 Oct 23 00:58:10.885204 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-cda261c1-cb32-4269-995e-73d31600f1b4 admin admin] Publish callbacks [] for security_group (42650120-c327-425f-b2cd-9a6917a78203), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:10.910140 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-cda261c1-cb32-4269-995e-73d31600f1b4 admin admin] Publish callbacks [] for security_group (42650120-c327-425f-b2cd-9a6917a78203), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:10.963786 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-cda261c1-cb32-4269-995e-73d31600f1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (42650120-c327-425f-b2cd-9a6917a78203), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:10.966915 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-cda261c1-cb32-4269-995e-73d31600f1b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:10.968107 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-cda261c1-cb32-4269-995e-73d31600f1b4 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/42650120-c327-425f-b2cd-9a6917a78203 HTTP/1.1" status: 204 len: 168 time: 0.1687307 Oct 23 00:58:10.979671 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda261c1-cb32-4269-995e-73d31600f1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42650120-c327-425f-b2cd-9a6917a78203,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:11.063687 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cfd7dd9-8908-4e6e-b68c-8a5fb0cef0a1 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Router 2d77609f-f6a2-4b66-94b2-dbd18b570cb6 has already been hosted by L3 agent 71de1650-f9d9-4095-92e6-e37ec99e20cf {{(pid=104551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 00:58:11.071735 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:11.094316 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6676ea91-e0c9-4742-b225-2e0b7048b6a8 req-70c016c3-d0cf-4847-a770-3da73a6cd0a0 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d3ff7f-a7b9-4b82-a87a-7c732191a284 HTTP/1.1" status: 200 len: 210 time: 0.0451677 Oct 23 00:58:11.116117 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:11.182011 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cfd7dd9-8908-4e6e-b68c-8a5fb0cef0a1 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 00:58:11.187213 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-7cfd7dd9-8908-4e6e-b68c-8a5fb0cef0a1 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for floatingip (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:11.192660 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c5a4ca-9c72-48e4-abdb-dad3965122f2 None None] Sync routers for ids ['2d77609f-f6a2-4b66-94b2-dbd18b570cb6'] in dv-cinder-master-3-iscsi {{(pid=104553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 00:58:11.204021 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=100 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:11.210365 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c5a4ca-9c72-48e4-abdb-dad3965122f2 None None] Routers {'2d77609f-f6a2-4b66-94b2-dbd18b570cb6'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:58:11.213630 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-a4c5a4ca-9c72-48e4-abdb-dad3965122f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T00:57:51Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['2d77609f-f6a2-4b66-94b2-dbd18b570cb6'], 'active': True} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:58:11.223798 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-7cfd7dd9-8908-4e6e-b68c-8a5fb0cef0a1 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/c771d886-1a14-4161-a7e1-ca944e783e9d HTTP/1.1" status: 200 len: 991 time: 1.1978214 Oct 23 00:58:11.223798 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccd36ab6-014d-49b2-9a79-8a4fe655caf0', 'tag': '77da0074-6006-4aa3-98e5-60bc673f4b72'}] {{(pid=104551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:58:11.224922 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c960d799f24b016d2b00ba845cc8f9ff5dbbdb312d69a2481f646f048ffd08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa8e733-0cd2-4420-b4a9-457a39f8241b" -d '{"events": [{"name": "network-changed", "server_uuid": "ccd36ab6-014d-49b2-9a79-8a4fe655caf0", "tag": "77da0074-6006-4aa3-98e5-60bc673f4b72"}]}' {{(pid=104551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:58:11.272155 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 00:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b482c0b3-32f9-4891-a54e-d05fb63710fb x-openstack-request-id: req-b482c0b3-32f9-4891-a54e-d05fb63710fb {{(pid=104551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:58:11.272687 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccd36ab6-014d-49b2-9a79-8a4fe655caf0", "tag": "77da0074-6006-4aa3-98e5-60bc673f4b72", "status": "completed", "code": 200}]} {{(pid=104551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:58:11.273238 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b482c0b3-32f9-4891-a54e-d05fb63710fb {{(pid=104551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:58:11.273868 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b482c0b3-32f9-4891-a54e-d05fb63710fb'] response: {'name': 'network-changed', 'server_uuid': 'ccd36ab6-014d-49b2-9a79-8a4fe655caf0', 'tag': '77da0074-6006-4aa3-98e5-60bc673f4b72', 'status': 'completed', 'code': 200} Oct 23 00:58:11.338853 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8e733-0cd2-4420-b4a9-457a39f8241b req-668309f1-f684-47ce-b28f-d6a5eb9bc8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:11.340365 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0aa8e733-0cd2-4420-b4a9-457a39f8241b req-668309f1-f684-47ce-b28f-d6a5eb9bc8bc service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=94cfcbd6f144492d8be27fe35cbe76d5&device_id=ccd36ab6-014d-49b2-9a79-8a4fe655caf0 HTTP/1.1" status: 200 len: 1129 time: 0.0471623 Oct 23 00:58:11.348316 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 51386) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:58:11.364753 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-45b71948-a356-4251-8db6-6ab8092e68c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:11.371773 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvr_db [None req-a4c5a4ca-9c72-48e4-abdb-dad3965122f2 None None] Set router 2d77609f-f6a2-4b66-94b2-dbd18b570cb6 gateway port host: dv-cinder-master-3-iscsi {{(pid=104553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:58:11.420778 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:11.453748 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-45b71948-a356-4251-8db6-6ab8092e68c6 admin admin] Publish callbacks [] for security_group (90c866ed-aca8-42ff-897a-169622edba20), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:11.460587 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-45b71948-a356-4251-8db6-6ab8092e68c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (90c866ed-aca8-42ff-897a-169622edba20), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:11.470602 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8e733-0cd2-4420-b4a9-457a39f8241b req-2bc87b84-b513-437b-a464-034a2049c169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:11.474881 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0aa8e733-0cd2-4420-b4a9-457a39f8241b req-2bc87b84-b513-437b-a464-034a2049c169 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=1d27b6d9-fef6-49cb-833f-13cb9578958e HTTP/1.1" status: 200 len: 920 time: 0.1233666 Oct 23 00:58:11.490162 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:11.508111 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-45b71948-a356-4251-8db6-6ab8092e68c6 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=3653de9dc3954c37a4b6ab41404fa14d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1560485 Oct 23 00:58:11.508111 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b71948-a356-4251-8db6-6ab8092e68c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c866ed-aca8-42ff-897a-169622edba20,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:11.509136 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 51390) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:58:11.563680 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-37f81e8e-1c26-4187-8d92-3f9e5f89bb0a admin admin] Publish callbacks [] for security_group (90c866ed-aca8-42ff-897a-169622edba20), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:11.580924 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0aa8e733-0cd2-4420-b4a9-457a39f8241b req-f8568c02-75f0-4b1c-ab0f-860ee0aaa8c5 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77da0074-6006-4aa3-98e5-60bc673f4b72 HTTP/1.1" status: 200 len: 999 time: 0.0989900 Oct 23 00:58:11.586878 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-37f81e8e-1c26-4187-8d92-3f9e5f89bb0a admin admin] Publish callbacks [] for security_group (90c866ed-aca8-42ff-897a-169622edba20), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:11.633399 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-a4c5a4ca-9c72-48e4-abdb-dad3965122f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d77609f-f6a2-4b66-94b2-dbd18b570cb6', 'name': 'tempest-ServerRescueNegativeTestJSON-1310721639-router', 'tenant_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.144'}], 'enable_snat': True}, 'gw_port_id': 'f0e20492-cd09-472c-ad67-7a194ee39b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:36Z', 'revision_number': 4, 'project_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'gw_port': {'id': 'f0e20492-cd09-472c-ad67-7a194ee39b4a', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d77609f-f6a2-4b66-94b2-dbd18b570cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:25Z', 'updated_at': '2022-10-23T00:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'c771d886-1a14-4161-a7e1-ca944e783e9d', 'tenant_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'floating_ip_address': '172.37.4.196', 'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'router_id': '2d77609f-f6a2-4b66-94b2-dbd18b570cb6', 'port_id': '77da0074-6006-4aa3-98e5-60bc673f4b72', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d27b6d9-fef6-49cb-833f-13cb9578958e', 'mac_address': 'fa:16:3e:d2:75:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd36ab6-014d-49b2-9a79-8a4fe655caf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T00:57:50Z', 'updated_at': '2022-10-23T00:58:10Z', 'revision_number': 1, 'project_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c15a8bad-19fd-46da-8328-6797a742506a', 'name': '', 'network_id': '1d27b6d9-fef6-49cb-833f-13cb9578958e', 'tenant_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'mac_address': 'fa:16:3e:86:80:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d77609f-f6a2-4b66-94b2-dbd18b570cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'b567fc0e-81bb-4e4e-8bd3-a17fd2562f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:34Z', 'updated_at': '2022-10-23T00:55:47Z', 'revision_number': 5, 'project_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'subnets': [{'id': 'b567fc0e-81bb-4e4e-8bd3-a17fd2562f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:58:11.651917 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-37f81e8e-1c26-4187-8d92-3f9e5f89bb0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (90c866ed-aca8-42ff-897a-169622edba20), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:11.655017 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-37f81e8e-1c26-4187-8d92-3f9e5f89bb0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:11.658960 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-37f81e8e-1c26-4187-8d92-3f9e5f89bb0a admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/90c866ed-aca8-42ff-897a-169622edba20 HTTP/1.1" status: 204 len: 168 time: 0.1462429 Oct 23 00:58:11.666496 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f81e8e-1c26-4187-8d92-3f9e5f89bb0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c866ed-aca8-42ff-897a-169622edba20,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:11.680791 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8e733-0cd2-4420-b4a9-457a39f8241b req-0ca39a54-ddfa-4578-8819-9ae1a9a48652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:11.684024 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0aa8e733-0cd2-4420-b4a9-457a39f8241b req-0ca39a54-ddfa-4578-8819-9ae1a9a48652 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=b567fc0e-81bb-4e4e-8bd3-a17fd2562f11 HTTP/1.1" status: 200 len: 858 time: 0.0943425 Oct 23 00:58:11.711211 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c5a4ca-9c72-48e4-abdb-dad3965122f2 None None] Checking router: 2d77609f-f6a2-4b66-94b2-dbd18b570cb6 for host: dv-cinder-master-3-iscsi {{(pid=104553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 00:58:11.724182 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c5a4ca-9c72-48e4-abdb-dad3965122f2 None None] Routers {'2d77609f-f6a2-4b66-94b2-dbd18b570cb6'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:58:11.724871 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-a4c5a4ca-9c72-48e4-abdb-dad3965122f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T00:57:51Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['2d77609f-f6a2-4b66-94b2-dbd18b570cb6'], 'active': True} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:58:11.755915 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8e733-0cd2-4420-b4a9-457a39f8241b req-31b205d7-720d-4e33-8ec1-7dcb00d864b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:11.757955 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0aa8e733-0cd2-4420-b4a9-457a39f8241b req-31b205d7-720d-4e33-8ec1-7dcb00d864b7 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=1d27b6d9-fef6-49cb-833f-13cb9578958e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0662227 Oct 23 00:58:11.859868 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvr_db [None req-a4c5a4ca-9c72-48e4-abdb-dad3965122f2 None None] Set router 2d77609f-f6a2-4b66-94b2-dbd18b570cb6 gateway port host: dv-cinder-master-3-iscsi {{(pid=104553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:58:11.868159 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38846f-2b41-4d6b-b5ec-e2c6519f8990 req-c48a2156-0941-44aa-903c-6d205d25ae40 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:11.869944 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3a38846f-2b41-4d6b-b5ec-e2c6519f8990 req-c48a2156-0941-44aa-903c-6d205d25ae40 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 945 time: 0.1108844 Oct 23 00:58:11.976712 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0aa8e733-0cd2-4420-b4a9-457a39f8241b req-69082f00-898e-4b3f-862b-d18567964ffe service neutron] 10.222.0.52 "GET /networking/v2.0/networks/1d27b6d9-fef6-49cb-833f-13cb9578958e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832347 Oct 23 00:58:11.980331 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3a38846f-2b41-4d6b-b5ec-e2c6519f8990 req-d4c7f809-6453-4457-9088-f57f45697ef8 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021955 Oct 23 00:58:12.097126 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:12.115928 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0aa8e733-0cd2-4420-b4a9-457a39f8241b req-abf3114d-868d-43ec-b9a5-8ecfbd866937 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/1d27b6d9-fef6-49cb-833f-13cb9578958e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166666 Oct 23 00:58:12.188572 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-a4c5a4ca-9c72-48e4-abdb-dad3965122f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d77609f-f6a2-4b66-94b2-dbd18b570cb6', 'name': 'tempest-ServerRescueNegativeTestJSON-1310721639-router', 'tenant_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.144'}], 'enable_snat': True}, 'gw_port_id': 'f0e20492-cd09-472c-ad67-7a194ee39b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:36Z', 'revision_number': 4, 'project_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'gw_port': {'id': 'f0e20492-cd09-472c-ad67-7a194ee39b4a', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d77609f-f6a2-4b66-94b2-dbd18b570cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:25Z', 'updated_at': '2022-10-23T00:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'c771d886-1a14-4161-a7e1-ca944e783e9d', 'tenant_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'floating_ip_address': '172.37.4.196', 'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'router_id': '2d77609f-f6a2-4b66-94b2-dbd18b570cb6', 'port_id': '77da0074-6006-4aa3-98e5-60bc673f4b72', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d27b6d9-fef6-49cb-833f-13cb9578958e', 'mac_address': 'fa:16:3e:d2:75:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd36ab6-014d-49b2-9a79-8a4fe655caf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T00:57:50Z', 'updated_at': '2022-10-23T00:58:10Z', 'revision_number': 1, 'project_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c15a8bad-19fd-46da-8328-6797a742506a', 'name': '', 'network_id': '1d27b6d9-fef6-49cb-833f-13cb9578958e', 'tenant_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'mac_address': 'fa:16:3e:86:80:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d77609f-f6a2-4b66-94b2-dbd18b570cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'b567fc0e-81bb-4e4e-8bd3-a17fd2562f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:34Z', 'updated_at': '2022-10-23T00:55:47Z', 'revision_number': 5, 'project_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'subnets': [{'id': 'b567fc0e-81bb-4e4e-8bd3-a17fd2562f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:58:12.218647 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a40b9e26-e915-44b2-87c5-21939f8cea82 req-7dda7fcd-16cc-4d19-8f56-45d2f8807552 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d3ff7f-a7b9-4b82-a87a-7c732191a284 HTTP/1.1" status: 200 len: 210 time: 0.0382392 Oct 23 00:58:12.238335 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c5a4ca-9c72-48e4-abdb-dad3965122f2 None None] The sync data for ids ['2d77609f-f6a2-4b66-94b2-dbd18b570cb6'] in dv-cinder-master-3-iscsi is: [{'id': '2d77609f-f6a2-4b66-94b2-dbd18b570cb6', 'name': 'tempest-ServerRescueNegativeTestJSON-1310721639-router', 'tenant_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.144'}], 'enable_snat': True}, 'gw_port_id': 'f0e20492-cd09-472c-ad67-7a194ee39b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:36Z', 'revision_number': 4, 'project_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'gw_port': {'id': 'f0e20492-cd09-472c-ad67-7a194ee39b4a', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d77609f-f6a2-4b66-94b2-dbd18b570cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:25Z', 'updated_at': '2022-10-23T00:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'c771d886-1a14-4161-a7e1-ca944e783e9d', 'tenant_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'floating_ip_address': '172.37.4.196', 'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'router_id': '2d77609f-f6a2-4b66-94b2-dbd18b570cb6', 'port_id': '77da0074-6006-4aa3-98e5-60bc673f4b72', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d27b6d9-fef6-49cb-833f-13cb9578958e', 'mac_address': 'fa:16:3e:d2:75:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd36ab6-014d-49b2-9a79-8a4fe655caf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T00:57:50Z', 'updated_at': '2022-10-23T00:58:10Z', 'revision_number': 1, 'project_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c15a8bad-19fd-46da-8328-6797a742506a', 'name': '', 'network_id': '1d27b6d9-fef6-49cb-833f-13cb9578958e', 'tenant_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'mac_address': 'fa:16:3e:86:80:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d77609f-f6a2-4b66-94b2-dbd18b570cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'b567fc0e-81bb-4e4e-8bd3-a17fd2562f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:34Z', 'updated_at': '2022-10-23T00:55:47Z', 'revision_number': 5, 'project_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'subnets': [{'id': 'b567fc0e-81bb-4e4e-8bd3-a17fd2562f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 00:58:12.468839 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49ce3f7-ae88-4d1b-bafa-b8429be6177f None None] New status for floating IP c771d886-1a14-4161-a7e1-ca944e783e9d: ACTIVE {{(pid=104554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 00:58:12.800320 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257a571-5708-4c6b-b1e2-3a0d0abc376a req-fef7a897-fbff-4b1b-bbf9-924fcd4e2ce6 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:12.801976 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a257a571-5708-4c6b-b1e2-3a0d0abc376a req-fef7a897-fbff-4b1b-bbf9-924fcd4e2ce6 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.52 "GET /networking/v2.0/networks?id=a82fecef-3e22-41fa-8192-25cadd682e03 HTTP/1.1" status: 200 len: 815 time: 0.1090522 Oct 23 00:58:12.818703 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [req-a257a571-5708-4c6b-b1e2-3a0d0abc376a req-02b9dda7-74de-4498-a8cc-a2a058dea562 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Request body: {'port': {'device_id': '66d3ff7f-a7b9-4b82-a87a-7c732191a284', 'network_id': 'a82fecef-3e22-41fa-8192-25cadd682e03', 'admin_state_up': True, 'tenant_id': '2b5536e4b945479e8972cb5a95f60324'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:58:12.936656 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a257a571-5708-4c6b-b1e2-3a0d0abc376a req-02b9dda7-74de-4498-a8cc-a2a058dea562 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Made reservation on behalf of 2b5536e4b945479e8972cb5a95f60324 for: {'port': 1} {{(pid=104552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:58:12.940782 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-a257a571-5708-4c6b-b1e2-3a0d0abc376a req-02b9dda7-74de-4498-a8cc-a2a058dea562 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:13.082684 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.db_base_plugin_common [req-a257a571-5708-4c6b-b1e2-3a0d0abc376a req-02b9dda7-74de-4498-a8cc-a2a058dea562 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Allocated IP 172.20.0.3 (a82fecef-3e22-41fa-8192-25cadd682e03/943dfaf8-c12c-409b-b313-a2e572eba44f/03b8c8cc-3573-4004-a318-cc6ea8e45066) {{(pid=104552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:58:13.180487 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f47ab-a23a-4202-aeb2-5d12f08b3fb6 req-b7dbfd96-e236-4bda-8a2b-89c1eccb3878 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:13.182022 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f97f47ab-a23a-4202-aeb2-5d12f08b3fb6 req-b7dbfd96-e236-4bda-8a2b-89c1eccb3878 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 945 time: 0.0808058 Oct 23 00:58:13.254471 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:13.295622 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f97f47ab-a23a-4202-aeb2-5d12f08b3fb6 req-f0b5f233-8e75-4cef-a0c9-f9ac1d07f0ef tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060679 Oct 23 00:58:13.349643 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0caf2c11-3208-450f-ab89-4bafaa23bed9 req-0dcfe330-db30-4f6e-9148-49ec87294485 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d3ff7f-a7b9-4b82-a87a-7c732191a284 HTTP/1.1" status: 200 len: 210 time: 0.0418444 Oct 23 00:58:13.359609 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-a257a571-5708-4c6b-b1e2-3a0d0abc376a req-02b9dda7-74de-4498-a8cc-a2a058dea562 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Publish callbacks [] for port (03b8c8cc-3573-4004-a318-cc6ea8e45066), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:13.398806 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-a257a571-5708-4c6b-b1e2-3a0d0abc376a req-02b9dda7-74de-4498-a8cc-a2a058dea562 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5995606'] for port (03b8c8cc-3573-4004-a318-cc6ea8e45066), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:13.449682 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a257a571-5708-4c6b-b1e2-3a0d0abc376a req-02b9dda7-74de-4498-a8cc-a2a058dea562 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Network a82fecef-3e22-41fa-8192-25cadd682e03 is already hosted by enough agents. {{(pid=104552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:58:13.455456 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.base_scheduler [req-a257a571-5708-4c6b-b1e2-3a0d0abc376a req-02b9dda7-74de-4498-a8cc-a2a058dea562 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Resources bound (agent type, host, resource id): {{(pid=104552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:58:13.457713 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b9dda7-74de-4498-a8cc-a2a058dea562 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Pushing event updated for resources: {'Port': ['ID=03b8c8cc-3573-4004-a318-cc6ea8e45066,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:13.459901 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.l3_dvrscheduler_db [req-a257a571-5708-4c6b-b1e2-3a0d0abc376a req-02b9dda7-74de-4498-a8cc-a2a058dea562 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Received port after_create {{(pid=104552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:58:13.508159 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:13.548350 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257a571-5708-4c6b-b1e2-3a0d0abc376a req-02b9dda7-74de-4498-a8cc-a2a058dea562 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:13.549758 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-a257a571-5708-4c6b-b1e2-3a0d0abc376a req-02b9dda7-74de-4498-a8cc-a2a058dea562 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:13.601451 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a257a571-5708-4c6b-b1e2-3a0d0abc376a req-02b9dda7-74de-4498-a8cc-a2a058dea562 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7876744 Oct 23 00:58:13.757019 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-59b40c70-58fa-43ed-8ce4-6ea035af48e2 None None] Provisioning complete for port 03b8c8cc-3573-4004-a318-cc6ea8e45066 triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:58:13.761865 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-59b40c70-58fa-43ed-8ce4-6ea035af48e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (03b8c8cc-3573-4004-a318-cc6ea8e45066), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:13.762640 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-59b40c70-58fa-43ed-8ce4-6ea035af48e2 None None] Attempt 1 to provision port 03b8c8cc-3573-4004-a318-cc6ea8e45066 Oct 23 00:58:13.846375 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-59b40c70-58fa-43ed-8ce4-6ea035af48e2 None None] Port 03b8c8cc-3573-4004-a318-cc6ea8e45066 cannot update to ACTIVE because it is not bound. {{(pid=104553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 00:58:14.246057 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.agents_db [None req-7a6a8f68-635a-43f5-9edf-73cfaf501ddf None None] Agent healthcheck: found 6 active agents {{(pid=104554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 00:58:14.449607 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca7963-998f-426f-b876-796d09f6932d req-8cc67e6d-d822-41ce-8c0c-9b303e0d131e tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:14.460932 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-afca7963-998f-426f-b876-796d09f6932d req-8cc67e6d-d822-41ce-8c0c-9b303e0d131e tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 945 time: 0.0733688 Oct 23 00:58:14.540627 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aabd64-9876-4736-be7b-d3fdff9238d8 req-131e584a-d98a-47a7-b8ba-0160209fd794 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:14.542139 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a9aabd64-9876-4736-be7b-d3fdff9238d8 req-131e584a-d98a-47a7-b8ba-0160209fd794 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d3ff7f-a7b9-4b82-a87a-7c732191a284 HTTP/1.1" status: 200 len: 931 time: 0.0756385 Oct 23 00:58:14.565786 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-afca7963-998f-426f-b876-796d09f6932d req-5f8496de-1edb-4dc0-990c-96fe919212af tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039584 Oct 23 00:58:14.630585 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a9aabd64-9876-4736-be7b-d3fdff9238d8 req-12ee4584-0128-4c40-b3e1-81a8e7893c7a tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef20917c-8dad-4b49-8e2b-5fc4aa0568d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760257 Oct 23 00:58:15.161798 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device c4115102-acce-4a90-ab24-eb74a5879146 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104553) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 00:58:15.273666 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port c4115102-acce-4a90-ab24-eb74a5879146, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c4115102-acce-4a90-ab24-eb74a5879146,segment=NetworkSegment(7dc83201-cb39-4cd2-9302-c1b785eda914),segment_id=7dc83201-cb39-4cd2-9302-c1b785eda914)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:58:15.287269 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Returning: {'device': 'c4115102-acce-4a90-ab24-eb74a5879146', 'network_id': 'f8105e98-346f-4369-be4d-2cb2d399c07a', 'port_id': 'c4115102-acce-4a90-ab24-eb74a5879146', 'mac_address': 'fa:16:3e:d1:75:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52944cd4-669b-4a10-a076-1661bc94a4a7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104553) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 00:58:15.327048 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Current status of the port c4115102-acce-4a90-ab24-eb74a5879146 is: ACTIVE; New status is: BUILD {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:58:15.327438 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (c4115102-acce-4a90-ab24-eb74a5879146), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:15.343034 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.notifiers.nova [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c4115102-acce-4a90-ab24-eb74a5879146 {{(pid=104553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 00:58:15.349573 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:15.374160 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port c4115102-acce-4a90-ab24-eb74a5879146, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c4115102-acce-4a90-ab24-eb74a5879146,segment=NetworkSegment(7dc83201-cb39-4cd2-9302-c1b785eda914),segment_id=7dc83201-cb39-4cd2-9302-c1b785eda914)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:58:15.378784 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (c4115102-acce-4a90-ab24-eb74a5879146), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:15.435050 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Pushing event updated for resources: {'Port': ['ID=c4115102-acce-4a90-ab24-eb74a5879146,revision_number=6']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:15.504680 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] get_ports_and_sgs() called for port_ids ['c4115102-acce-4a90-ab24-eb74a5879146'] {{(pid=104553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 00:58:15.552708 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=100 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:15.722498 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634664a6-f7cd-49d8-b9d1-1a748e191616 req-6f581f7d-42a4-4596-baa0-821896f73946 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:15.723993 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-634664a6-f7cd-49d8-b9d1-1a748e191616 req-6f581f7d-42a4-4596-baa0-821896f73946 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 944 time: 0.0559473 Oct 23 00:58:15.790103 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a2ca99-cc32-4c25-8b15-1028ddd55ca6 req-09cb6979-af6b-496b-ad28-4a316f1aa8a8 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:15.791605 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e1a2ca99-cc32-4c25-8b15-1028ddd55ca6 req-09cb6979-af6b-496b-ad28-4a316f1aa8a8 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d3ff7f-a7b9-4b82-a87a-7c732191a284 HTTP/1.1" status: 200 len: 931 time: 0.0655429 Oct 23 00:58:15.869793 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-634664a6-f7cd-49d8-b9d1-1a748e191616 req-2313df54-2a21-44fc-baa7-a98395bde2e8 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316152 Oct 23 00:58:15.912062 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e1a2ca99-cc32-4c25-8b15-1028ddd55ca6 req-e9b41927-6626-4543-b8dd-cb4ec3f5a227 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef20917c-8dad-4b49-8e2b-5fc4aa0568d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090469 Oct 23 00:58:17.166933 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device c4115102-acce-4a90-ab24-eb74a5879146 up at agent hyperv_hv-cinder-maste {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:58:17.228632 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Provisioning complete for port c4115102-acce-4a90-ab24-eb74a5879146 triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:58:17.229331 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (c4115102-acce-4a90-ab24-eb74a5879146), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:17.229836 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Attempt 1 to provision port c4115102-acce-4a90-ab24-eb74a5879146 Oct 23 00:58:17.317005 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf4cb94-9889-42ea-8612-5c40af0a597b req-69a33347-ca0c-4b73-91d6-a6b23997944b tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:17.318478 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-daf4cb94-9889-42ea-8612-5c40af0a597b req-69a33347-ca0c-4b73-91d6-a6b23997944b tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d3ff7f-a7b9-4b82-a87a-7c732191a284 HTTP/1.1" status: 200 len: 931 time: 0.3285122 Oct 23 00:58:17.324779 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Current status of the port c4115102-acce-4a90-ab24-eb74a5879146 is: BUILD; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:58:17.325453 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (c4115102-acce-4a90-ab24-eb74a5879146), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:17.353350 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de36a91-410e-4412-9da8-623bb2ef0014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4115102-acce-4a90-ab24-eb74a5879146'}] {{(pid=104553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:58:17.355930 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ef7492e608d46078fd98593772981b2cfdf47eaedaeea269e4497eac5a7bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75217794-b1ae-41f1-8045-44cfff875756" -d '{"events": [{"server_uuid": "5de36a91-410e-4412-9da8-623bb2ef0014", "name": "network-vif-plugged", "status": "completed", "tag": "c4115102-acce-4a90-ab24-eb74a5879146"}]}' {{(pid=104553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:58:17.382856 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port c4115102-acce-4a90-ab24-eb74a5879146, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c4115102-acce-4a90-ab24-eb74a5879146,segment=NetworkSegment(7dc83201-cb39-4cd2-9302-c1b785eda914),segment_id=7dc83201-cb39-4cd2-9302-c1b785eda914)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:58:17.386484 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f48ab-671e-4682-8396-f5d69439f8af req-fa7b2b64-3c5f-4fff-af1a-d363168030d8 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:17.388153 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-263f48ab-671e-4682-8396-f5d69439f8af req-fa7b2b64-3c5f-4fff-af1a-d363168030d8 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 944 time: 0.4133298 Oct 23 00:58:17.395677 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (c4115102-acce-4a90-ab24-eb74a5879146), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:17.412450 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-daf4cb94-9889-42ea-8612-5c40af0a597b req-1c18e4d8-230e-4f60-8217-3c0aa563aa5e tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef20917c-8dad-4b49-8e2b-5fc4aa0568d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772188 Oct 23 00:58:17.454079 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Pushing event updated for resources: {'Port': ['ID=c4115102-acce-4a90-ab24-eb74a5879146,revision_number=7']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:17.472617 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-263f48ab-671e-4682-8396-f5d69439f8af req-0a4f3303-ec8c-4d82-aded-287d97146392 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697658 Oct 23 00:58:17.498076 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 00:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53496d6f-f637-4687-8fed-ac02cb8a03a3 x-openstack-request-id: req-53496d6f-f637-4687-8fed-ac02cb8a03a3 {{(pid=104553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:58:17.498368 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de36a91-410e-4412-9da8-623bb2ef0014", "name": "network-vif-plugged", "status": "completed", "tag": "c4115102-acce-4a90-ab24-eb74a5879146", "code": 200}]} {{(pid=104553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:58:17.498621 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-53496d6f-f637-4687-8fed-ac02cb8a03a3 {{(pid=104553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:58:17.499027 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53496d6f-f637-4687-8fed-ac02cb8a03a3'] response: {'server_uuid': '5de36a91-410e-4412-9da8-623bb2ef0014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4115102-acce-4a90-ab24-eb74a5879146', 'code': 200} Oct 23 00:58:18.556356 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef27b70-a53a-40f2-9c8d-603eae0f1e21 req-5cf3505c-4eda-41b1-8581-e4a7b828519d tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:18.558726 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-fef27b70-a53a-40f2-9c8d-603eae0f1e21 req-5cf3505c-4eda-41b1-8581-e4a7b828519d tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d3ff7f-a7b9-4b82-a87a-7c732191a284 HTTP/1.1" status: 200 len: 931 time: 0.0558031 Oct 23 00:58:18.644868 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198bbdf-e9dc-4bda-aa67-4502880ee3fa req-1871df58-e74c-4cb1-8319-622bad88e309 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:18.646686 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-2198bbdf-e9dc-4bda-aa67-4502880ee3fa req-1871df58-e74c-4cb1-8319-622bad88e309 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 945 time: 0.0667021 Oct 23 00:58:18.650215 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-fef27b70-a53a-40f2-9c8d-603eae0f1e21 req-65adaad9-ccad-4847-ac2b-fbdd89ec1800 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef20917c-8dad-4b49-8e2b-5fc4aa0568d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854340 Oct 23 00:58:18.678599 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:18.703968 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-2198bbdf-e9dc-4bda-aa67-4502880ee3fa req-ee316857-da71-4b97-a5d3-b44cc14b459c tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482271 Oct 23 00:58:18.824740 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-154590ec-442b-4f0f-8cb8-19027e1fbb74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (6b66cfba-c169-484b-b3a5-13fb9b6528cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:19.791925 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a39fe0-ad7f-4e62-98f0-39930a66acc6 req-ee67d51f-693f-47be-b359-b8bb1411b733 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:19.793818 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f6a39fe0-ad7f-4e62-98f0-39930a66acc6 req-ee67d51f-693f-47be-b359-b8bb1411b733 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d3ff7f-a7b9-4b82-a87a-7c732191a284 HTTP/1.1" status: 200 len: 931 time: 0.0542150 Oct 23 00:58:19.891958 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521905fe-36a7-4c44-a1cf-a9d27c6130a1 req-d08926c5-fab0-40ae-a57d-94cc67cd047a tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:19.893495 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-521905fe-36a7-4c44-a1cf-a9d27c6130a1 req-d08926c5-fab0-40ae-a57d-94cc67cd047a tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 945 time: 0.0814931 Oct 23 00:58:19.904649 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f6a39fe0-ad7f-4e62-98f0-39930a66acc6 req-f675ceec-bab4-4059-a6d5-47ec9d2bfc77 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef20917c-8dad-4b49-8e2b-5fc4aa0568d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003861 Oct 23 00:58:19.953891 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-521905fe-36a7-4c44-a1cf-a9d27c6130a1 req-ebb68c29-29d4-4c0c-ba27-759c3e1a83f4 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480626 Oct 23 00:58:21.033446 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 51570) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:58:21.042912 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:21.080416 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813225d-a5e9-479d-82ff-299529fd2fbe req-736cc6dd-4b2c-4be4-8186-a4b255e36106 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:21.090524 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d813225d-a5e9-479d-82ff-299529fd2fbe req-736cc6dd-4b2c-4be4-8186-a4b255e36106 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d3ff7f-a7b9-4b82-a87a-7c732191a284 HTTP/1.1" status: 200 len: 931 time: 0.1107655 Oct 23 00:58:21.182476 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-7aaa4254-0360-4acb-ab1c-de23d75c61fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:21.191927 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f239ad9-52ca-4b67-91ef-c7c74541ca00 req-24d3378a-8fa9-4e1c-adc6-b52ae8e7912f tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:21.198910 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-9f239ad9-52ca-4b67-91ef-c7c74541ca00 req-24d3378a-8fa9-4e1c-adc6-b52ae8e7912f tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 945 time: 0.1071708 Oct 23 00:58:21.236450 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d813225d-a5e9-479d-82ff-299529fd2fbe req-37b258e0-0b35-479a-8a8b-7068be30abbb tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef20917c-8dad-4b49-8e2b-5fc4aa0568d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351271 Oct 23 00:58:21.250347 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-8a9165a7-c816-4071-a6ac-923a61f5ebcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (71de1650-f9d9-4095-92e6-e37ec99e20cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:21.280884 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-9f239ad9-52ca-4b67-91ef-c7c74541ca00 req-adfd4d26-9b9c-4b7c-bd99-9f26a036dc5e tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798893 Oct 23 00:58:21.322557 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-7aaa4254-0360-4acb-ab1c-de23d75c61fa admin admin] Publish callbacks [] for security_group (daabea36-f1bc-4f0a-a013-0080047b0da4), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:21.328692 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-7aaa4254-0360-4acb-ab1c-de23d75c61fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (daabea36-f1bc-4f0a-a013-0080047b0da4), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:21.367950 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaa4254-0360-4acb-ab1c-de23d75c61fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daabea36-f1bc-4f0a-a013-0080047b0da4,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:21.378226 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-7aaa4254-0360-4acb-ab1c-de23d75c61fa admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=9bf938d765024bad9d9aeda8fe5d4269&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3440349 Oct 23 00:58:21.379337 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 51576) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:58:21.430634 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-3621ba70-9894-4545-88c5-76370603adfd admin admin] Publish callbacks [] for security_group (daabea36-f1bc-4f0a-a013-0080047b0da4), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:21.451885 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-3621ba70-9894-4545-88c5-76370603adfd admin admin] Publish callbacks [] for security_group (daabea36-f1bc-4f0a-a013-0080047b0da4), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:21.482197 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:21.503600 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-3621ba70-9894-4545-88c5-76370603adfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (daabea36-f1bc-4f0a-a013-0080047b0da4), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:21.507724 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-3621ba70-9894-4545-88c5-76370603adfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:21.512108 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-3621ba70-9894-4545-88c5-76370603adfd admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/daabea36-f1bc-4f0a-a013-0080047b0da4 HTTP/1.1" status: 204 len: 168 time: 0.1291435 Oct 23 00:58:21.527476 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3621ba70-9894-4545-88c5-76370603adfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daabea36-f1bc-4f0a-a013-0080047b0da4,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:21.834463 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 51586) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:58:21.849813 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-a8cd9448-1472-4e17-b9aa-c433d0251f6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:21.876289 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:21.946120 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-a8cd9448-1472-4e17-b9aa-c433d0251f6d admin admin] Publish callbacks [] for security_group (cc382ea0-36de-4311-b17b-fb52832f4691), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:21.951631 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-a8cd9448-1472-4e17-b9aa-c433d0251f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (cc382ea0-36de-4311-b17b-fb52832f4691), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:21.992673 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cd9448-1472-4e17-b9aa-c433d0251f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc382ea0-36de-4311-b17b-fb52832f4691,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:21.998337 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-a8cd9448-1472-4e17-b9aa-c433d0251f6d admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=9f5dfe40c4ea4827bf922cd79f13a637&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1617033 Oct 23 00:58:22.000456 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 51588) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:58:22.065773 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-1a3aedfb-d799-4293-afb8-07bafbf8b9a5 admin admin] Publish callbacks [] for security_group (cc382ea0-36de-4311-b17b-fb52832f4691), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:22.088321 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-1a3aedfb-d799-4293-afb8-07bafbf8b9a5 admin admin] Publish callbacks [] for security_group (cc382ea0-36de-4311-b17b-fb52832f4691), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:22.143339 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-1a3aedfb-d799-4293-afb8-07bafbf8b9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (cc382ea0-36de-4311-b17b-fb52832f4691), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:22.145983 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-1a3aedfb-d799-4293-afb8-07bafbf8b9a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:22.147129 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-1a3aedfb-d799-4293-afb8-07bafbf8b9a5 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/cc382ea0-36de-4311-b17b-fb52832f4691 HTTP/1.1" status: 204 len: 168 time: 0.1457188 Oct 23 00:58:22.156338 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3aedfb-d799-4293-afb8-07bafbf8b9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc382ea0-36de-4311-b17b-fb52832f4691,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:22.328415 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5148f689-0f62-430a-b3f2-d0758b81aa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (b2013646-e5ec-4b71-a145-3908973fbde8), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:22.406242 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e1cb16-b219-48e1-a663-08390070628e req-0efbebf9-bff9-40f0-9a8a-443d6d67519a tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:22.407852 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-05e1cb16-b219-48e1-a663-08390070628e req-0efbebf9-bff9-40f0-9a8a-443d6d67519a tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d3ff7f-a7b9-4b82-a87a-7c732191a284 HTTP/1.1" status: 200 len: 931 time: 0.0678213 Oct 23 00:58:22.462251 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5646ace-95a8-48b0-a274-b58a0bf176c2 req-bb606faa-307c-47ef-bfcf-88138eebebc5 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:22.463752 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d5646ace-95a8-48b0-a274-b58a0bf176c2 req-bb606faa-307c-47ef-bfcf-88138eebebc5 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 945 time: 0.0745847 Oct 23 00:58:22.503285 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-05e1cb16-b219-48e1-a663-08390070628e req-5ef3da1e-873d-44ad-8e86-7908d269e8c2 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef20917c-8dad-4b49-8e2b-5fc4aa0568d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790956 Oct 23 00:58:22.532674 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d5646ace-95a8-48b0-a274-b58a0bf176c2 req-0adb367b-b975-45c7-a7ec-47ed63967340 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609434 Oct 23 00:58:22.558475 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 51598) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:58:22.571948 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-5ab265df-456f-4397-85e7-b3e475891f24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:22.648647 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-5ab265df-456f-4397-85e7-b3e475891f24 admin admin] Publish callbacks [] for security_group (6694c6ca-456d-42e0-b8a0-b07fe63b2c56), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:22.657762 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-5ab265df-456f-4397-85e7-b3e475891f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (6694c6ca-456d-42e0-b8a0-b07fe63b2c56), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:22.694852 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab265df-456f-4397-85e7-b3e475891f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6694c6ca-456d-42e0-b8a0-b07fe63b2c56,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:22.699208 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-5ab265df-456f-4397-85e7-b3e475891f24 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=3b1a16bdad5d4202aadb069e34496f4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1397293 Oct 23 00:58:22.702052 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 51600) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:58:22.703152 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [req-a257a571-5708-4c6b-b1e2-3a0d0abc376a req-a553e6d3-34e3-447a-9bc3-f63d769f5cd3 service neutron] Request body: {'port': {'device_id': '66d3ff7f-a7b9-4b82-a87a-7c732191a284', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:58:22.753476 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-72b663d5-735e-4394-8216-31f24303ebe4 admin admin] Publish callbacks [] for security_group (6694c6ca-456d-42e0-b8a0-b07fe63b2c56), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:22.765928 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-a257a571-5708-4c6b-b1e2-3a0d0abc376a req-a553e6d3-34e3-447a-9bc3-f63d769f5cd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (03b8c8cc-3573-4004-a318-cc6ea8e45066), before_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:22.773722 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-72b663d5-735e-4394-8216-31f24303ebe4 admin admin] Publish callbacks [] for security_group (6694c6ca-456d-42e0-b8a0-b07fe63b2c56), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:22.826424 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-72b663d5-735e-4394-8216-31f24303ebe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (6694c6ca-456d-42e0-b8a0-b07fe63b2c56), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:22.829605 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-72b663d5-735e-4394-8216-31f24303ebe4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:22.830791 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-72b663d5-735e-4394-8216-31f24303ebe4 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/6694c6ca-456d-42e0-b8a0-b07fe63b2c56 HTTP/1.1" status: 204 len: 168 time: 0.1278324 Oct 23 00:58:22.838954 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b663d5-735e-4394-8216-31f24303ebe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6694c6ca-456d-42e0-b8a0-b07fe63b2c56,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:23.042862 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [req-a257a571-5708-4c6b-b1e2-3a0d0abc376a req-a553e6d3-34e3-447a-9bc3-f63d769f5cd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03b8c8cc-3573-4004-a318-cc6ea8e45066 {{(pid=104552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 00:58:23.051060 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-a257a571-5708-4c6b-b1e2-3a0d0abc376a req-a553e6d3-34e3-447a-9bc3-f63d769f5cd3 service neutron] Publish callbacks [] for port (03b8c8cc-3573-4004-a318-cc6ea8e45066), precommit_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:23.065698 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.provisioning_blocks [req-a257a571-5708-4c6b-b1e2-3a0d0abc376a req-a553e6d3-34e3-447a-9bc3-f63d769f5cd3 service neutron] Transition to ACTIVE for port object 03b8c8cc-3573-4004-a318-cc6ea8e45066 will not be triggered until provisioned by entity L2. {{(pid=104552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 00:58:23.072221 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-a257a571-5708-4c6b-b1e2-3a0d0abc376a req-a553e6d3-34e3-447a-9bc3-f63d769f5cd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5995615'] for port (03b8c8cc-3573-4004-a318-cc6ea8e45066), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:23.139446 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a553e6d3-34e3-447a-9bc3-f63d769f5cd3 service neutron] Pushing event updated for resources: {'Port': ['ID=03b8c8cc-3573-4004-a318-cc6ea8e45066,revision_number=2']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:23.158364 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:23.172611 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a553e6d3-34e3-447a-9bc3-f63d769f5cd3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:23.172983 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a553e6d3-34e3-447a-9bc3-f63d769f5cd3 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:23.173337 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a553e6d3-34e3-447a-9bc3-f63d769f5cd3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:23.173672 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a553e6d3-34e3-447a-9bc3-f63d769f5cd3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:23.174072 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a553e6d3-34e3-447a-9bc3-f63d769f5cd3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:23.174328 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a553e6d3-34e3-447a-9bc3-f63d769f5cd3 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:23.174661 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a553e6d3-34e3-447a-9bc3-f63d769f5cd3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:23.174984 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a553e6d3-34e3-447a-9bc3-f63d769f5cd3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:23.175719 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a553e6d3-34e3-447a-9bc3-f63d769f5cd3 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:23.175719 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a553e6d3-34e3-447a-9bc3-f63d769f5cd3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:23.175947 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a553e6d3-34e3-447a-9bc3-f63d769f5cd3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:23.176238 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a553e6d3-34e3-447a-9bc3-f63d769f5cd3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:23.176555 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a553e6d3-34e3-447a-9bc3-f63d769f5cd3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:23.176896 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a553e6d3-34e3-447a-9bc3-f63d769f5cd3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:23.177217 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a553e6d3-34e3-447a-9bc3-f63d769f5cd3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:23.203692 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.managers [req-a257a571-5708-4c6b-b1e2-3a0d0abc376a req-a553e6d3-34e3-447a-9bc3-f63d769f5cd3 service neutron] Attempting to bind port 03b8c8cc-3573-4004-a318-cc6ea8e45066 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:58:23.204036 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.managers [req-a257a571-5708-4c6b-b1e2-3a0d0abc376a req-a553e6d3-34e3-447a-9bc3-f63d769f5cd3 service neutron] Attempting to bind port 03b8c8cc-3573-4004-a318-cc6ea8e45066 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'cddd1db6-cf69-4403-969b-c4a8db3f5024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a82fecef-3e22-41fa-8192-25cadd682e03'}] {{(pid=104552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:58:23.204366 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a257a571-5708-4c6b-b1e2-3a0d0abc376a req-a553e6d3-34e3-447a-9bc3-f63d769f5cd3 service neutron] Attempting to bind port 03b8c8cc-3573-4004-a318-cc6ea8e45066 on network a82fecef-3e22-41fa-8192-25cadd682e03 {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:58:23.235447 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:23.251397 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a257a571-5708-4c6b-b1e2-3a0d0abc376a req-a553e6d3-34e3-447a-9bc3-f63d769f5cd3 service neutron] Port 03b8c8cc-3573-4004-a318-cc6ea8e45066 on network a82fecef-3e22-41fa-8192-25cadd682e03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 00:58:23.251723 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a257a571-5708-4c6b-b1e2-3a0d0abc376a req-a553e6d3-34e3-447a-9bc3-f63d769f5cd3 service neutron] Attempting to bind port 03b8c8cc-3573-4004-a318-cc6ea8e45066 on network a82fecef-3e22-41fa-8192-25cadd682e03 {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:58:23.294738 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a257a571-5708-4c6b-b1e2-3a0d0abc376a req-a553e6d3-34e3-447a-9bc3-f63d769f5cd3 service neutron] Checking agent: {'id': '16cf44eb-3ef2-4361-a416-47ab9083b794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 53, 30), 'started_at': datetime.datetime(2022, 10, 23, 0, 53, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:58:23.294958 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a257a571-5708-4c6b-b1e2-3a0d0abc376a req-a553e6d3-34e3-447a-9bc3-f63d769f5cd3 service neutron] Checking segment: {'id': 'cddd1db6-cf69-4403-969b-c4a8db3f5024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a82fecef-3e22-41fa-8192-25cadd682e03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:58:23.295340 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a257a571-5708-4c6b-b1e2-3a0d0abc376a req-a553e6d3-34e3-447a-9bc3-f63d769f5cd3 service neutron] Bound using segment: {'id': 'cddd1db6-cf69-4403-969b-c4a8db3f5024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a82fecef-3e22-41fa-8192-25cadd682e03'} {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:58:23.296480 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.managers [req-a257a571-5708-4c6b-b1e2-3a0d0abc376a req-a553e6d3-34e3-447a-9bc3-f63d769f5cd3 service neutron] Bound port: 03b8c8cc-3573-4004-a318-cc6ea8e45066, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cddd1db6-cf69-4403-969b-c4a8db3f5024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a82fecef-3e22-41fa-8192-25cadd682e03'}}] {{(pid=104552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:58:23.296946 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-a257a571-5708-4c6b-b1e2-3a0d0abc376a req-a553e6d3-34e3-447a-9bc3-f63d769f5cd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (03b8c8cc-3573-4004-a318-cc6ea8e45066), before_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:23.367615 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-a257a571-5708-4c6b-b1e2-3a0d0abc376a req-a553e6d3-34e3-447a-9bc3-f63d769f5cd3 service neutron] For port 03b8c8cc-3573-4004-a318-cc6ea8e45066, host hv-cinder-maste, cleared binding levels {{(pid=104552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:58:23.368061 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-a257a571-5708-4c6b-b1e2-3a0d0abc376a req-a553e6d3-34e3-447a-9bc3-f63d769f5cd3 service neutron] For port 03b8c8cc-3573-4004-a318-cc6ea8e45066, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=03b8c8cc-3573-4004-a318-cc6ea8e45066,segment=NetworkSegment(cddd1db6-cf69-4403-969b-c4a8db3f5024),segment_id=cddd1db6-cf69-4403-969b-c4a8db3f5024)] {{(pid=104552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:58:23.378677 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-a257a571-5708-4c6b-b1e2-3a0d0abc376a req-a553e6d3-34e3-447a-9bc3-f63d769f5cd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5995615'] for port (03b8c8cc-3573-4004-a318-cc6ea8e45066), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:23.384431 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257a571-5708-4c6b-b1e2-3a0d0abc376a req-a553e6d3-34e3-447a-9bc3-f63d769f5cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:23.384853 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-a257a571-5708-4c6b-b1e2-3a0d0abc376a req-a553e6d3-34e3-447a-9bc3-f63d769f5cd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:23.386576 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a257a571-5708-4c6b-b1e2-3a0d0abc376a req-a553e6d3-34e3-447a-9bc3-f63d769f5cd3 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/03b8c8cc-3573-4004-a318-cc6ea8e45066 HTTP/1.1" status: 200 len: 1093 time: 0.6884654 Oct 23 00:58:23.387141 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66d3ff7f-a7b9-4b82-a87a-7c732191a284', 'tag': '03b8c8cc-3573-4004-a318-cc6ea8e45066'}] {{(pid=104552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:58:23.389489 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e71a59ae106f7f9b2e36c913636ed0b95d68e581a9dbd71020046a5c2e6c46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c12627-169e-4d6c-9745-286fc36cc0bf" -d '{"events": [{"name": "network-changed", "server_uuid": "66d3ff7f-a7b9-4b82-a87a-7c732191a284", "tag": "03b8c8cc-3573-4004-a318-cc6ea8e45066"}]}' {{(pid=104552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:58:23.460597 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 00:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365fb7ed-ab8c-40d0-ac53-35195a679087 x-openstack-request-id: req-365fb7ed-ab8c-40d0-ac53-35195a679087 {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:58:23.461290 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66d3ff7f-a7b9-4b82-a87a-7c732191a284", "tag": "03b8c8cc-3573-4004-a318-cc6ea8e45066", "status": "completed", "code": 200}]} {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:58:23.461290 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-365fb7ed-ab8c-40d0-ac53-35195a679087 {{(pid=104552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:58:23.461978 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-365fb7ed-ab8c-40d0-ac53-35195a679087'] response: {'name': 'network-changed', 'server_uuid': '66d3ff7f-a7b9-4b82-a87a-7c732191a284', 'tag': '03b8c8cc-3573-4004-a318-cc6ea8e45066', 'status': 'completed', 'code': 200} Oct 23 00:58:23.486968 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a553e6d3-34e3-447a-9bc3-f63d769f5cd3 service neutron] Pushing event updated for resources: {'Port': ['ID=03b8c8cc-3573-4004-a318-cc6ea8e45066,revision_number=3']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:23.490122 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257a571-5708-4c6b-b1e2-3a0d0abc376a req-4c50c17e-12d4-4e49-9235-f7df74701923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:23.491655 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a257a571-5708-4c6b-b1e2-3a0d0abc376a req-4c50c17e-12d4-4e49-9235-f7df74701923 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=2b5536e4b945479e8972cb5a95f60324&device_id=66d3ff7f-a7b9-4b82-a87a-7c732191a284 HTTP/1.1" status: 200 len: 1127 time: 0.0651474 Oct 23 00:58:23.533601 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a257a571-5708-4c6b-b1e2-3a0d0abc376a req-49e1b485-3c61-42c2-afcb-2acc71e3fcfd service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03b8c8cc-3573-4004-a318-cc6ea8e45066 HTTP/1.1" status: 200 len: 217 time: 0.0337594 Oct 23 00:58:23.565133 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 51626) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:58:23.595282 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257a571-5708-4c6b-b1e2-3a0d0abc376a req-7cf981d7-f129-4b96-9cef-e1657305eb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:23.597550 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a257a571-5708-4c6b-b1e2-3a0d0abc376a req-7cf981d7-f129-4b96-9cef-e1657305eb5e service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=943dfaf8-c12c-409b-b313-a2e572eba44f HTTP/1.1" status: 200 len: 854 time: 0.0557361 Oct 23 00:58:23.649981 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e80eb663-45f3-44c1-bd5d-b13fbac885c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (9e3bf558-830b-43df-b1b1-6fe61a75ce60), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:23.682713 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-c36c26d4-3de0-4878-b4c8-8adc510e0cfa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-192332278-network', 'tenant_id': 'b5384f8ed0fa4c7695758da237326753'}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:58:23.705489 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36c26d4-3de0-4878-b4c8-8adc510e0cfa admin admin] Made reservation on behalf of b5384f8ed0fa4c7695758da237326753 for: {'network': 1} {{(pid=104551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:58:23.707906 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-c36c26d4-3de0-4878-b4c8-8adc510e0cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for network (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:23.717162 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d8b451-38c1-4938-b0fb-b0cc8d53afb6 req-f047e674-5710-4ef7-910a-3157adce007e tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:23.718836 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f9d8b451-38c1-4938-b0fb-b0cc8d53afb6 req-f047e674-5710-4ef7-910a-3157adce007e tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d3ff7f-a7b9-4b82-a87a-7c732191a284 HTTP/1.1" status: 200 len: 943 time: 0.1268218 Oct 23 00:58:23.720209 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-c36c26d4-3de0-4878-b4c8-8adc510e0cfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:23.724372 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4199db3-b7e6-4d20-a319-b366ad5ad4c0 req-2592a411-e15e-4fe0-b5ca-9eaf179f4367 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:23.725792 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d4199db3-b7e6-4d20-a319-b366ad5ad4c0 req-2592a411-e15e-4fe0-b5ca-9eaf179f4367 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 945 time: 0.1011715 Oct 23 00:58:23.728074 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257a571-5708-4c6b-b1e2-3a0d0abc376a req-8eabf1f2-ae5f-4293-a0f2-b4c281b31217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:23.729459 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a257a571-5708-4c6b-b1e2-3a0d0abc376a req-8eabf1f2-ae5f-4293-a0f2-b4c281b31217 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=a82fecef-3e22-41fa-8192-25cadd682e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1232648 Oct 23 00:58:23.740123 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:23.777729 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:INSERT=16,neutron:SELECT=76,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:23.801740 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-c36c26d4-3de0-4878-b4c8-8adc510e0cfa admin admin] Publish callbacks [] for security_group (aee26348-8e69-40a4-ac27-4b922e21afd6), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:23.806953 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-c36c26d4-3de0-4878-b4c8-8adc510e0cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (aee26348-8e69-40a4-ac27-4b922e21afd6), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:23.833369 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c36c26d4-3de0-4878-b4c8-8adc510e0cfa admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=104551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 00:58:23.842780 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c26d4-3de0-4878-b4c8-8adc510e0cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee26348-8e69-40a4-ac27-4b922e21afd6,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:23.849329 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-c36c26d4-3de0-4878-b4c8-8adc510e0cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13381139'] for segment (5d321273-3f83-40d4-be02-80695052ceb8), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:23.849669 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.db.segments_db [None req-c36c26d4-3de0-4878-b4c8-8adc510e0cfa admin admin] Added segment 5d321273-3f83-40d4-be02-80695052ceb8 of type vlan for network 706576df-d255-452e-b7ba-460fee4fb9d4 Oct 23 00:58:23.866145 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f9d8b451-38c1-4938-b0fb-b0cc8d53afb6 req-916eed1f-5607-4b72-8bee-8fadd4dc34d7 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef20917c-8dad-4b49-8e2b-5fc4aa0568d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393721 Oct 23 00:58:23.878763 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d4199db3-b7e6-4d20-a319-b366ad5ad4c0 req-e1bb7515-0df0-4935-a8f2-682601a053b0 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421580 Oct 23 00:58:23.907361 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a257a571-5708-4c6b-b1e2-3a0d0abc376a req-72d0b89e-3257-4677-82c1-86720be4029c service neutron] 10.222.0.52 "GET /networking/v2.0/networks/a82fecef-3e22-41fa-8192-25cadd682e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695502 Oct 23 00:58:23.910256 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-c36c26d4-3de0-4878-b4c8-8adc510e0cfa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758734439581'] for network (706576df-d255-452e-b7ba-460fee4fb9d4), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:23.939128 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-c36c26d4-3de0-4878-b4c8-8adc510e0cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493'] for network (706576df-d255-452e-b7ba-460fee4fb9d4), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:23.940137 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36c26d4-3de0-4878-b4c8-8adc510e0cfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:23.940744 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-c36c26d4-3de0-4878-b4c8-8adc510e0cfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for network (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:23.991138 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (e5069eb9-82e8-4601-9222-8a50cea677c6), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:23.999556 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-c36c26d4-3de0-4878-b4c8-8adc510e0cfa admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4326220 Oct 23 00:58:24.004935 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 51632) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:58:24.010790 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [None req-2e4778cc-01c1-4d5e-8e4e-4cecb8392592 admin admin] Request body: {'subnet': {'network_id': '706576df-d255-452e-b7ba-460fee4fb9d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-192332278-subnet', 'tenant_id': 'b5384f8ed0fa4c7695758da237326753', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:58:24.011066 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c26d4-3de0-4878-b4c8-8adc510e0cfa admin admin] Pushing event updated for resources: {'Network': ['ID=706576df-d255-452e-b7ba-460fee4fb9d4,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:24.021846 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Network 706576df-d255-452e-b7ba-460fee4fb9d4 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104553) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 00:58:24.037977 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a257a571-5708-4c6b-b1e2-3a0d0abc376a req-02811fe2-6616-4caa-8d2d-a71d78d2d215 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/a82fecef-3e22-41fa-8192-25cadd682e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215138 Oct 23 00:58:24.048860 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4778cc-01c1-4d5e-8e4e-4cecb8392592 admin admin] Made reservation on behalf of b5384f8ed0fa4c7695758da237326753 for: {'subnet': 1} {{(pid=104552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:58:24.051541 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-2e4778cc-01c1-4d5e-8e4e-4cecb8392592 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6118443'] for subnet (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:24.172035 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:24.182324 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:24.245757 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-2e4778cc-01c1-4d5e-8e4e-4cecb8392592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5989350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6118461'] for subnet (5a084bd4-dc2a-4656-9023-88a6c081dfcb), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:24.308410 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4778cc-01c1-4d5e-8e4e-4cecb8392592 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a084bd4-dc2a-4656-9023-88a6c081dfcb,revision_number=0']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:24.320314 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4778cc-01c1-4d5e-8e4e-4cecb8392592 admin admin] Checking segment: {'id': '5d321273-3f83-40d4-be02-80695052ceb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '706576df-d255-452e-b7ba-460fee4fb9d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:58:24.320666 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4778cc-01c1-4d5e-8e4e-4cecb8392592 admin admin] Network hostable DHCP agents. Network: 706576df-d255-452e-b7ba-460fee4fb9d4, hostable agents: ['6b66cfba-c169-484b-b3a5-13fb9b6528cf'], hosted agents: [] {{(pid=104552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 00:58:24.340350 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4778cc-01c1-4d5e-8e4e-4cecb8392592 admin admin] Network 706576df-d255-452e-b7ba-460fee4fb9d4 is scheduled to be hosted by DHCP agent 6b66cfba-c169-484b-b3a5-13fb9b6528cf with binding_index 1 {{(pid=104552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 00:58:24.351328 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.base_scheduler [None req-2e4778cc-01c1-4d5e-8e4e-4cecb8392592 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 706576df-d255-452e-b7ba-460fee4fb9d4) {{(pid=104552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:58:24.359563 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6ba021-7be3-4099-a44a-e65eae22ff98 None None] Network 706576df-d255-452e-b7ba-460fee4fb9d4 requested from dv-cinder-master-3-iscsi {{(pid=104553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 00:58:24.360328 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4778cc-01c1-4d5e-8e4e-4cecb8392592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:24.360994 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-2e4778cc-01c1-4d5e-8e4e-4cecb8392592 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for subnet (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:24.380264 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-2e4778cc-01c1-4d5e-8e4e-4cecb8392592 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3742526 Oct 23 00:58:24.465171 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c5b9ef-3660-4fa3-b1bc-0f178c6b0618 None None] Network 706576df-d255-452e-b7ba-460fee4fb9d4 requested from dv-cinder-master-3-iscsi {{(pid=104553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 00:58:24.527985 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:25.027651 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29172c5a-3b48-48a3-a99c-6cc55d7d11d5 req-0b950b82-c2ca-4312-831f-6da4549bda97 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:25.029239 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-29172c5a-3b48-48a3-a99c-6cc55d7d11d5 req-0b950b82-c2ca-4312-831f-6da4549bda97 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d3ff7f-a7b9-4b82-a87a-7c732191a284 HTTP/1.1" status: 200 len: 943 time: 0.0858312 Oct 23 00:58:25.049303 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043bcc2-c786-4989-9099-36e6071e0ecf req-9cf1b029-817e-4dbd-9512-abd9fc0a5eaa tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:25.050698 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c043bcc2-c786-4989-9099-36e6071e0ecf req-9cf1b029-817e-4dbd-9512-abd9fc0a5eaa tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 945 time: 0.0735795 Oct 23 00:58:25.109527 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-29172c5a-3b48-48a3-a99c-6cc55d7d11d5 req-4fb7c575-627a-4aa8-802a-4f5b1abe4675 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef20917c-8dad-4b49-8e2b-5fc4aa0568d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735900 Oct 23 00:58:25.124420 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c043bcc2-c786-4989-9099-36e6071e0ecf req-03fc054c-26f3-4feb-9e37-ab5c8c3aa7e0 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666831 Oct 23 00:58:25.188374 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c12627-169e-4d6c-9745-286fc36cc0bf req-34af4535-2bc5-45f2-80b1-002a41ae6fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:25.189935 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a3c12627-169e-4d6c-9745-286fc36cc0bf req-34af4535-2bc5-45f2-80b1-002a41ae6fe1 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=2b5536e4b945479e8972cb5a95f60324&device_id=66d3ff7f-a7b9-4b82-a87a-7c732191a284 HTTP/1.1" status: 200 len: 1127 time: 0.0409679 Oct 23 00:58:25.289226 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c12627-169e-4d6c-9745-286fc36cc0bf req-ba8956e1-f0c9-4969-9980-1306d1d8a60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:25.290583 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a3c12627-169e-4d6c-9745-286fc36cc0bf req-ba8956e1-f0c9-4969-9980-1306d1d8a60c service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=a82fecef-3e22-41fa-8192-25cadd682e03 HTTP/1.1" status: 200 len: 916 time: 0.0936706 Oct 23 00:58:25.334120 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a3c12627-169e-4d6c-9745-286fc36cc0bf req-7743e435-27eb-4886-aedb-512fc7225209 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03b8c8cc-3573-4004-a318-cc6ea8e45066 HTTP/1.1" status: 200 len: 217 time: 0.0343132 Oct 23 00:58:25.385739 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c12627-169e-4d6c-9745-286fc36cc0bf req-dea10029-8f5b-4da8-9973-822402f583e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:25.387205 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a3c12627-169e-4d6c-9745-286fc36cc0bf req-dea10029-8f5b-4da8-9973-822402f583e3 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=943dfaf8-c12c-409b-b313-a2e572eba44f HTTP/1.1" status: 200 len: 854 time: 0.0465879 Oct 23 00:58:25.433212 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c12627-169e-4d6c-9745-286fc36cc0bf req-edb28ab8-215d-4067-9fee-b38559a62ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:25.434678 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a3c12627-169e-4d6c-9745-286fc36cc0bf req-edb28ab8-215d-4067-9fee-b38559a62ad6 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=a82fecef-3e22-41fa-8192-25cadd682e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391295 Oct 23 00:58:25.540904 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a3c12627-169e-4d6c-9745-286fc36cc0bf req-79ceea8d-63a4-4c38-b963-b5a3807a7c45 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/a82fecef-3e22-41fa-8192-25cadd682e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972867 Oct 23 00:58:25.639749 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a3c12627-169e-4d6c-9745-286fc36cc0bf req-0f1c2c61-a09a-40ea-956c-b6d5c2911b1f service neutron] 10.222.0.52 "GET /networking/v2.0/networks/a82fecef-3e22-41fa-8192-25cadd682e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897722 Oct 23 00:58:26.149666 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:26.197044 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc9e8b-f887-48e9-988e-4e6184b832f8 req-1fde33aa-3e07-4664-ae49-47a990459c74 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:26.198560 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6acc9e8b-f887-48e9-988e-4e6184b832f8 req-1fde33aa-3e07-4664-ae49-47a990459c74 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/networks?id=706576df-d255-452e-b7ba-460fee4fb9d4 HTTP/1.1" status: 200 len: 808 time: 0.1233761 Oct 23 00:58:26.239430 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6acc9e8b-f887-48e9-988e-4e6184b832f8 req-7fe99a0c-f637-4ad4-9ac8-696c93993e67 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/quotas/b5384f8ed0fa4c7695758da237326753 HTTP/1.1" status: 200 len: 375 time: 0.0299070 Oct 23 00:58:26.264562 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49175b83-dfd1-4c34-bed4-a7646a9f8da6 req-3dc2786c-7923-4cf9-97a9-370ecc0036bf tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:26.266214 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-49175b83-dfd1-4c34-bed4-a7646a9f8da6 req-3dc2786c-7923-4cf9-97a9-370ecc0036bf tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d3ff7f-a7b9-4b82-a87a-7c732191a284 HTTP/1.1" status: 200 len: 943 time: 0.0666046 Oct 23 00:58:26.287219 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6acc9e8b-f887-48e9-988e-4e6184b832f8 req-0f061da0-ff03-4d16-97e7-ce648f252cc7 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=b5384f8ed0fa4c7695758da237326753&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418093 Oct 23 00:58:26.323898 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:26.377018 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-49175b83-dfd1-4c34-bed4-a7646a9f8da6 req-c4802306-97cc-4a62-8b02-833a7dac2563 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef20917c-8dad-4b49-8e2b-5fc4aa0568d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968533 Oct 23 00:58:26.409841 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6acc9e8b-f887-48e9-988e-4e6184b832f8 req-94f38c46-0c57-465b-86be-75914ad9d95e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/706576df-d255-452e-b7ba-460fee4fb9d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146746 Oct 23 00:58:26.527938 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63e8fa-2392-4a43-8889-2d7aa3624676 req-fc7af2f1-6e00-400c-9db1-ed799eb5c15c tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:26.529871 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-8e63e8fa-2392-4a43-8889-2d7aa3624676 req-fc7af2f1-6e00-400c-9db1-ed799eb5c15c tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 945 time: 0.0662730 Oct 23 00:58:26.564739 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6acc9e8b-f887-48e9-988e-4e6184b832f8 req-ed87139d-98e3-45d5-8633-aa21cbe1ff30 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/706576df-d255-452e-b7ba-460fee4fb9d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485291 Oct 23 00:58:26.597081 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-8e63e8fa-2392-4a43-8889-2d7aa3624676 req-aa9a6329-5904-42c8-833c-13f8a4615739 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603087 Oct 23 00:58:26.736536 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a7e96050-f82b-4d3b-9ced-19d355e43420 req-f90e8c5a-3d87-4779-8219-669988bde94f tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7015e66d-3b14-4b79-a5ff-1b031523252b HTTP/1.1" status: 200 len: 210 time: 0.0289729 Oct 23 00:58:27.246086 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 03b8c8cc-3573-4004-a318-cc6ea8e45066 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104553) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 00:58:27.450841 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port 03b8c8cc-3573-4004-a318-cc6ea8e45066, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=03b8c8cc-3573-4004-a318-cc6ea8e45066,segment=NetworkSegment(cddd1db6-cf69-4403-969b-c4a8db3f5024),segment_id=cddd1db6-cf69-4403-969b-c4a8db3f5024)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:58:27.467067 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Returning: {'device': '03b8c8cc-3573-4004-a318-cc6ea8e45066', 'network_id': 'a82fecef-3e22-41fa-8192-25cadd682e03', 'port_id': '03b8c8cc-3573-4004-a318-cc6ea8e45066', 'mac_address': 'fa:16:3e:8f:64:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '943dfaf8-c12c-409b-b313-a2e572eba44f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104553) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 00:58:27.532554 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Current status of the port 03b8c8cc-3573-4004-a318-cc6ea8e45066 is: DOWN; New status is: BUILD {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:58:27.532983 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (03b8c8cc-3573-4004-a318-cc6ea8e45066), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:27.545497 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:27.549458 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.notifiers.nova [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03b8c8cc-3573-4004-a318-cc6ea8e45066 {{(pid=104553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 00:58:27.569032 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec10f63-f056-4f7e-a398-4a141fca071a req-3786aa4f-e340-4752-a314-a25a02f92200 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:27.570731 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-fec10f63-f056-4f7e-a398-4a141fca071a req-3786aa4f-e340-4752-a314-a25a02f92200 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d3ff7f-a7b9-4b82-a87a-7c732191a284 HTTP/1.1" status: 200 len: 943 time: 0.0970159 Oct 23 00:58:27.573272 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port 03b8c8cc-3573-4004-a318-cc6ea8e45066, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=03b8c8cc-3573-4004-a318-cc6ea8e45066,segment=NetworkSegment(cddd1db6-cf69-4403-969b-c4a8db3f5024),segment_id=cddd1db6-cf69-4403-969b-c4a8db3f5024)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:58:27.580149 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (03b8c8cc-3573-4004-a318-cc6ea8e45066), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:27.643714 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Pushing event updated for resources: {'Port': ['ID=03b8c8cc-3573-4004-a318-cc6ea8e45066,revision_number=4']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:27.660103 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-fec10f63-f056-4f7e-a398-4a141fca071a req-f65a7a79-1650-4b56-b33c-a0963f590cbb tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef20917c-8dad-4b49-8e2b-5fc4aa0568d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716832 Oct 23 00:58:27.779142 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dfa2a3-d7e8-434a-b0dd-d8a49dc5ccca req-6c5525f9-21e4-49e8-8735-6e255d44d2b5 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:27.786571 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-77dfa2a3-d7e8-434a-b0dd-d8a49dc5ccca req-6c5525f9-21e4-49e8-8735-6e255d44d2b5 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 945 time: 0.0698853 Oct 23 00:58:27.889307 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a259c078-c617-43bf-bb5f-f300dc8d9031 req-54df32b1-9ae6-442d-9c00-b95066f2aee2 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7015e66d-3b14-4b79-a5ff-1b031523252b HTTP/1.1" status: 200 len: 210 time: 0.0455332 Oct 23 00:58:27.898477 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-77dfa2a3-d7e8-434a-b0dd-d8a49dc5ccca req-138a66fc-dee1-4f8f-a3f3-bee66924e2c6 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108902 Oct 23 00:58:27.934186 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] get_ports_and_sgs() called for port_ids ['03b8c8cc-3573-4004-a318-cc6ea8e45066'] {{(pid=104553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 00:58:28.738885 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc9e8b-f887-48e9-988e-4e6184b832f8 req-ee241bf4-3a0e-49cd-88aa-2927396f6721 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:28.740439 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6acc9e8b-f887-48e9-988e-4e6184b832f8 req-ee241bf4-3a0e-49cd-88aa-2927396f6721 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.52 "GET /networking/v2.0/networks?id=706576df-d255-452e-b7ba-460fee4fb9d4 HTTP/1.1" status: 200 len: 808 time: 0.1866930 Oct 23 00:58:28.763949 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [req-6acc9e8b-f887-48e9-988e-4e6184b832f8 req-be679a8a-de9d-4e19-960d-7c02a1084ba8 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Request body: {'port': {'device_id': '7015e66d-3b14-4b79-a5ff-1b031523252b', 'network_id': '706576df-d255-452e-b7ba-460fee4fb9d4', 'admin_state_up': True, 'tenant_id': 'b5384f8ed0fa4c7695758da237326753'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:58:28.914027 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2082d3d-f1b8-459c-8029-c496766d3447 req-5c828a8b-45eb-401a-a180-7151bc26ca01 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:28.915552 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-b2082d3d-f1b8-459c-8029-c496766d3447 req-5c828a8b-45eb-401a-a180-7151bc26ca01 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d3ff7f-a7b9-4b82-a87a-7c732191a284 HTTP/1.1" status: 200 len: 944 time: 0.1178570 Oct 23 00:58:28.997790 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:29.029425 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-b2082d3d-f1b8-459c-8029-c496766d3447 req-0c0cb7d2-0184-4d95-83ee-6ea2ecf5ec30 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef20917c-8dad-4b49-8e2b-5fc4aa0568d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027019 Oct 23 00:58:29.066707 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-fe84b518-cf60-410e-867a-09ac28d9597a req-5367ee35-a113-40e6-9aa4-16362d80d6ce tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7015e66d-3b14-4b79-a5ff-1b031523252b HTTP/1.1" status: 200 len: 210 time: 0.0692158 Oct 23 00:58:29.087606 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6acc9e8b-f887-48e9-988e-4e6184b832f8 req-be679a8a-de9d-4e19-960d-7c02a1084ba8 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Made reservation on behalf of b5384f8ed0fa4c7695758da237326753 for: {'port': 1} {{(pid=104552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:58:29.091488 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-6acc9e8b-f887-48e9-988e-4e6184b832f8 req-be679a8a-de9d-4e19-960d-7c02a1084ba8 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:29.232090 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6475f7-69a6-4d49-aae2-de8e226c9365 req-0b14e134-2e10-40c5-9cca-f44f937c877d tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:29.233872 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1b6475f7-69a6-4d49-aae2-de8e226c9365 req-0b14e134-2e10-40c5-9cca-f44f937c877d tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 945 time: 0.1163583 Oct 23 00:58:29.275795 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 03b8c8cc-3573-4004-a318-cc6ea8e45066 up at agent hyperv_hv-cinder-maste {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:58:29.341431 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Provisioning for port 03b8c8cc-3573-4004-a318-cc6ea8e45066 completed by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 00:58:29.350013 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1b6475f7-69a6-4d49-aae2-de8e226c9365 req-3b4454d3-3fcf-424f-999c-1015bbdd78f5 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032782 Oct 23 00:58:29.359188 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.db_base_plugin_common [req-6acc9e8b-f887-48e9-988e-4e6184b832f8 req-be679a8a-de9d-4e19-960d-7c02a1084ba8 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Allocated IP 172.20.0.8 (706576df-d255-452e-b7ba-460fee4fb9d4/5a084bd4-dc2a-4656-9023-88a6c081dfcb/19512650-9bca-4907-b617-1c0c66b0d695) {{(pid=104552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:58:29.369617 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Provisioning complete for port 03b8c8cc-3573-4004-a318-cc6ea8e45066 triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:58:29.370138 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (03b8c8cc-3573-4004-a318-cc6ea8e45066), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:29.371090 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Attempt 1 to provision port 03b8c8cc-3573-4004-a318-cc6ea8e45066 Oct 23 00:58:29.423481 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:29.475735 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Current status of the port 03b8c8cc-3573-4004-a318-cc6ea8e45066 is: BUILD; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:58:29.475735 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (03b8c8cc-3573-4004-a318-cc6ea8e45066), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:29.504404 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d3ff7f-a7b9-4b82-a87a-7c732191a284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03b8c8cc-3573-4004-a318-cc6ea8e45066'}] {{(pid=104553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:58:29.506822 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ef7492e608d46078fd98593772981b2cfdf47eaedaeea269e4497eac5a7bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e08c46d-5fa4-4a6f-b3d5-21a10d9643b9" -d '{"events": [{"server_uuid": "66d3ff7f-a7b9-4b82-a87a-7c732191a284", "name": "network-vif-plugged", "status": "completed", "tag": "03b8c8cc-3573-4004-a318-cc6ea8e45066"}]}' {{(pid=104553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:58:29.521586 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port 03b8c8cc-3573-4004-a318-cc6ea8e45066, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=03b8c8cc-3573-4004-a318-cc6ea8e45066,segment=NetworkSegment(cddd1db6-cf69-4403-969b-c4a8db3f5024),segment_id=cddd1db6-cf69-4403-969b-c4a8db3f5024)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:58:29.531655 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (03b8c8cc-3573-4004-a318-cc6ea8e45066), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:29.561300 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 00:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca151731-1d6f-42bc-9f18-4d5e46816d20 x-openstack-request-id: req-ca151731-1d6f-42bc-9f18-4d5e46816d20 {{(pid=104553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:58:29.561673 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66d3ff7f-a7b9-4b82-a87a-7c732191a284", "name": "network-vif-plugged", "status": "completed", "tag": "03b8c8cc-3573-4004-a318-cc6ea8e45066", "code": 200}]} {{(pid=104553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:58:29.561884 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ca151731-1d6f-42bc-9f18-4d5e46816d20 {{(pid=104553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:58:29.562268 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca151731-1d6f-42bc-9f18-4d5e46816d20'] response: {'server_uuid': '66d3ff7f-a7b9-4b82-a87a-7c732191a284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03b8c8cc-3573-4004-a318-cc6ea8e45066', 'code': 200} Oct 23 00:58:29.598605 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Pushing event updated for resources: {'Port': ['ID=03b8c8cc-3573-4004-a318-cc6ea8e45066,revision_number=5']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:29.857537 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e929f-42bf-4884-897a-0a7450fd0c02 req-42e194f2-d4fe-4483-b3ec-c6cd8e04743c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:29.859935 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a77e929f-42bf-4884-897a-0a7450fd0c02 req-42e194f2-d4fe-4483-b3ec-c6cd8e04743c service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=66d3ff7f-a7b9-4b82-a87a-7c732191a284 HTTP/1.1" status: 200 len: 1129 time: 0.0759017 Oct 23 00:58:29.875803 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-6acc9e8b-f887-48e9-988e-4e6184b832f8 req-be679a8a-de9d-4e19-960d-7c02a1084ba8 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Publish callbacks [] for port (19512650-9bca-4907-b617-1c0c66b0d695), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:29.955990 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a77e929f-42bf-4884-897a-0a7450fd0c02 req-84f14414-60ea-47cc-b483-076c16ab5f84 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ef20917c-8dad-4b49-8e2b-5fc4aa0568d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781794 Oct 23 00:58:29.960381 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-6acc9e8b-f887-48e9-988e-4e6184b832f8 req-be679a8a-de9d-4e19-960d-7c02a1084ba8 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5995606'] for port (19512650-9bca-4907-b617-1c0c66b0d695), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:30.023237 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6acc9e8b-f887-48e9-988e-4e6184b832f8 req-be679a8a-de9d-4e19-960d-7c02a1084ba8 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Network 706576df-d255-452e-b7ba-460fee4fb9d4 is already hosted by enough agents. {{(pid=104552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:58:30.025255 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be679a8a-de9d-4e19-960d-7c02a1084ba8 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Pushing event updated for resources: {'Port': ['ID=19512650-9bca-4907-b617-1c0c66b0d695,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:30.027928 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.base_scheduler [req-6acc9e8b-f887-48e9-988e-4e6184b832f8 req-be679a8a-de9d-4e19-960d-7c02a1084ba8 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Resources bound (agent type, host, resource id): {{(pid=104552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:58:30.036793 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.l3_dvrscheduler_db [req-6acc9e8b-f887-48e9-988e-4e6184b832f8 req-be679a8a-de9d-4e19-960d-7c02a1084ba8 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Received port after_create {{(pid=104552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:58:30.114409 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc9e8b-f887-48e9-988e-4e6184b832f8 req-be679a8a-de9d-4e19-960d-7c02a1084ba8 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:30.115535 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-6acc9e8b-f887-48e9-988e-4e6184b832f8 req-be679a8a-de9d-4e19-960d-7c02a1084ba8 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:30.158028 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6acc9e8b-f887-48e9-988e-4e6184b832f8 req-be679a8a-de9d-4e19-960d-7c02a1084ba8 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4051843 Oct 23 00:58:30.208090 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [req-6acc9e8b-f887-48e9-988e-4e6184b832f8 req-103e7a07-4948-4ae8-b631-0539400de4ad service neutron] Request body: {'port': {'device_id': '7015e66d-3b14-4b79-a5ff-1b031523252b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:58:30.232237 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:30.233108 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:30.234642 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=56,neutron:UPDATE=1 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:30.273712 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28ae55-4503-4e6e-af06-693c6657a461 req-52ad49c4-260a-490e-af5a-780fb87a8cb9 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:30.276220 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ca28ae55-4503-4e6e-af06-693c6657a461 req-52ad49c4-260a-490e-af5a-780fb87a8cb9 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d3ff7f-a7b9-4b82-a87a-7c732191a284 HTTP/1.1" status: 200 len: 945 time: 0.1162908 Oct 23 00:58:30.304090 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e09221-9089-4aac-b64e-656e99eee1a1 req-d474e47b-73f4-424f-8a37-58eb19cd1bf4 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:30.305610 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-36e09221-9089-4aac-b64e-656e99eee1a1 req-d474e47b-73f4-424f-8a37-58eb19cd1bf4 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7015e66d-3b14-4b79-a5ff-1b031523252b HTTP/1.1" status: 200 len: 931 time: 0.1159647 Oct 23 00:58:30.372080 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-6acc9e8b-f887-48e9-988e-4e6184b832f8 req-103e7a07-4948-4ae8-b631-0539400de4ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (19512650-9bca-4907-b617-1c0c66b0d695), before_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:30.470674 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ca28ae55-4503-4e6e-af06-693c6657a461 req-2c5633a6-9771-4642-9960-cb8c0ce7b2fa tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef20917c-8dad-4b49-8e2b-5fc4aa0568d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830156 Oct 23 00:58:30.514192 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-36e09221-9089-4aac-b64e-656e99eee1a1 req-83ddd02b-f540-44c4-8675-3c201a750847 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aee26348-8e69-40a4-ac27-4b922e21afd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813879 Oct 23 00:58:30.669551 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576daa11-2dfa-4220-9b31-cafb606327df req-872eafff-cd55-4771-9c5f-fb9d9246c6b1 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:30.671209 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-576daa11-2dfa-4220-9b31-cafb606327df req-872eafff-cd55-4771-9c5f-fb9d9246c6b1 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 945 time: 0.0747507 Oct 23 00:58:30.729186 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:30.784210 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-576daa11-2dfa-4220-9b31-cafb606327df req-629e5c36-b48b-4926-8330-3c3762082929 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780399 Oct 23 00:58:30.870198 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [req-6acc9e8b-f887-48e9-988e-4e6184b832f8 req-103e7a07-4948-4ae8-b631-0539400de4ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19512650-9bca-4907-b617-1c0c66b0d695 {{(pid=104552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 00:58:30.879516 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-6acc9e8b-f887-48e9-988e-4e6184b832f8 req-103e7a07-4948-4ae8-b631-0539400de4ad service neutron] Publish callbacks [] for port (19512650-9bca-4907-b617-1c0c66b0d695), precommit_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:30.936247 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.provisioning_blocks [req-6acc9e8b-f887-48e9-988e-4e6184b832f8 req-103e7a07-4948-4ae8-b631-0539400de4ad service neutron] Transition to ACTIVE for port object 19512650-9bca-4907-b617-1c0c66b0d695 will not be triggered until provisioned by entity L2. {{(pid=104552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 00:58:30.943956 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-6acc9e8b-f887-48e9-988e-4e6184b832f8 req-103e7a07-4948-4ae8-b631-0539400de4ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5995615'] for port (19512650-9bca-4907-b617-1c0c66b0d695), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:30.959488 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a8d44f07-acc6-4c81-96e8-9e9470015d4f req-7810aff0-694a-4265-9e8a-1ded45baa91d service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=435f22ac-20bf-48b6-b42c-62ecd7cf29f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0570934 Oct 23 00:58:31.070196 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e7a07-4948-4ae8-b631-0539400de4ad service neutron] Pushing event updated for resources: {'Port': ['ID=19512650-9bca-4907-b617-1c0c66b0d695,revision_number=2']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:31.086291 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d44f07-acc6-4c81-96e8-9e9470015d4f req-8b5c071b-0c83-491b-ac17-7557376d3c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:31.087848 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a8d44f07-acc6-4c81-96e8-9e9470015d4f req-8b5c071b-0c83-491b-ac17-7557376d3c56 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=94cfcbd6f144492d8be27fe35cbe76d5&device_id=435f22ac-20bf-48b6-b42c-62ecd7cf29f3 HTTP/1.1" status: 200 len: 1129 time: 0.0842285 Oct 23 00:58:31.109325 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.managers [req-6acc9e8b-f887-48e9-988e-4e6184b832f8 req-103e7a07-4948-4ae8-b631-0539400de4ad service neutron] Attempting to bind port 19512650-9bca-4907-b617-1c0c66b0d695 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:58:31.109727 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.managers [req-6acc9e8b-f887-48e9-988e-4e6184b832f8 req-103e7a07-4948-4ae8-b631-0539400de4ad service neutron] Attempting to bind port 19512650-9bca-4907-b617-1c0c66b0d695 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '5d321273-3f83-40d4-be02-80695052ceb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '706576df-d255-452e-b7ba-460fee4fb9d4'}] {{(pid=104552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:58:31.110026 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acc9e8b-f887-48e9-988e-4e6184b832f8 req-103e7a07-4948-4ae8-b631-0539400de4ad service neutron] Attempting to bind port 19512650-9bca-4907-b617-1c0c66b0d695 on network 706576df-d255-452e-b7ba-460fee4fb9d4 {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:58:31.211423 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acc9e8b-f887-48e9-988e-4e6184b832f8 req-103e7a07-4948-4ae8-b631-0539400de4ad service neutron] Port 19512650-9bca-4907-b617-1c0c66b0d695 on network 706576df-d255-452e-b7ba-460fee4fb9d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 00:58:31.211645 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acc9e8b-f887-48e9-988e-4e6184b832f8 req-103e7a07-4948-4ae8-b631-0539400de4ad service neutron] Attempting to bind port 19512650-9bca-4907-b617-1c0c66b0d695 on network 706576df-d255-452e-b7ba-460fee4fb9d4 {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:58:31.272743 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:31.276172 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d44f07-acc6-4c81-96e8-9e9470015d4f req-657530b4-164a-4552-a1cb-ac071764c9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:31.277858 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a8d44f07-acc6-4c81-96e8-9e9470015d4f req-657530b4-164a-4552-a1cb-ac071764c9d4 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=1d27b6d9-fef6-49cb-833f-13cb9578958e HTTP/1.1" status: 200 len: 920 time: 0.1653092 Oct 23 00:58:31.287145 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acc9e8b-f887-48e9-988e-4e6184b832f8 req-103e7a07-4948-4ae8-b631-0539400de4ad service neutron] Checking agent: {'id': '16cf44eb-3ef2-4361-a416-47ab9083b794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 53, 30), 'started_at': datetime.datetime(2022, 10, 23, 0, 53, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:58:31.287645 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acc9e8b-f887-48e9-988e-4e6184b832f8 req-103e7a07-4948-4ae8-b631-0539400de4ad service neutron] Checking segment: {'id': '5d321273-3f83-40d4-be02-80695052ceb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '706576df-d255-452e-b7ba-460fee4fb9d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:58:31.287937 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6acc9e8b-f887-48e9-988e-4e6184b832f8 req-103e7a07-4948-4ae8-b631-0539400de4ad service neutron] Bound using segment: {'id': '5d321273-3f83-40d4-be02-80695052ceb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '706576df-d255-452e-b7ba-460fee4fb9d4'} {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:58:31.288423 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.managers [req-6acc9e8b-f887-48e9-988e-4e6184b832f8 req-103e7a07-4948-4ae8-b631-0539400de4ad service neutron] Bound port: 19512650-9bca-4907-b617-1c0c66b0d695, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d321273-3f83-40d4-be02-80695052ceb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '706576df-d255-452e-b7ba-460fee4fb9d4'}}] {{(pid=104552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:58:31.288821 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-6acc9e8b-f887-48e9-988e-4e6184b832f8 req-103e7a07-4948-4ae8-b631-0539400de4ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (19512650-9bca-4907-b617-1c0c66b0d695), before_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:31.297930 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (16cf44eb-3ef2-4361-a416-47ab9083b794), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:31.366409 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-6acc9e8b-f887-48e9-988e-4e6184b832f8 req-103e7a07-4948-4ae8-b631-0539400de4ad service neutron] For port 19512650-9bca-4907-b617-1c0c66b0d695, host hv-cinder-maste, cleared binding levels {{(pid=104552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:58:31.372159 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-6acc9e8b-f887-48e9-988e-4e6184b832f8 req-103e7a07-4948-4ae8-b631-0539400de4ad service neutron] For port 19512650-9bca-4907-b617-1c0c66b0d695, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=19512650-9bca-4907-b617-1c0c66b0d695,segment=NetworkSegment(5d321273-3f83-40d4-be02-80695052ceb8),segment_id=5d321273-3f83-40d4-be02-80695052ceb8)] {{(pid=104552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:58:31.380110 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-6acc9e8b-f887-48e9-988e-4e6184b832f8 req-103e7a07-4948-4ae8-b631-0539400de4ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5995615'] for port (19512650-9bca-4907-b617-1c0c66b0d695), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:31.383953 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc9e8b-f887-48e9-988e-4e6184b832f8 req-103e7a07-4948-4ae8-b631-0539400de4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:31.384953 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-6acc9e8b-f887-48e9-988e-4e6184b832f8 req-103e7a07-4948-4ae8-b631-0539400de4ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:31.386719 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6acc9e8b-f887-48e9-988e-4e6184b832f8 req-103e7a07-4948-4ae8-b631-0539400de4ad service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/19512650-9bca-4907-b617-1c0c66b0d695 HTTP/1.1" status: 200 len: 1093 time: 1.1952896 Oct 23 00:58:31.389137 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7015e66d-3b14-4b79-a5ff-1b031523252b', 'tag': '19512650-9bca-4907-b617-1c0c66b0d695'}] {{(pid=104552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:58:31.391733 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e71a59ae106f7f9b2e36c913636ed0b95d68e581a9dbd71020046a5c2e6c46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b515ef-b897-4ba0-bbe3-c31febbea914" -d '{"events": [{"name": "network-changed", "server_uuid": "7015e66d-3b14-4b79-a5ff-1b031523252b", "tag": "19512650-9bca-4907-b617-1c0c66b0d695"}]}' {{(pid=104552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:58:31.438303 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 00:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a6e786-c7a1-43a1-8da1-2c6884d71a61 x-openstack-request-id: req-99a6e786-c7a1-43a1-8da1-2c6884d71a61 {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:58:31.438709 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7015e66d-3b14-4b79-a5ff-1b031523252b", "tag": "19512650-9bca-4907-b617-1c0c66b0d695", "status": "completed", "code": 200}]} {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:58:31.438965 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-99a6e786-c7a1-43a1-8da1-2c6884d71a61 {{(pid=104552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:58:31.439372 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99a6e786-c7a1-43a1-8da1-2c6884d71a61'] response: {'name': 'network-changed', 'server_uuid': '7015e66d-3b14-4b79-a5ff-1b031523252b', 'tag': '19512650-9bca-4907-b617-1c0c66b0d695', 'status': 'completed', 'code': 200} Oct 23 00:58:31.451100 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e7a07-4948-4ae8-b631-0539400de4ad service neutron] Pushing event updated for resources: {'Port': ['ID=19512650-9bca-4907-b617-1c0c66b0d695,revision_number=3']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:31.614934 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fd4b17-f40a-41af-a83c-cdb189ed1d3c req-b02eaabe-e75b-484e-bd11-24b1ae88155b tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:31.616539 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-84fd4b17-f40a-41af-a83c-cdb189ed1d3c req-b02eaabe-e75b-484e-bd11-24b1ae88155b tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d3ff7f-a7b9-4b82-a87a-7c732191a284 HTTP/1.1" status: 200 len: 945 time: 0.0602982 Oct 23 00:58:31.693760 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9f619-a068-4b2b-8c3e-e28108af59f8 req-9b6f679c-d184-4451-b344-3b0a97e9ceda tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:31.697942 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-8dd9f619-a068-4b2b-8c3e-e28108af59f8 req-9b6f679c-d184-4451-b344-3b0a97e9ceda tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7015e66d-3b14-4b79-a5ff-1b031523252b HTTP/1.1" status: 200 len: 943 time: 0.0800619 Oct 23 00:58:31.733268 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-84fd4b17-f40a-41af-a83c-cdb189ed1d3c req-a9d943e3-cef3-46ee-8e86-3819d8fd3496 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef20917c-8dad-4b49-8e2b-5fc4aa0568d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069565 Oct 23 00:58:31.747508 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:31.784595 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-8dd9f619-a068-4b2b-8c3e-e28108af59f8 req-9f751c55-f4b4-4b64-b3a5-36beeaf1b9f9 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aee26348-8e69-40a4-ac27-4b922e21afd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768087 Oct 23 00:58:31.907856 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a8d44f07-acc6-4c81-96e8-9e9470015d4f req-73af11c2-4616-43cc-ba67-722483893e88 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdd89988-ac0b-48a6-9a93-d8efc80c0957 HTTP/1.1" status: 200 len: 217 time: 0.0649817 Oct 23 00:58:32.058078 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b515ef-b897-4ba0-bbe3-c31febbea914 req-4348712d-d100-4229-a0a6-1ec5ac415b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:32.061563 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-79b515ef-b897-4ba0-bbe3-c31febbea914 req-4348712d-d100-4229-a0a6-1ec5ac415b2f service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=b5384f8ed0fa4c7695758da237326753&device_id=7015e66d-3b14-4b79-a5ff-1b031523252b HTTP/1.1" status: 200 len: 1127 time: 0.1516871 Oct 23 00:58:32.110234 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166a322-4623-40c9-a657-27416081439d req-aa266023-1d1d-4865-b9ea-04b27985dd16 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:32.111784 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-2166a322-4623-40c9-a657-27416081439d req-aa266023-1d1d-4865-b9ea-04b27985dd16 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d3ff7f-a7b9-4b82-a87a-7c732191a284 HTTP/1.1" status: 200 len: 945 time: 0.2008553 Oct 23 00:58:32.130041 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4be6a-5ea9-441c-bcb8-d682fa2e12de req-e32ddda5-8425-4b3e-9106-cd86b0b5fd41 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:32.132203 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-fef4be6a-5ea9-441c-bcb8-d682fa2e12de req-e32ddda5-8425-4b3e-9106-cd86b0b5fd41 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 945 time: 0.1800611 Oct 23 00:58:32.182425 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d44f07-acc6-4c81-96e8-9e9470015d4f req-c9038df8-1131-4024-920d-9ce4cc42187f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:32.183912 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a8d44f07-acc6-4c81-96e8-9e9470015d4f req-c9038df8-1131-4024-920d-9ce4cc42187f service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=b567fc0e-81bb-4e4e-8bd3-a17fd2562f11 HTTP/1.1" status: 200 len: 858 time: 0.2306383 Oct 23 00:58:32.315130 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d44f07-acc6-4c81-96e8-9e9470015d4f req-cfb4de1a-279d-4bc5-863c-8d44a518f6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:32.316553 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a8d44f07-acc6-4c81-96e8-9e9470015d4f req-cfb4de1a-279d-4bc5-863c-8d44a518f6e0 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=1d27b6d9-fef6-49cb-833f-13cb9578958e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1092389 Oct 23 00:58:32.331330 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-fef4be6a-5ea9-441c-bcb8-d682fa2e12de req-901612d1-489d-408b-b34d-5822bc725ee6 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1685870 Oct 23 00:58:32.372664 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-2166a322-4623-40c9-a657-27416081439d req-8cff6231-b372-40f6-b6ce-df86718e7c97 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef20917c-8dad-4b49-8e2b-5fc4aa0568d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371743 Oct 23 00:58:32.376140 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b515ef-b897-4ba0-bbe3-c31febbea914 req-3926e1cf-f658-4283-8b73-c38808ddfcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:32.383691 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-79b515ef-b897-4ba0-bbe3-c31febbea914 req-3926e1cf-f658-4283-8b73-c38808ddfcc3 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=b5384f8ed0fa4c7695758da237326753&shared=False HTTP/1.1" status: 200 len: 909 time: 0.3111601 Oct 23 00:58:32.554471 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a8d44f07-acc6-4c81-96e8-9e9470015d4f req-6c974807-186d-4d1c-86d1-4fed3e3e0ac7 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/1d27b6d9-fef6-49cb-833f-13cb9578958e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258573 Oct 23 00:58:32.672293 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b515ef-b897-4ba0-bbe3-c31febbea914 req-40c7f22f-02e1-4c3e-b3ce-eab0862fba62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:32.674209 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-79b515ef-b897-4ba0-bbe3-c31febbea914 req-40c7f22f-02e1-4c3e-b3ce-eab0862fba62 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2458351 Oct 23 00:58:32.881019 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ae5095-f642-4008-8705-28bd43c75390 req-0418d456-c0f0-4821-b793-bf2199addf4e tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:32.884454 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-77ae5095-f642-4008-8705-28bd43c75390 req-0418d456-c0f0-4821-b793-bf2199addf4e tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d3ff7f-a7b9-4b82-a87a-7c732191a284 HTTP/1.1" status: 200 len: 945 time: 0.1466949 Oct 23 00:58:32.886817 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a8d44f07-acc6-4c81-96e8-9e9470015d4f req-47f0dd17-bd41-4277-af05-0103727eb20c service neutron] 10.222.0.52 "GET /networking/v2.0/networks/1d27b6d9-fef6-49cb-833f-13cb9578958e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201060 Oct 23 00:58:32.889952 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc9e8b-f887-48e9-988e-4e6184b832f8 req-10634801-d509-46e4-bf69-787fccee2cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:32.891485 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6acc9e8b-f887-48e9-988e-4e6184b832f8 req-10634801-d509-46e4-bf69-787fccee2cad service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=b5384f8ed0fa4c7695758da237326753&device_id=7015e66d-3b14-4b79-a5ff-1b031523252b HTTP/1.1" status: 200 len: 1127 time: 0.1525376 Oct 23 00:58:32.943722 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:32.976089 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6acc9e8b-f887-48e9-988e-4e6184b832f8 req-b4327fe7-0419-44bb-bb61-bf9b113f4caa service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19512650-9bca-4907-b617-1c0c66b0d695 HTTP/1.1" status: 200 len: 217 time: 0.0683649 Oct 23 00:58:32.997546 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ecd50-0a4e-48c9-bf32-2ccd68c2ecf0 req-ba942196-79b7-4452-b304-d1b99556815f tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:32.999200 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-317ecd50-0a4e-48c9-bf32-2ccd68c2ecf0 req-ba942196-79b7-4452-b304-d1b99556815f tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7015e66d-3b14-4b79-a5ff-1b031523252b HTTP/1.1" status: 200 len: 943 time: 0.1112056 Oct 23 00:58:32.999856 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:33.074176 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-77ae5095-f642-4008-8705-28bd43c75390 req-07f35980-7801-4200-bbb0-b4a93d18a9d9 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef20917c-8dad-4b49-8e2b-5fc4aa0568d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724961 Oct 23 00:58:33.106268 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc9e8b-f887-48e9-988e-4e6184b832f8 req-9c5fb9a8-2e25-4ff0-af62-45644843be6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:33.107903 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6acc9e8b-f887-48e9-988e-4e6184b832f8 req-9c5fb9a8-2e25-4ff0-af62-45644843be6a service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=5a084bd4-dc2a-4656-9023-88a6c081dfcb HTTP/1.1" status: 200 len: 848 time: 0.1042752 Oct 23 00:58:33.123213 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-317ecd50-0a4e-48c9-bf32-2ccd68c2ecf0 req-ff6ac9b2-c5a8-498d-bb37-5ee80572a4b6 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aee26348-8e69-40a4-ac27-4b922e21afd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000493 Oct 23 00:58:33.167191 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6acc9e8b-f887-48e9-988e-4e6184b832f8 req-2f94b9dd-852a-4475-b746-c57722459dfb service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=706576df-d255-452e-b7ba-460fee4fb9d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428715 Oct 23 00:58:33.301203 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6acc9e8b-f887-48e9-988e-4e6184b832f8 req-536f65ba-5955-4d14-81b3-65ad4f2fd1f1 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/706576df-d255-452e-b7ba-460fee4fb9d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270938 Oct 23 00:58:33.427746 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6acc9e8b-f887-48e9-988e-4e6184b832f8 req-525655b1-10c9-44e8-b665-00fcf7d1bd4a service neutron] 10.222.0.52 "GET /networking/v2.0/networks/706576df-d255-452e-b7ba-460fee4fb9d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191111 Oct 23 00:58:33.522668 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b8279-8bac-4742-a014-4532ddf275fe req-656f0143-050b-4dda-9069-19c8261dc37c tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:33.524417 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-cb1b8279-8bac-4742-a014-4532ddf275fe req-656f0143-050b-4dda-9069-19c8261dc37c tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 945 time: 0.0626745 Oct 23 00:58:33.629534 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-cb1b8279-8bac-4742-a014-4532ddf275fe req-4f4ea790-721b-4a4f-ac2c-67c8e1eec751 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917239 Oct 23 00:58:34.001038 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:INSERT=3,neutron:SELECT=18,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:34.008024 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:INSERT=4,neutron:SELECT=29,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:34.264562 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae6b932-e930-4960-836a-4a4446012379 req-603038ba-166b-4e9b-8244-535445b199f1 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:34.266066 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3ae6b932-e930-4960-836a-4a4446012379 req-603038ba-166b-4e9b-8244-535445b199f1 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7015e66d-3b14-4b79-a5ff-1b031523252b HTTP/1.1" status: 200 len: 943 time: 0.0532649 Oct 23 00:58:34.324044 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3ae6b932-e930-4960-836a-4a4446012379 req-0ebc05b5-23bd-4944-9d84-8c7aa6c08645 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aee26348-8e69-40a4-ac27-4b922e21afd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509543 Oct 23 00:58:34.805169 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd8aeb-3a40-4811-9644-2e7a7bd9b601 req-2a052a2f-6d32-41d7-9f19-b466a0b9727c tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:34.806866 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0ecd8aeb-3a40-4811-9644-2e7a7bd9b601 req-2a052a2f-6d32-41d7-9f19-b466a0b9727c tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 945 time: 0.0636957 Oct 23 00:58:34.885916 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0ecd8aeb-3a40-4811-9644-2e7a7bd9b601 req-6baabcef-5dfc-4c5c-8999-8ca7a2277506 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721588 Oct 23 00:58:35.318502 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 19512650-9bca-4907-b617-1c0c66b0d695 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104553) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 00:58:35.433016 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:35.481461 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port 19512650-9bca-4907-b617-1c0c66b0d695, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=19512650-9bca-4907-b617-1c0c66b0d695,segment=NetworkSegment(5d321273-3f83-40d4-be02-80695052ceb8),segment_id=5d321273-3f83-40d4-be02-80695052ceb8)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:58:35.487218 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9b0da-fda7-4e56-8871-bc7253e14651 req-d910c3b4-725a-43c2-bd0e-3356f54d0aa8 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:35.495370 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-73e9b0da-fda7-4e56-8871-bc7253e14651 req-d910c3b4-725a-43c2-bd0e-3356f54d0aa8 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7015e66d-3b14-4b79-a5ff-1b031523252b HTTP/1.1" status: 200 len: 943 time: 0.0612917 Oct 23 00:58:35.497142 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Returning: {'device': '19512650-9bca-4907-b617-1c0c66b0d695', 'network_id': '706576df-d255-452e-b7ba-460fee4fb9d4', 'port_id': '19512650-9bca-4907-b617-1c0c66b0d695', 'mac_address': 'fa:16:3e:5c:02:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a084bd4-dc2a-4656-9023-88a6c081dfcb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104553) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 00:58:35.537471 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Current status of the port 19512650-9bca-4907-b617-1c0c66b0d695 is: DOWN; New status is: BUILD {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:58:35.538295 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (19512650-9bca-4907-b617-1c0c66b0d695), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:35.553688 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-73e9b0da-fda7-4e56-8871-bc7253e14651 req-36b7c254-d628-4c09-8eb9-d76ac789eeff tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aee26348-8e69-40a4-ac27-4b922e21afd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571721 Oct 23 00:58:35.557819 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.notifiers.nova [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19512650-9bca-4907-b617-1c0c66b0d695 {{(pid=104553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 00:58:35.586332 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port 19512650-9bca-4907-b617-1c0c66b0d695, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=19512650-9bca-4907-b617-1c0c66b0d695,segment=NetworkSegment(5d321273-3f83-40d4-be02-80695052ceb8),segment_id=5d321273-3f83-40d4-be02-80695052ceb8)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:58:35.596615 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (19512650-9bca-4907-b617-1c0c66b0d695), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:35.654025 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Pushing event updated for resources: {'Port': ['ID=19512650-9bca-4907-b617-1c0c66b0d695,revision_number=4']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:35.973148 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] get_ports_and_sgs() called for port_ids ['19512650-9bca-4907-b617-1c0c66b0d695'] {{(pid=104553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 00:58:36.003055 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:36.054809 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b860fa0-9913-4309-a62a-7e27fd18419d req-ffe42dde-1630-41f1-9993-b0e379ad9e68 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:36.062075 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3b860fa0-9913-4309-a62a-7e27fd18419d req-ffe42dde-1630-41f1-9993-b0e379ad9e68 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 945 time: 0.0902658 Oct 23 00:58:36.149015 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3b860fa0-9913-4309-a62a-7e27fd18419d req-d19c5fd9-6647-433f-b3ad-df366b98b55c tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859334 Oct 23 00:58:36.692565 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5726db3-dc14-461f-a56e-a54afa78eef9 req-9f717e57-edfd-4ef3-9450-56712c455f3e tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:36.700338 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-b5726db3-dc14-461f-a56e-a54afa78eef9 req-9f717e57-edfd-4ef3-9450-56712c455f3e tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7015e66d-3b14-4b79-a5ff-1b031523252b HTTP/1.1" status: 200 len: 944 time: 0.0614698 Oct 23 00:58:36.756979 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-b5726db3-dc14-461f-a56e-a54afa78eef9 req-870a3518-d9c8-465a-aa7b-b27f9377dd95 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aee26348-8e69-40a4-ac27-4b922e21afd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519099 Oct 23 00:58:37.274978 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb15ea6-1735-4dbd-b6a3-7df4b4fd372c req-f331b21e-4daa-45fd-b068-1e6d60a71859 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:37.276425 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3fb15ea6-1735-4dbd-b6a3-7df4b4fd372c req-f331b21e-4daa-45fd-b068-1e6d60a71859 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 945 time: 0.0494795 Oct 23 00:58:37.294774 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:37.328398 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3fb15ea6-1735-4dbd-b6a3-7df4b4fd372c req-8f6d7ab7-40ca-4322-adcc-82d140768c58 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461667 Oct 23 00:58:37.341095 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 19512650-9bca-4907-b617-1c0c66b0d695 up at agent hyperv_hv-cinder-maste {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:58:37.390129 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Provisioning for port 19512650-9bca-4907-b617-1c0c66b0d695 completed by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 00:58:37.397782 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Provisioning complete for port 19512650-9bca-4907-b617-1c0c66b0d695 triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:58:37.398219 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (19512650-9bca-4907-b617-1c0c66b0d695), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:37.398650 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Attempt 1 to provision port 19512650-9bca-4907-b617-1c0c66b0d695 Oct 23 00:58:37.473060 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Current status of the port 19512650-9bca-4907-b617-1c0c66b0d695 is: BUILD; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:58:37.473437 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (19512650-9bca-4907-b617-1c0c66b0d695), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:37.497547 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7015e66d-3b14-4b79-a5ff-1b031523252b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19512650-9bca-4907-b617-1c0c66b0d695'}] {{(pid=104553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:58:37.499859 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ef7492e608d46078fd98593772981b2cfdf47eaedaeea269e4497eac5a7bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7edd6bc7-c7f5-43c9-b1cb-a64f44af839f" -d '{"events": [{"server_uuid": "7015e66d-3b14-4b79-a5ff-1b031523252b", "name": "network-vif-plugged", "status": "completed", "tag": "19512650-9bca-4907-b617-1c0c66b0d695"}]}' {{(pid=104553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:58:37.514086 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port 19512650-9bca-4907-b617-1c0c66b0d695, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=19512650-9bca-4907-b617-1c0c66b0d695,segment=NetworkSegment(5d321273-3f83-40d4-be02-80695052ceb8),segment_id=5d321273-3f83-40d4-be02-80695052ceb8)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:58:37.522267 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (19512650-9bca-4907-b617-1c0c66b0d695), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:37.547786 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 00:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e4ec4d-526c-4e92-be00-e390549572d1 x-openstack-request-id: req-d2e4ec4d-526c-4e92-be00-e390549572d1 {{(pid=104553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:58:37.547943 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7015e66d-3b14-4b79-a5ff-1b031523252b", "name": "network-vif-plugged", "status": "completed", "tag": "19512650-9bca-4907-b617-1c0c66b0d695", "code": 200}]} {{(pid=104553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:58:37.548110 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d2e4ec4d-526c-4e92-be00-e390549572d1 {{(pid=104553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:58:37.548501 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2e4ec4d-526c-4e92-be00-e390549572d1'] response: {'server_uuid': '7015e66d-3b14-4b79-a5ff-1b031523252b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19512650-9bca-4907-b617-1c0c66b0d695', 'code': 200} Oct 23 00:58:37.573959 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Pushing event updated for resources: {'Port': ['ID=19512650-9bca-4907-b617-1c0c66b0d695,revision_number=5']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:37.649261 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d6896-f718-446e-98a2-e426f338502a req-18c13bd1-c4a7-425f-bdf8-aa10787c4830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:37.650794 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-821d6896-f718-446e-98a2-e426f338502a req-18c13bd1-c4a7-425f-bdf8-aa10787c4830 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=59add4b78cd346a194c4be211d1996be&device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 1129 time: 0.0407100 Oct 23 00:58:37.722093 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:37.754728 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d6896-f718-446e-98a2-e426f338502a req-15a4d6cb-d802-4644-86ea-ed9eef3b1e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:37.756172 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-821d6896-f718-446e-98a2-e426f338502a req-15a4d6cb-d802-4644-86ea-ed9eef3b1e5d service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=f8105e98-346f-4369-be4d-2cb2d399c07a HTTP/1.1" status: 200 len: 917 time: 0.0986996 Oct 23 00:58:37.816687 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ccf53-ac99-4d00-b984-0d31f273a665 req-99a0cc30-3210-4a56-b9e9-4e950c8a2af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:37.818122 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3e3ccf53-ac99-4d00-b984-0d31f273a665 req-99a0cc30-3210-4a56-b9e9-4e950c8a2af6 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7015e66d-3b14-4b79-a5ff-1b031523252b HTTP/1.1" status: 200 len: 1129 time: 0.0791073 Oct 23 00:58:37.868144 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-821d6896-f718-446e-98a2-e426f338502a req-0d80bff6-3f0d-4a4a-b362-1ddf6657f903 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4115102-acce-4a90-ab24-eb74a5879146 HTTP/1.1" status: 200 len: 1001 time: 0.0963998 Oct 23 00:58:38.155612 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232d94d-9991-431c-af46-0cdc3431a3a1 req-1bb72374-6f96-4633-b856-98fb1ea77580 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:38.157095 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1232d94d-9991-431c-af46-0cdc3431a3a1 req-1bb72374-6f96-4633-b856-98fb1ea77580 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7015e66d-3b14-4b79-a5ff-1b031523252b HTTP/1.1" status: 200 len: 945 time: 0.3344281 Oct 23 00:58:38.192219 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3e3ccf53-ac99-4d00-b984-0d31f273a665 req-27783a34-d073-459f-8dd6-9249c733443e service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=aee26348-8e69-40a4-ac27-4b922e21afd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552437 Oct 23 00:58:38.203762 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d6896-f718-446e-98a2-e426f338502a req-f7eaf750-32e8-4850-b2ad-bd8dbd28e773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:38.205143 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-821d6896-f718-446e-98a2-e426f338502a req-f7eaf750-32e8-4850-b2ad-bd8dbd28e773 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=52944cd4-669b-4a10-a076-1661bc94a4a7 HTTP/1.1" status: 200 len: 855 time: 0.0905235 Oct 23 00:58:38.232751 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1232d94d-9991-431c-af46-0cdc3431a3a1 req-00ffdcfa-a9b3-4742-81cc-35e4153fbf58 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aee26348-8e69-40a4-ac27-4b922e21afd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664139 Oct 23 00:58:38.461923 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821d6896-f718-446e-98a2-e426f338502a req-896b5251-beea-4280-9bc6-930d65a5014f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:38.463418 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-821d6896-f718-446e-98a2-e426f338502a req-896b5251-beea-4280-9bc6-930d65a5014f service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=f8105e98-346f-4369-be4d-2cb2d399c07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0704343 Oct 23 00:58:38.475800 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab69cde7-96bb-4296-a1dc-57f48c985962 req-c976bb1e-7151-4c87-bbe1-40b188f36afe tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:38.477218 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ab69cde7-96bb-4296-a1dc-57f48c985962 req-c976bb1e-7151-4c87-bbe1-40b188f36afe tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 945 time: 0.0569031 Oct 23 00:58:38.572571 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ab69cde7-96bb-4296-a1dc-57f48c985962 req-b5cb59a8-152d-46f8-8fff-e3ca3b087132 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874515 Oct 23 00:58:38.594155 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-821d6896-f718-446e-98a2-e426f338502a req-fe59d0c2-f5e4-4d8c-afb6-80d5ba512b33 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f8105e98-346f-4369-be4d-2cb2d399c07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159706 Oct 23 00:58:38.689451 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-821d6896-f718-446e-98a2-e426f338502a req-52134e1e-486e-4e1a-87d6-899925ec7e85 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f8105e98-346f-4369-be4d-2cb2d399c07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876198 Oct 23 00:58:39.365311 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb07963-d350-4737-b876-ac890c9d04fd req-6c77904c-4500-44e4-8ff2-cda190ac5cca tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:39.366824 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-5eb07963-d350-4737-b876-ac890c9d04fd req-6c77904c-4500-44e4-8ff2-cda190ac5cca tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7015e66d-3b14-4b79-a5ff-1b031523252b HTTP/1.1" status: 200 len: 945 time: 0.0536611 Oct 23 00:58:39.418427 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-5eb07963-d350-4737-b876-ac890c9d04fd req-39019510-694d-4eec-b5a2-43e62bf788ce tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aee26348-8e69-40a4-ac27-4b922e21afd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454884 Oct 23 00:58:39.718928 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164c5aa5-cb10-4cd9-96f4-766f8faadbad req-3873afb1-bda4-4863-8419-030b486b4021 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:39.720670 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-164c5aa5-cb10-4cd9-96f4-766f8faadbad req-3873afb1-bda4-4863-8419-030b486b4021 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 945 time: 0.0539370 Oct 23 00:58:39.757682 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:39.773327 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-164c5aa5-cb10-4cd9-96f4-766f8faadbad req-bbf63f24-09c5-4876-b20f-4afbe08ad335 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438538 Oct 23 00:58:40.546892 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db140fab-d3ff-4292-908f-80cccd98897d req-49774aee-dd3a-47c8-8809-7d39279c1ddb tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:40.548424 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-db140fab-d3ff-4292-908f-80cccd98897d req-49774aee-dd3a-47c8-8809-7d39279c1ddb tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7015e66d-3b14-4b79-a5ff-1b031523252b HTTP/1.1" status: 200 len: 945 time: 0.0495341 Oct 23 00:58:40.598951 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-db140fab-d3ff-4292-908f-80cccd98897d req-8b7c43cd-3390-4234-908e-71d9b03b712d tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aee26348-8e69-40a4-ac27-4b922e21afd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448368 Oct 23 00:58:40.911935 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4199293f-790a-44e7-8ca4-9ec13906e768 req-47537381-a8ac-4d71-8b24-f1ad47f20aa2 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:40.913462 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4199293f-790a-44e7-8ca4-9ec13906e768 req-47537381-a8ac-4d71-8b24-f1ad47f20aa2 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 945 time: 0.0480728 Oct 23 00:58:40.964748 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4199293f-790a-44e7-8ca4-9ec13906e768 req-4d255e2a-214e-4028-b5dd-e7e9c9c27256 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454755 Oct 23 00:58:41.334864 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device c4115102-acce-4a90-ab24-eb74a5879146 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 00:58:41.415488 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Current status of the port c4115102-acce-4a90-ab24-eb74a5879146 is: ACTIVE; New status is: DOWN {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:58:41.415886 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (c4115102-acce-4a90-ab24-eb74a5879146), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:41.439482 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de36a91-410e-4412-9da8-623bb2ef0014', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4115102-acce-4a90-ab24-eb74a5879146'}] {{(pid=104553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:58:41.442033 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ef7492e608d46078fd98593772981b2cfdf47eaedaeea269e4497eac5a7bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c21553-9c86-47a2-bf43-c474bd1ae611" -d '{"events": [{"server_uuid": "5de36a91-410e-4412-9da8-623bb2ef0014", "name": "network-vif-unplugged", "status": "completed", "tag": "c4115102-acce-4a90-ab24-eb74a5879146"}]}' {{(pid=104553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:58:41.454765 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port c4115102-acce-4a90-ab24-eb74a5879146, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c4115102-acce-4a90-ab24-eb74a5879146,segment=NetworkSegment(7dc83201-cb39-4cd2-9302-c1b785eda914),segment_id=7dc83201-cb39-4cd2-9302-c1b785eda914)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:58:41.460201 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (c4115102-acce-4a90-ab24-eb74a5879146), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:41.481949 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 23 Oct 2022 00:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c58e8b-8882-4b4f-ab86-55c3ba861ca0 x-openstack-request-id: req-74c58e8b-8882-4b4f-ab86-55c3ba861ca0 {{(pid=104553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:58:41.482262 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de36a91-410e-4412-9da8-623bb2ef0014", "name": "network-vif-unplugged", "status": "completed", "tag": "c4115102-acce-4a90-ab24-eb74a5879146", "code": 200}]} {{(pid=104553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:58:41.482516 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-74c58e8b-8882-4b4f-ab86-55c3ba861ca0 {{(pid=104553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:58:41.482911 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74c58e8b-8882-4b4f-ab86-55c3ba861ca0'] response: {'server_uuid': '5de36a91-410e-4412-9da8-623bb2ef0014', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4115102-acce-4a90-ab24-eb74a5879146', 'code': 200} Oct 23 00:58:41.509270 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Pushing event updated for resources: {'Port': ['ID=c4115102-acce-4a90-ab24-eb74a5879146,revision_number=8']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:41.716869 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340b76a-2492-4248-bb3f-7a97a3cb1cd7 req-bb3ff11f-ddd5-4cf2-9365-e745447024da tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:41.718293 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-5340b76a-2492-4248-bb3f-7a97a3cb1cd7 req-bb3ff11f-ddd5-4cf2-9365-e745447024da tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7015e66d-3b14-4b79-a5ff-1b031523252b HTTP/1.1" status: 200 len: 945 time: 0.0455978 Oct 23 00:58:41.737140 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:41.767394 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-5340b76a-2492-4248-bb3f-7a97a3cb1cd7 req-675bee7e-052e-4f1a-a6e2-c241048014b3 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aee26348-8e69-40a4-ac27-4b922e21afd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433588 Oct 23 00:58:42.104552 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d0190-9ac6-4d33-ba2e-4cdaa17ccfda req-6448a269-5e9e-49c9-8d1c-a9b21aa2c5c9 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:42.106175 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-8f8d0190-9ac6-4d33-ba2e-4cdaa17ccfda req-6448a269-5e9e-49c9-8d1c-a9b21aa2c5c9 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 943 time: 0.0506375 Oct 23 00:58:42.155528 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-8f8d0190-9ac6-4d33-ba2e-4cdaa17ccfda req-2639489b-7949-4e1b-a3b3-2ec2aea3c9bd tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436375 Oct 23 00:58:42.559428 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841da63-c558-4128-991a-b35aa96753e1 req-937ba5fe-0ab1-4a09-b0db-520886b21b14 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:42.561079 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-5841da63-c558-4128-991a-b35aa96753e1 req-937ba5fe-0ab1-4a09-b0db-520886b21b14 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7015e66d-3b14-4b79-a5ff-1b031523252b HTTP/1.1" status: 200 len: 945 time: 0.0535829 Oct 23 00:58:42.609446 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-5841da63-c558-4128-991a-b35aa96753e1 req-0f61f295-a479-4318-bd59-44d320928218 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aee26348-8e69-40a4-ac27-4b922e21afd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425701 Oct 23 00:58:42.699386 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [req-73481ca5-b146-4bd6-8b34-ef6449d5f72e req-e6d5ec82-d632-4bcf-8845-938058d1274b service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104552) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 00:58:42.700372 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-73481ca5-b146-4bd6-8b34-ef6449d5f72e req-e6d5ec82-d632-4bcf-8845-938058d1274b service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0055025 Oct 23 00:58:42.884005 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1592b9-7038-4285-86a7-39e221ac22cb req-24513dfa-10ca-460f-a403-80e19e86cfb9 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:42.885824 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-dc1592b9-7038-4285-86a7-39e221ac22cb req-24513dfa-10ca-460f-a403-80e19e86cfb9 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 943 time: 0.0490713 Oct 23 00:58:42.934748 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-dc1592b9-7038-4285-86a7-39e221ac22cb req-53f8266d-2a0f-4e31-bd10-3a4503af6145 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431168 Oct 23 00:58:43.161495 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 51898) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:58:43.246989 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [req-58fc31e1-47e2-465e-a118-42fcce047999 req-5316b212-43ee-4a0f-bdd9-c40b31669e15 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0843275 Oct 23 00:58:43.264592 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [req-58fc31e1-47e2-465e-a118-42fcce047999 req-d234dcaa-df62-4545-abf7-c03085788758 service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104551) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 00:58:43.265936 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [req-58fc31e1-47e2-465e-a118-42fcce047999 req-d234dcaa-df62-4545-abf7-c03085788758 service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0115843 Oct 23 00:58:43.349480 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 51906) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:58:43.460097 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc31e1-47e2-465e-a118-42fcce047999 req-6b2c3f48-a9d8-45a7-83b1-bcf86c0bbd88 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:43.461485 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-58fc31e1-47e2-465e-a118-42fcce047999 req-6b2c3f48-a9d8-45a7-83b1-bcf86c0bbd88 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports/c4115102-acce-4a90-ab24-eb74a5879146 HTTP/1.1" status: 200 len: 940 time: 0.1109803 Oct 23 00:58:43.737539 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032de6e-19d3-48b9-b4f0-23bf4b7c4e09 req-d6c8e210-f367-4a43-b937-13447223b6a4 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:43.739048 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3032de6e-19d3-48b9-b4f0-23bf4b7c4e09 req-d6c8e210-f367-4a43-b937-13447223b6a4 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7015e66d-3b14-4b79-a5ff-1b031523252b HTTP/1.1" status: 200 len: 945 time: 0.0535679 Oct 23 00:58:43.804023 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3032de6e-19d3-48b9-b4f0-23bf4b7c4e09 req-1d631fd8-a62a-44e2-b954-3db515aa7dfb tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aee26348-8e69-40a4-ac27-4b922e21afd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589714 Oct 23 00:58:44.071627 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9442e85-7be4-48f7-8a57-a36d3228d548 req-632335d5-5217-41b9-91d1-d33ecb4ed03f tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:44.073131 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d9442e85-7be4-48f7-8a57-a36d3228d548 req-632335d5-5217-41b9-91d1-d33ecb4ed03f tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 943 time: 0.0542002 Oct 23 00:58:44.130094 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d9442e85-7be4-48f7-8a57-a36d3228d548 req-fba03df5-dbac-4d01-b5f8-bd39ddfe9696 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483208 Oct 23 00:58:44.499273 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2054147-7d31-4edf-bb18-f6e30c6565f2 req-7d0958c1-a869-4437-9b34-7ea4b0647049 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:44.500765 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f2054147-7d31-4edf-bb18-f6e30c6565f2 req-7d0958c1-a869-4437-9b34-7ea4b0647049 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7015e66d-3b14-4b79-a5ff-1b031523252b HTTP/1.1" status: 200 len: 945 time: 0.0576968 Oct 23 00:58:44.592330 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [req-f2054147-7d31-4edf-bb18-f6e30c6565f2 req-bfbdb173-220c-4238-a1f9-72ae632652ed tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Deleting port 19512650-9bca-4907-b617-1c0c66b0d695 {{(pid=104552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 00:58:44.592677 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-f2054147-7d31-4edf-bb18-f6e30c6565f2 req-bfbdb173-220c-4238-a1f9-72ae632652ed tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (19512650-9bca-4907-b617-1c0c66b0d695), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:44.690501 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-f2054147-7d31-4edf-bb18-f6e30c6565f2 req-bfbdb173-220c-4238-a1f9-72ae632652ed tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] For port 19512650-9bca-4907-b617-1c0c66b0d695, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=19512650-9bca-4907-b617-1c0c66b0d695,segment=NetworkSegment(5d321273-3f83-40d4-be02-80695052ceb8),segment_id=5d321273-3f83-40d4-be02-80695052ceb8)] {{(pid=104552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:58:44.690862 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-f2054147-7d31-4edf-bb18-f6e30c6565f2 req-bfbdb173-220c-4238-a1f9-72ae632652ed tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (19512650-9bca-4907-b617-1c0c66b0d695), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:44.705701 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [req-f2054147-7d31-4edf-bb18-f6e30c6565f2 req-bfbdb173-220c-4238-a1f9-72ae632652ed tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Calling delete_port for 19512650-9bca-4907-b617-1c0c66b0d695 owned by compute:nova {{(pid=104552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 00:58:44.709490 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:44.840103 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-f2054147-7d31-4edf-bb18-f6e30c6565f2 req-bfbdb173-220c-4238-a1f9-72ae632652ed tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5995606'] for port (19512650-9bca-4907-b617-1c0c66b0d695), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:44.853717 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] get_ports_and_sgs() called for port_ids ['19512650-9bca-4907-b617-1c0c66b0d695'] {{(pid=104553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 00:58:44.875131 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:44.877679 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbdb173-220c-4238-a1f9-72ae632652ed tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Pushing event deleted for resources: {'Port': ['ID=19512650-9bca-4907-b617-1c0c66b0d695,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:44.940944 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2054147-7d31-4edf-bb18-f6e30c6565f2 req-bfbdb173-220c-4238-a1f9-72ae632652ed tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] No DVR routers for this DVR port 19512650-9bca-4907-b617-1c0c66b0d695 on host hv-cinder-maste {{(pid=104552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 00:58:44.943907 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-f2054147-7d31-4edf-bb18-f6e30c6565f2 req-bfbdb173-220c-4238-a1f9-72ae632652ed tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:44.947185 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f2054147-7d31-4edf-bb18-f6e30c6565f2 req-bfbdb173-220c-4238-a1f9-72ae632652ed tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.52 "DELETE /networking/v2.0/ports/19512650-9bca-4907-b617-1c0c66b0d695 HTTP/1.1" status: 204 len: 173 time: 0.4387319 Oct 23 00:58:44.947695 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7015e66d-3b14-4b79-a5ff-1b031523252b', 'name': 'network-vif-deleted', 'tag': '19512650-9bca-4907-b617-1c0c66b0d695'}] {{(pid=104552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:58:44.950013 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e71a59ae106f7f9b2e36c913636ed0b95d68e581a9dbd71020046a5c2e6c46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2645df-8c01-429d-90f5-c0a439c16540" -d '{"events": [{"server_uuid": "7015e66d-3b14-4b79-a5ff-1b031523252b", "name": "network-vif-deleted", "tag": "19512650-9bca-4907-b617-1c0c66b0d695"}]}' {{(pid=104552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:58:44.977117 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4377617c-9fae-4497-bff4-6570095ca98d req-5cf1d08d-d05e-41c2-bb51-13c0993fdbc9 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7015e66d-3b14-4b79-a5ff-1b031523252b HTTP/1.1" status: 200 len: 210 time: 0.0603375 Oct 23 00:58:44.997114 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 00:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2c6c12-e576-4b5f-8752-f9d553ef0d31 x-openstack-request-id: req-6b2c6c12-e576-4b5f-8752-f9d553ef0d31 {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:58:44.997114 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7015e66d-3b14-4b79-a5ff-1b031523252b", "name": "network-vif-deleted", "tag": "19512650-9bca-4907-b617-1c0c66b0d695", "status": "completed", "code": 200}]} {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:58:44.997114 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6b2c6c12-e576-4b5f-8752-f9d553ef0d31 {{(pid=104552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:58:44.997114 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b2c6c12-e576-4b5f-8752-f9d553ef0d31'] response: {'server_uuid': '7015e66d-3b14-4b79-a5ff-1b031523252b', 'name': 'network-vif-deleted', 'tag': '19512650-9bca-4907-b617-1c0c66b0d695', 'status': 'completed', 'code': 200} Oct 23 00:58:45.088587 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2852a6-514e-429c-b85c-9c82e58922f9 req-2ccbde94-56e8-4a23-8a06-21745feaa857 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:45.093204 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-fe2852a6-514e-429c-b85c-9c82e58922f9 req-2ccbde94-56e8-4a23-8a06-21745feaa857 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d3ff7f-a7b9-4b82-a87a-7c732191a284 HTTP/1.1" status: 200 len: 945 time: 0.0512600 Oct 23 00:58:45.147310 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-fe2852a6-514e-429c-b85c-9c82e58922f9 req-3b1a728e-2cd3-4897-b3cd-94cf6a8aba64 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef20917c-8dad-4b49-8e2b-5fc4aa0568d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511129 Oct 23 00:58:45.177894 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 51938) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:58:45.280650 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a866c7-2cad-424a-b92a-3964aa979706 req-cba428aa-a1e2-45d1-be6e-6749cb602d83 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:45.282210 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f8a866c7-2cad-424a-b92a-3964aa979706 req-cba428aa-a1e2-45d1-be6e-6749cb602d83 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 943 time: 0.0516260 Oct 23 00:58:45.342661 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f8a866c7-2cad-424a-b92a-3964aa979706 req-fdd9f674-7e56-4f98-8acb-90fbdcdac606 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514379 Oct 23 00:58:45.370248 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 19512650-9bca-4907-b617-1c0c66b0d695 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 00:58:45.371454 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2b3eb6-1627-4825-ae63-2d463a01e716 tempest-TestMinimumBasicScenario-1517589406 tempest-TestMinimumBasicScenario-1517589406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:45.376590 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-0a2b3eb6-1627-4825-ae63-2d463a01e716 tempest-TestMinimumBasicScenario-1517589406 tempest-TestMinimumBasicScenario-1517589406-project-admin] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d3ff7f-a7b9-4b82-a87a-7c732191a284 HTTP/1.1" status: 200 len: 1124 time: 0.1946661 Oct 23 00:58:45.376838 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 51942) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:58:45.381957 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-3f18c312-536c-4b06-be00-f3a27f2848ec tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Request body: {'floatingip': {'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'port_id': '03b8c8cc-3573-4004-a318-cc6ea8e45066', 'tenant_id': '2b5536e4b945479e8972cb5a95f60324', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:58:45.401237 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] No Port match for: 19512650-9bca-4907-b617-1c0c66b0d695 {{(pid=104553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 00:58:45.401575 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 19512650-9bca-4907-b617-1c0c66b0d695 not bound to the agent host hv-cinder-maste {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 00:58:45.402082 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device c4115102-acce-4a90-ab24-eb74a5879146 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 00:58:45.425091 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-3f18c312-536c-4b06-be00-f3a27f2848ec tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:45.427151 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:45.489084 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Current status of the port c4115102-acce-4a90-ab24-eb74a5879146 is: DOWN; New status is: DOWN {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:58:45.514858 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-3f18c312-536c-4b06-be00-f3a27f2848ec tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:45.621601 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.db_base_plugin_common [None req-3f18c312-536c-4b06-be00-f3a27f2848ec tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Allocated IP 172.37.4.12 (f9ff398c-cd2a-4430-b908-7f7163c266f3/dd152ba8-6213-403c-b7fc-9b4ab174f9a2/5e5d53f2-8969-4a48-aafc-fdbdd3b240da) {{(pid=104551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:58:45.733510 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-3f18c312-536c-4b06-be00-f3a27f2848ec tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Publish callbacks [] for port (5e5d53f2-8969-4a48-aafc-fdbdd3b240da), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:45.768926 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-3f18c312-536c-4b06-be00-f3a27f2848ec tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6140158'] for port (5e5d53f2-8969-4a48-aafc-fdbdd3b240da), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:45.815711 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f18c312-536c-4b06-be00-f3a27f2848ec tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Network f9ff398c-cd2a-4430-b908-7f7163c266f3 is already hosted by enough agents. {{(pid=104551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:58:45.821329 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.base_scheduler [None req-3f18c312-536c-4b06-be00-f3a27f2848ec tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Resources bound (agent type, host, resource id): {{(pid=104551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:58:45.823631 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f18c312-536c-4b06-be00-f3a27f2848ec tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Pushing event updated for resources: {'Port': ['ID=5e5d53f2-8969-4a48-aafc-fdbdd3b240da,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:45.826818 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f18c312-536c-4b06-be00-f3a27f2848ec tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Received port after_create {{(pid=104551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:58:45.852045 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f18c312-536c-4b06-be00-f3a27f2848ec tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:45.852458 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f18c312-536c-4b06-be00-f3a27f2848ec tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:45.852753 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f18c312-536c-4b06-be00-f3a27f2848ec tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:45.853111 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f18c312-536c-4b06-be00-f3a27f2848ec tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:45.853446 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f18c312-536c-4b06-be00-f3a27f2848ec tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:45.853775 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f18c312-536c-4b06-be00-f3a27f2848ec tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:45.854102 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f18c312-536c-4b06-be00-f3a27f2848ec tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:45.854430 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f18c312-536c-4b06-be00-f3a27f2848ec tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:45.854755 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f18c312-536c-4b06-be00-f3a27f2848ec tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:45.855080 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f18c312-536c-4b06-be00-f3a27f2848ec tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:45.855406 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f18c312-536c-4b06-be00-f3a27f2848ec tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:45.855729 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f18c312-536c-4b06-be00-f3a27f2848ec tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:45.856054 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f18c312-536c-4b06-be00-f3a27f2848ec tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:45.856373 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f18c312-536c-4b06-be00-f3a27f2848ec tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:45.856693 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f18c312-536c-4b06-be00-f3a27f2848ec tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:58:46.026658 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:46.231123 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-3f18c312-536c-4b06-be00-f3a27f2848ec tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Publish callbacks [] for floatingip (5f4efb14-f169-4f55-867f-640f5eee0093), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:46.256256 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:46.312410 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-3f18c312-536c-4b06-be00-f3a27f2848ec tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (5e5d53f2-8969-4a48-aafc-fdbdd3b240da), before_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:46.346388 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaca437-17f0-43b1-a5df-1fdb2ece66b4 req-f9c26964-1d57-49f2-9630-31b28c8ef71e tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:46.348779 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-fbaca437-17f0-43b1-a5df-1fdb2ece66b4 req-f9c26964-1d57-49f2-9630-31b28c8ef71e tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/networks?id=706576df-d255-452e-b7ba-460fee4fb9d4 HTTP/1.1" status: 200 len: 808 time: 0.1161449 Oct 23 00:58:46.369290 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-fbaca437-17f0-43b1-a5df-1fdb2ece66b4 req-84b627f6-d672-41f3-a65d-a2052d48b059 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/quotas/b5384f8ed0fa4c7695758da237326753 HTTP/1.1" status: 200 len: 375 time: 0.0140038 Oct 23 00:58:46.400998 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-fbaca437-17f0-43b1-a5df-1fdb2ece66b4 req-d8701d97-609f-462f-bf6f-a34051116c3e tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=b5384f8ed0fa4c7695758da237326753&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300672 Oct 23 00:58:46.476668 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-3f18c312-536c-4b06-be00-f3a27f2848ec tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Publish callbacks [] for port (5e5d53f2-8969-4a48-aafc-fdbdd3b240da), precommit_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:46.482503 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-3f18c312-536c-4b06-be00-f3a27f2848ec tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6140151'] for port (5e5d53f2-8969-4a48-aafc-fdbdd3b240da), after_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:46.519890 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4905fe4-db5c-4373-8028-1ea819d6d18c req-50b09d54-a166-425a-a7ae-9a6af7ada063 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:46.521531 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e4905fe4-db5c-4373-8028-1ea819d6d18c req-50b09d54-a166-425a-a7ae-9a6af7ada063 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 943 time: 0.0903654 Oct 23 00:58:46.548359 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-fbaca437-17f0-43b1-a5df-1fdb2ece66b4 req-33e3a122-ce41-4a2c-b48d-06977c24b9fd service neutron] 10.222.0.18 "GET /networking/v2.0/networks/706576df-d255-452e-b7ba-460fee4fb9d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408234 Oct 23 00:58:46.549515 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f18c312-536c-4b06-be00-f3a27f2848ec tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Pushing event updated for resources: {'Port': ['ID=5e5d53f2-8969-4a48-aafc-fdbdd3b240da,revision_number=2']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:46.555062 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-3f18c312-536c-4b06-be00-f3a27f2848ec tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516985'] for floatingip (5f4efb14-f169-4f55-867f-640f5eee0093), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:46.630849 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e4905fe4-db5c-4373-8028-1ea819d6d18c req-dd373ce2-02c0-42a9-990e-46d66bbfb804 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995770 Oct 23 00:58:46.660847 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.db.l3_db [None req-3f18c312-536c-4b06-be00-f3a27f2848ec tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Floating IP 5f4efb14-f169-4f55-867f-640f5eee0093 associated. External IP: 172.37.4.12, port: 03b8c8cc-3573-4004-a318-cc6ea8e45066. Oct 23 00:58:46.733532 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc31e1-47e2-465e-a118-42fcce047999 req-1da00830-fa14-4a5c-91ea-f2ee6aa59c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:46.735017 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-58fc31e1-47e2-465e-a118-42fcce047999 req-1da00830-fa14-4a5c-91ea-f2ee6aa59c25 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014&tenant_id=59add4b78cd346a194c4be211d1996be HTTP/1.1" status: 200 len: 1127 time: 0.0959256 Oct 23 00:58:46.737259 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-fbaca437-17f0-43b1-a5df-1fdb2ece66b4 req-353b8037-c529-4f11-9cb4-34144935de0a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/706576df-d255-452e-b7ba-460fee4fb9d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796181 Oct 23 00:58:46.807389 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc31e1-47e2-465e-a118-42fcce047999 req-2efdc06b-6be9-46b2-8f75-3ccfd97271a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:46.809207 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-58fc31e1-47e2-465e-a118-42fcce047999 req-2efdc06b-6be9-46b2-8f75-3ccfd97271a2 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=59add4b78cd346a194c4be211d1996be&device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 1127 time: 0.0473819 Oct 23 00:58:46.881729 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f18c312-536c-4b06-be00-f3a27f2848ec tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Router ccc4a4a5-6896-45a8-ac65-8e16513ab31f has already been hosted by L3 agent 71de1650-f9d9-4095-92e6-e37ec99e20cf {{(pid=104551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 00:58:46.910011 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:46.938332 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:46.939716 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e13133b7-d2f1-4675-8561-f7175bf2ea30 req-16fcec4b-a0a0-4aff-88f5-73485814ac73 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7157e296-84b2-4c04-bdb6-168df86b3403 HTTP/1.1" status: 200 len: 210 time: 0.0399311 Oct 23 00:58:46.941089 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc31e1-47e2-465e-a118-42fcce047999 req-48174c34-b855-4d1e-9316-8160baf49f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:46.942608 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-58fc31e1-47e2-465e-a118-42fcce047999 req-48174c34-b855-4d1e-9316-8160baf49f1d service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=f8105e98-346f-4369-be4d-2cb2d399c07a HTTP/1.1" status: 200 len: 917 time: 0.1270292 Oct 23 00:58:47.013114 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-58fc31e1-47e2-465e-a118-42fcce047999 req-c6048d5f-8273-4091-b506-71be31d5cd7b service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4115102-acce-4a90-ab24-eb74a5879146 HTTP/1.1" status: 200 len: 999 time: 0.0627444 Oct 23 00:58:47.018007 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f18c312-536c-4b06-be00-f3a27f2848ec tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 00:58:47.045696 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aec1fab-66b3-49b0-acc1-9a8097b0093b None None] Sync routers for ids ['ccc4a4a5-6896-45a8-ac65-8e16513ab31f'] in dv-cinder-master-3-iscsi {{(pid=104553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 00:58:47.056450 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aec1fab-66b3-49b0-acc1-9a8097b0093b None None] Routers {'ccc4a4a5-6896-45a8-ac65-8e16513ab31f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:58:47.057116 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-9aec1fab-66b3-49b0-acc1-9a8097b0093b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T00:58:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['ccc4a4a5-6896-45a8-ac65-8e16513ab31f'], 'active': True} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:58:47.058662 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:47.066885 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-3f18c312-536c-4b06-be00-f3a27f2848ec tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for floatingip (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:47.080203 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc31e1-47e2-465e-a118-42fcce047999 req-42568bec-994b-429e-8d22-9d95eb3fa080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:47.081763 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-58fc31e1-47e2-465e-a118-42fcce047999 req-42568bec-994b-429e-8d22-9d95eb3fa080 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=52944cd4-669b-4a10-a076-1661bc94a4a7 HTTP/1.1" status: 200 len: 855 time: 0.0623379 Oct 23 00:58:47.104555 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-3f18c312-536c-4b06-be00-f3a27f2848ec tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7261939 Oct 23 00:58:47.105466 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66d3ff7f-a7b9-4b82-a87a-7c732191a284', 'tag': '03b8c8cc-3573-4004-a318-cc6ea8e45066'}] {{(pid=104551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:58:47.108043 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c960d799f24b016d2b00ba845cc8f9ff5dbbdb312d69a2481f646f048ffd08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c035cd04-ec40-4ec0-b937-d245cef5e206" -d '{"events": [{"name": "network-changed", "server_uuid": "66d3ff7f-a7b9-4b82-a87a-7c732191a284", "tag": "03b8c8cc-3573-4004-a318-cc6ea8e45066"}]}' {{(pid=104551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:58:47.110549 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 51968) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:58:47.116320 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-3bfb5712-fc7a-4dee-97e4-12dd3191530e tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1755196010', 'description': 'tempest-secgroup-smoke-1755196010 description', 'project_id': '2b5536e4b945479e8972cb5a95f60324'}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:58:47.144658 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-3bfb5712-fc7a-4dee-97e4-12dd3191530e tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Publish callbacks [] for security_group (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:47.161924 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc31e1-47e2-465e-a118-42fcce047999 req-bdb115fc-a2dd-4781-b8e9-2bfdb226f77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:47.163634 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-58fc31e1-47e2-465e-a118-42fcce047999 req-bdb115fc-a2dd-4781-b8e9-2bfdb226f77d service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=f8105e98-346f-4369-be4d-2cb2d399c07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0741754 Oct 23 00:58:47.184908 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvr_db [None req-9aec1fab-66b3-49b0-acc1-9a8097b0093b None None] Set router ccc4a4a5-6896-45a8-ac65-8e16513ab31f gateway port host: dv-cinder-master-3-iscsi {{(pid=104553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:58:47.229968 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 00:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a96782-d798-4d20-9a04-61d0474cf8f1 x-openstack-request-id: req-f1a96782-d798-4d20-9a04-61d0474cf8f1 {{(pid=104551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:58:47.230413 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66d3ff7f-a7b9-4b82-a87a-7c732191a284", "tag": "03b8c8cc-3573-4004-a318-cc6ea8e45066", "status": "completed", "code": 200}]} {{(pid=104551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:58:47.230763 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f1a96782-d798-4d20-9a04-61d0474cf8f1 {{(pid=104551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:58:47.231260 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1a96782-d798-4d20-9a04-61d0474cf8f1'] response: {'name': 'network-changed', 'server_uuid': '66d3ff7f-a7b9-4b82-a87a-7c732191a284', 'tag': '03b8c8cc-3573-4004-a318-cc6ea8e45066', 'status': 'completed', 'code': 200} Oct 23 00:58:47.249982 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-3bfb5712-fc7a-4dee-97e4-12dd3191530e tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Publish callbacks [] for security_group (ec73b002-330e-47cc-a826-68d3bc97dba7), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:47.252911 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:47.256880 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-3bfb5712-fc7a-4dee-97e4-12dd3191530e tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (ec73b002-330e-47cc-a826-68d3bc97dba7), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:47.302031 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfb5712-fc7a-4dee-97e4-12dd3191530e tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec73b002-330e-47cc-a826-68d3bc97dba7,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:47.317443 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-3bfb5712-fc7a-4dee-97e4-12dd3191530e tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:47.318883 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-3bfb5712-fc7a-4dee-97e4-12dd3191530e tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2068722 Oct 23 00:58:47.325331 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 51974) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:58:47.333525 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-58fc31e1-47e2-465e-a118-42fcce047999 req-0402f4de-71ef-4ee0-86f1-3ceb0bab73b4 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f8105e98-346f-4369-be4d-2cb2d399c07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604235 Oct 23 00:58:47.334471 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035cd04-ec40-4ec0-b937-d245cef5e206 req-6c4d14b2-bf1f-4f06-872f-016aad8be464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:47.335854 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c035cd04-ec40-4ec0-b937-d245cef5e206 req-6c4d14b2-bf1f-4f06-872f-016aad8be464 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=2b5536e4b945479e8972cb5a95f60324&device_id=66d3ff7f-a7b9-4b82-a87a-7c732191a284 HTTP/1.1" status: 200 len: 1129 time: 0.0802708 Oct 23 00:58:47.337048 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-f3307e00-3cc8-475f-b44f-30fb6eaa2f12 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Request body: {'security_group_rule': {'security_group_id': 'ec73b002-330e-47cc-a826-68d3bc97dba7', 'project_id': '2b5536e4b945479e8972cb5a95f60324', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:58:47.372433 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f3307e00-3cc8-475f-b44f-30fb6eaa2f12 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Publish callbacks [] for security_group_rule (a482dd5d-6fe8-456d-adbe-a8c53e1ccec3), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:47.376569 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:47.458924 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f3307e00-3cc8-475f-b44f-30fb6eaa2f12 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Publish callbacks [] for security_group_rule (a482dd5d-6fe8-456d-adbe-a8c53e1ccec3), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:47.468348 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f3307e00-3cc8-475f-b44f-30fb6eaa2f12 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468706'] for security_group_rule (a482dd5d-6fe8-456d-adbe-a8c53e1ccec3), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:47.484619 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-9aec1fab-66b3-49b0-acc1-9a8097b0093b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc4a4a5-6896-45a8-ac65-8e16513ab31f', 'name': 'tempest-TestMinimumBasicScenario-1769746546-router', 'tenant_id': '2b5536e4b945479e8972cb5a95f60324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.219'}], 'enable_snat': True}, 'gw_port_id': 'ec2a1257-8a89-482a-b313-cba09c2f2203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:57:42Z', 'updated_at': '2022-10-23T00:57:46Z', 'revision_number': 4, 'project_id': '2b5536e4b945479e8972cb5a95f60324', 'gw_port': {'id': 'ec2a1257-8a89-482a-b313-cba09c2f2203', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc4a4a5-6896-45a8-ac65-8e16513ab31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:57:43Z', 'updated_at': '2022-10-23T00:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '5f4efb14-f169-4f55-867f-640f5eee0093', 'tenant_id': '2b5536e4b945479e8972cb5a95f60324', 'floating_ip_address': '172.37.4.12', 'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'router_id': 'ccc4a4a5-6896-45a8-ac65-8e16513ab31f', 'port_id': '03b8c8cc-3573-4004-a318-cc6ea8e45066', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a82fecef-3e22-41fa-8192-25cadd682e03', 'mac_address': 'fa:16:3e:8f:64:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d3ff7f-a7b9-4b82-a87a-7c732191a284', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T00:58:46Z', 'updated_at': '2022-10-23T00:58:46Z', 'revision_number': 0, 'project_id': '2b5536e4b945479e8972cb5a95f60324', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f16f421-4b09-4db8-bb39-036024ad1e08', 'name': '', 'network_id': 'a82fecef-3e22-41fa-8192-25cadd682e03', 'tenant_id': '2b5536e4b945479e8972cb5a95f60324', 'mac_address': 'fa:16:3e:c8:e9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc4a4a5-6896-45a8-ac65-8e16513ab31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '943dfaf8-c12c-409b-b313-a2e572eba44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:57:46Z', 'updated_at': '2022-10-23T00:57:54Z', 'revision_number': 5, 'project_id': '2b5536e4b945479e8972cb5a95f60324', 'subnets': [{'id': '943dfaf8-c12c-409b-b313-a2e572eba44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:58:47.494933 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3307e00-3cc8-475f-b44f-30fb6eaa2f12 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a482dd5d-6fe8-456d-adbe-a8c53e1ccec3,revision_number=0']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:47.517023 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035cd04-ec40-4ec0-b937-d245cef5e206 req-58bbb3ca-b067-4f3c-9424-d6c48bd4a9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:47.518550 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c035cd04-ec40-4ec0-b937-d245cef5e206 req-58bbb3ca-b067-4f3c-9424-d6c48bd4a9c1 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=a82fecef-3e22-41fa-8192-25cadd682e03 HTTP/1.1" status: 200 len: 916 time: 0.1608469 Oct 23 00:58:47.524001 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aec1fab-66b3-49b0-acc1-9a8097b0093b None None] Checking router: ccc4a4a5-6896-45a8-ac65-8e16513ab31f for host: dv-cinder-master-3-iscsi {{(pid=104553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 00:58:47.532060 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f3307e00-3cc8-475f-b44f-30fb6eaa2f12 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:47.533336 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aec1fab-66b3-49b0-acc1-9a8097b0093b None None] Routers {'ccc4a4a5-6896-45a8-ac65-8e16513ab31f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:58:47.534058 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-9aec1fab-66b3-49b0-acc1-9a8097b0093b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T00:58:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['ccc4a4a5-6896-45a8-ac65-8e16513ab31f'], 'active': True} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:58:47.537357 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 51976) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:58:47.537517 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-f3307e00-3cc8-475f-b44f-30fb6eaa2f12 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2097602 Oct 23 00:58:47.569268 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [None req-e3ff166e-d4b2-4862-9e4e-ce0cef1cefc9 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Request body: {'security_group_rule': {'security_group_id': 'ec73b002-330e-47cc-a826-68d3bc97dba7', 'project_id': '2b5536e4b945479e8972cb5a95f60324', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:58:47.578561 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-58fc31e1-47e2-465e-a118-42fcce047999 req-2d617049-a96b-4c8d-91d9-3048326f5011 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f8105e98-346f-4369-be4d-2cb2d399c07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333133 Oct 23 00:58:47.621309 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c035cd04-ec40-4ec0-b937-d245cef5e206 req-19f413fa-28d2-49c7-ba90-882629cacfee service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03b8c8cc-3573-4004-a318-cc6ea8e45066 HTTP/1.1" status: 200 len: 998 time: 0.0935402 Oct 23 00:58:47.628909 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-e3ff166e-d4b2-4862-9e4e-ce0cef1cefc9 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Publish callbacks [] for security_group_rule (c163b1ea-f6c7-4c2a-b8d1-7ff520a28e0b), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:47.650087 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvr_db [None req-9aec1fab-66b3-49b0-acc1-9a8097b0093b None None] Set router ccc4a4a5-6896-45a8-ac65-8e16513ab31f gateway port host: dv-cinder-master-3-iscsi {{(pid=104553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:58:47.731494 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-e3ff166e-d4b2-4862-9e4e-ce0cef1cefc9 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Publish callbacks [] for security_group_rule (c163b1ea-f6c7-4c2a-b8d1-7ff520a28e0b), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:47.733299 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035cd04-ec40-4ec0-b937-d245cef5e206 req-f3b372ab-99ee-467b-a52b-584a74a4da86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:47.735008 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c035cd04-ec40-4ec0-b937-d245cef5e206 req-f3b372ab-99ee-467b-a52b-584a74a4da86 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=943dfaf8-c12c-409b-b313-a2e572eba44f HTTP/1.1" status: 200 len: 854 time: 0.0842760 Oct 23 00:58:47.745351 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-e3ff166e-d4b2-4862-9e4e-ce0cef1cefc9 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468706'] for security_group_rule (c163b1ea-f6c7-4c2a-b8d1-7ff520a28e0b), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:47.802978 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ff166e-d4b2-4862-9e4e-ce0cef1cefc9 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c163b1ea-f6c7-4c2a-b8d1-7ff520a28e0b,revision_number=0']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:47.850302 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-e3ff166e-d4b2-4862-9e4e-ce0cef1cefc9 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:47.851518 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-e3ff166e-d4b2-4862-9e4e-ce0cef1cefc9 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3141696 Oct 23 00:58:47.854423 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 51988) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:58:47.859189 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-46ba6502-1df8-4d4a-a278-7516bee64af9 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Request body: {'security_group_rule': {'security_group_id': 'ec73b002-330e-47cc-a826-68d3bc97dba7', 'project_id': '2b5536e4b945479e8972cb5a95f60324', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:58:47.874043 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95591d33-548a-4a7f-b1b5-b6819a2e1f29 req-42569ccc-8c49-4a04-bf48-c14adef4a764 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:47.875822 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-95591d33-548a-4a7f-b1b5-b6819a2e1f29 req-42569ccc-8c49-4a04-bf48-c14adef4a764 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 943 time: 0.1398983 Oct 23 00:58:47.877542 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035cd04-ec40-4ec0-b937-d245cef5e206 req-ffb5473f-e6f4-4ea8-b8d0-db15accb588a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:47.879011 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c035cd04-ec40-4ec0-b937-d245cef5e206 req-ffb5473f-e6f4-4ea8-b8d0-db15accb588a service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=a82fecef-3e22-41fa-8192-25cadd682e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0980124 Oct 23 00:58:47.924336 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-46ba6502-1df8-4d4a-a278-7516bee64af9 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Publish callbacks [] for security_group_rule (88874361-23cc-4f91-bf53-df4c67549e21), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:48.024496 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-46ba6502-1df8-4d4a-a278-7516bee64af9 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Publish callbacks [] for security_group_rule (88874361-23cc-4f91-bf53-df4c67549e21), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:48.033780 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-46ba6502-1df8-4d4a-a278-7516bee64af9 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468706'] for security_group_rule (88874361-23cc-4f91-bf53-df4c67549e21), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:48.050044 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:48.056281 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ba6502-1df8-4d4a-a278-7516bee64af9 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88874361-23cc-4f91-bf53-df4c67549e21,revision_number=0']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:48.079526 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-9aec1fab-66b3-49b0-acc1-9a8097b0093b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc4a4a5-6896-45a8-ac65-8e16513ab31f', 'name': 'tempest-TestMinimumBasicScenario-1769746546-router', 'tenant_id': '2b5536e4b945479e8972cb5a95f60324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.219'}], 'enable_snat': True}, 'gw_port_id': 'ec2a1257-8a89-482a-b313-cba09c2f2203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:57:42Z', 'updated_at': '2022-10-23T00:57:46Z', 'revision_number': 4, 'project_id': '2b5536e4b945479e8972cb5a95f60324', 'gw_port': {'id': 'ec2a1257-8a89-482a-b313-cba09c2f2203', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc4a4a5-6896-45a8-ac65-8e16513ab31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:57:43Z', 'updated_at': '2022-10-23T00:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '5f4efb14-f169-4f55-867f-640f5eee0093', 'tenant_id': '2b5536e4b945479e8972cb5a95f60324', 'floating_ip_address': '172.37.4.12', 'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'router_id': 'ccc4a4a5-6896-45a8-ac65-8e16513ab31f', 'port_id': '03b8c8cc-3573-4004-a318-cc6ea8e45066', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a82fecef-3e22-41fa-8192-25cadd682e03', 'mac_address': 'fa:16:3e:8f:64:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d3ff7f-a7b9-4b82-a87a-7c732191a284', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T00:58:46Z', 'updated_at': '2022-10-23T00:58:46Z', 'revision_number': 0, 'project_id': '2b5536e4b945479e8972cb5a95f60324', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f16f421-4b09-4db8-bb39-036024ad1e08', 'name': '', 'network_id': 'a82fecef-3e22-41fa-8192-25cadd682e03', 'tenant_id': '2b5536e4b945479e8972cb5a95f60324', 'mac_address': 'fa:16:3e:c8:e9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc4a4a5-6896-45a8-ac65-8e16513ab31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '943dfaf8-c12c-409b-b313-a2e572eba44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:57:46Z', 'updated_at': '2022-10-23T00:57:54Z', 'revision_number': 5, 'project_id': '2b5536e4b945479e8972cb5a95f60324', 'subnets': [{'id': '943dfaf8-c12c-409b-b313-a2e572eba44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:58:48.088998 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-46ba6502-1df8-4d4a-a278-7516bee64af9 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:48.101057 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-46ba6502-1df8-4d4a-a278-7516bee64af9 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2455094 Oct 23 00:58:48.105394 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 52004) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:58:48.110849 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-da8db441-0695-4864-9c0f-21ffe695accd tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Request body: {'security_group_rule': {'security_group_id': 'ec73b002-330e-47cc-a826-68d3bc97dba7', 'project_id': '2b5536e4b945479e8972cb5a95f60324', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:58:48.118801 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aec1fab-66b3-49b0-acc1-9a8097b0093b None None] The sync data for ids ['ccc4a4a5-6896-45a8-ac65-8e16513ab31f'] in dv-cinder-master-3-iscsi is: [{'id': 'ccc4a4a5-6896-45a8-ac65-8e16513ab31f', 'name': 'tempest-TestMinimumBasicScenario-1769746546-router', 'tenant_id': '2b5536e4b945479e8972cb5a95f60324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.219'}], 'enable_snat': True}, 'gw_port_id': 'ec2a1257-8a89-482a-b313-cba09c2f2203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:57:42Z', 'updated_at': '2022-10-23T00:57:46Z', 'revision_number': 4, 'project_id': '2b5536e4b945479e8972cb5a95f60324', 'gw_port': {'id': 'ec2a1257-8a89-482a-b313-cba09c2f2203', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc4a4a5-6896-45a8-ac65-8e16513ab31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:57:43Z', 'updated_at': '2022-10-23T00:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '5f4efb14-f169-4f55-867f-640f5eee0093', 'tenant_id': '2b5536e4b945479e8972cb5a95f60324', 'floating_ip_address': '172.37.4.12', 'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'router_id': 'ccc4a4a5-6896-45a8-ac65-8e16513ab31f', 'port_id': '03b8c8cc-3573-4004-a318-cc6ea8e45066', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a82fecef-3e22-41fa-8192-25cadd682e03', 'mac_address': 'fa:16:3e:8f:64:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d3ff7f-a7b9-4b82-a87a-7c732191a284', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T00:58:46Z', 'updated_at': '2022-10-23T00:58:46Z', 'revision_number': 0, 'project_id': '2b5536e4b945479e8972cb5a95f60324', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f16f421-4b09-4db8-bb39-036024ad1e08', 'name': '', 'network_id': 'a82fecef-3e22-41fa-8192-25cadd682e03', 'tenant_id': '2b5536e4b945479e8972cb5a95f60324', 'mac_address': 'fa:16:3e:c8:e9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc4a4a5-6896-45a8-ac65-8e16513ab31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '943dfaf8-c12c-409b-b313-a2e572eba44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:57:46Z', 'updated_at': '2022-10-23T00:57:54Z', 'revision_number': 5, 'project_id': '2b5536e4b945479e8972cb5a95f60324', 'subnets': [{'id': '943dfaf8-c12c-409b-b313-a2e572eba44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 00:58:48.136162 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-95591d33-548a-4a7f-b1b5-b6819a2e1f29 req-26a71bde-228d-444b-b28d-0d893b8650ad tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2510417 Oct 23 00:58:48.152280 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-2bccca41-a1e3-4985-859e-656c6cf48dec req-e4bdbdb0-6b8a-4744-a1fe-901cf16b645b tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7157e296-84b2-4c04-bdb6-168df86b3403 HTTP/1.1" status: 200 len: 210 time: 0.0853724 Oct 23 00:58:48.181088 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-da8db441-0695-4864-9c0f-21ffe695accd tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Publish callbacks [] for security_group_rule (6ff16eec-bbf1-4ecb-82c9-de251207f140), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:48.208623 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c035cd04-ec40-4ec0-b937-d245cef5e206 req-3cac808a-79f3-4f3b-9573-997477735034 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/a82fecef-3e22-41fa-8192-25cadd682e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150356 Oct 23 00:58:48.444760 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54769f36-726a-43a7-904f-ca6fe1e002fd None None] New status for floating IP 5f4efb14-f169-4f55-867f-640f5eee0093: ACTIVE {{(pid=104554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 00:58:48.516389 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-da8db441-0695-4864-9c0f-21ffe695accd tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Publish callbacks [] for security_group_rule (6ff16eec-bbf1-4ecb-82c9-de251207f140), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:48.522145 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-da8db441-0695-4864-9c0f-21ffe695accd tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468706'] for security_group_rule (6ff16eec-bbf1-4ecb-82c9-de251207f140), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:48.543424 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8db441-0695-4864-9c0f-21ffe695accd tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ff16eec-bbf1-4ecb-82c9-de251207f140,revision_number=0']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:48.554696 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-da8db441-0695-4864-9c0f-21ffe695accd tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:48.560238 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 52008) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:58:48.566391 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [None req-1c4ebad7-af27-4ab2-9b95-1250b33aff40 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Request body: {'security_group_rule': {'security_group_id': 'ec73b002-330e-47cc-a826-68d3bc97dba7', 'project_id': '2b5536e4b945479e8972cb5a95f60324', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:58:48.572551 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-da8db441-0695-4864-9c0f-21ffe695accd tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4668376 Oct 23 00:58:48.595735 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.db.securitygroups_db [None req-1c4ebad7-af27-4ab2-9b95-1250b33aff40 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Project 2b5536e4b945479e8972cb5a95f60324 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 00:58:48.604869 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-1c4ebad7-af27-4ab2-9b95-1250b33aff40 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Publish callbacks [] for security_group_rule (986c172c-fdc1-4b08-92c6-13758aef3038), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:48.678747 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-1c4ebad7-af27-4ab2-9b95-1250b33aff40 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Publish callbacks [] for security_group_rule (986c172c-fdc1-4b08-92c6-13758aef3038), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:48.684463 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-1c4ebad7-af27-4ab2-9b95-1250b33aff40 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468706'] for security_group_rule (986c172c-fdc1-4b08-92c6-13758aef3038), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:48.707789 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4ebad7-af27-4ab2-9b95-1250b33aff40 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=986c172c-fdc1-4b08-92c6-13758aef3038,revision_number=0']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:48.719367 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-1c4ebad7-af27-4ab2-9b95-1250b33aff40 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:48.722198 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-1c4ebad7-af27-4ab2-9b95-1250b33aff40 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1585245 Oct 23 00:58:48.724041 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 52010) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:58:48.728947 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-70b20f45-0550-445d-a3a4-f0bd21ad1019 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Request body: {'security_group_rule': {'security_group_id': 'ec73b002-330e-47cc-a826-68d3bc97dba7', 'project_id': '2b5536e4b945479e8972cb5a95f60324', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:58:48.736470 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:48.752389 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.db.securitygroups_db [None req-70b20f45-0550-445d-a3a4-f0bd21ad1019 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Project 2b5536e4b945479e8972cb5a95f60324 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 00:58:48.759193 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-70b20f45-0550-445d-a3a4-f0bd21ad1019 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Publish callbacks [] for security_group_rule (7aa2f5e2-4393-4db5-9c05-73a32f10e9d1), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:48.819891 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-cccf0cab-6d5b-4464-8ff2-375afd417368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (6b66cfba-c169-484b-b3a5-13fb9b6528cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:48.823754 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-70b20f45-0550-445d-a3a4-f0bd21ad1019 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Publish callbacks [] for security_group_rule (7aa2f5e2-4393-4db5-9c05-73a32f10e9d1), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:48.828804 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-70b20f45-0550-445d-a3a4-f0bd21ad1019 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468706'] for security_group_rule (7aa2f5e2-4393-4db5-9c05-73a32f10e9d1), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:48.848804 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b20f45-0550-445d-a3a4-f0bd21ad1019 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aa2f5e2-4393-4db5-9c05-73a32f10e9d1,revision_number=0']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:48.859974 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-70b20f45-0550-445d-a3a4-f0bd21ad1019 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:48.861308 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-70b20f45-0550-445d-a3a4-f0bd21ad1019 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1361680 Oct 23 00:58:48.958200 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-bafadfc1-1299-4740-8c06-025806999f67 req-d8e01eb9-3dc2-4989-9cf7-602ae35b6a49 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1755196010&fields=id&tenant_id=2b5536e4b945479e8972cb5a95f60324 HTTP/1.1" status: 200 len: 267 time: 0.0491855 Oct 23 00:58:49.013998 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafadfc1-1299-4740-8c06-025806999f67 req-d28c800d-0e66-4995-ab5f-8a9b5f72cb96 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:49.015456 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-bafadfc1-1299-4740-8c06-025806999f67 req-d28c800d-0e66-4995-ab5f-8a9b5f72cb96 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d3ff7f-a7b9-4b82-a87a-7c732191a284 HTTP/1.1" status: 200 len: 945 time: 0.0508747 Oct 23 00:58:49.030182 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [req-bafadfc1-1299-4740-8c06-025806999f67 req-6b23ef04-5ec8-4ed2-aa3c-5a7aaec19e16 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Request body: {'port': {'security_groups': ['ef20917c-8dad-4b49-8e2b-5fc4aa0568d5', 'ec73b002-330e-47cc-a826-68d3bc97dba7']}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:58:49.037802 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:49.112488 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-bafadfc1-1299-4740-8c06-025806999f67 req-6b23ef04-5ec8-4ed2-aa3c-5a7aaec19e16 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (03b8c8cc-3573-4004-a318-cc6ea8e45066), before_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:49.292763 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0094bc28-e552-4868-966a-391123789491 req-7324334b-169e-4a5e-9a93-bce0ed196850 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7157e296-84b2-4c04-bdb6-168df86b3403 HTTP/1.1" status: 200 len: 210 time: 0.0586803 Oct 23 00:58:49.339353 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-bafadfc1-1299-4740-8c06-025806999f67 req-6b23ef04-5ec8-4ed2-aa3c-5a7aaec19e16 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] For port 03b8c8cc-3573-4004-a318-cc6ea8e45066, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=03b8c8cc-3573-4004-a318-cc6ea8e45066,segment=NetworkSegment(cddd1db6-cf69-4403-969b-c4a8db3f5024),segment_id=cddd1db6-cf69-4403-969b-c4a8db3f5024)] {{(pid=104552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:58:49.391384 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-bafadfc1-1299-4740-8c06-025806999f67 req-6b23ef04-5ec8-4ed2-aa3c-5a7aaec19e16 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Publish callbacks [] for port (03b8c8cc-3573-4004-a318-cc6ea8e45066), precommit_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:49.660487 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-bafadfc1-1299-4740-8c06-025806999f67 req-6b23ef04-5ec8-4ed2-aa3c-5a7aaec19e16 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5995615'] for port (03b8c8cc-3573-4004-a318-cc6ea8e45066), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:49.673202 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] get_ports_and_sgs() called for port_ids ['03b8c8cc-3573-4004-a318-cc6ea8e45066'] {{(pid=104553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 00:58:49.673889 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafadfc1-1299-4740-8c06-025806999f67 req-6b23ef04-5ec8-4ed2-aa3c-5a7aaec19e16 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:49.674435 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-bafadfc1-1299-4740-8c06-025806999f67 req-6b23ef04-5ec8-4ed2-aa3c-5a7aaec19e16 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:49.675820 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-bafadfc1-1299-4740-8c06-025806999f67 req-6b23ef04-5ec8-4ed2-aa3c-5a7aaec19e16 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "PUT /networking/v2.0/ports/03b8c8cc-3573-4004-a318-cc6ea8e45066 HTTP/1.1" status: 200 len: 981 time: 0.6538703 Oct 23 00:58:49.680286 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=100 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:49.681106 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66d3ff7f-a7b9-4b82-a87a-7c732191a284', 'tag': '03b8c8cc-3573-4004-a318-cc6ea8e45066'}] {{(pid=104552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:58:49.683570 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e71a59ae106f7f9b2e36c913636ed0b95d68e581a9dbd71020046a5c2e6c46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d74905-faf8-42b3-9e8c-d79264223425" -d '{"events": [{"name": "network-changed", "server_uuid": "66d3ff7f-a7b9-4b82-a87a-7c732191a284", "tag": "03b8c8cc-3573-4004-a318-cc6ea8e45066"}]}' {{(pid=104552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:58:49.721626 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bdcdeb-5be9-4cd8-8fe3-74f6841714e8 req-ee8ba628-0bae-4f68-b6dc-98392ea60785 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:49.729007 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-76bdcdeb-5be9-4cd8-8fe3-74f6841714e8 req-ee8ba628-0bae-4f68-b6dc-98392ea60785 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 943 time: 0.3522704 Oct 23 00:58:49.785514 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b23ef04-5ec8-4ed2-aa3c-5a7aaec19e16 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Pushing event updated for resources: {'Port': ['ID=03b8c8cc-3573-4004-a318-cc6ea8e45066,revision_number=6']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:58:49.809420 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] get_ports_and_sgs() called for port_ids ['03b8c8cc-3573-4004-a318-cc6ea8e45066'] {{(pid=104553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 00:58:49.835048 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-76bdcdeb-5be9-4cd8-8fe3-74f6841714e8 req-f08cc9eb-bf7f-4911-9cb5-70ce92c5d544 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051419 Oct 23 00:58:49.846027 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1114f-7367-4432-a965-a334c044141a req-448e5739-3ac8-48d7-b0b2-07de1c86ea69 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:49.847736 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-75b1114f-7367-4432-a965-a334c044141a req-448e5739-3ac8-48d7-b0b2-07de1c86ea69 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d3ff7f-a7b9-4b82-a87a-7c732191a284 HTTP/1.1" status: 200 len: 984 time: 0.0704477 Oct 23 00:58:49.914404 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 00:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e00a94d-9220-4e10-8c58-09e56da32c8d x-openstack-request-id: req-4e00a94d-9220-4e10-8c58-09e56da32c8d {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:58:49.914695 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66d3ff7f-a7b9-4b82-a87a-7c732191a284", "tag": "03b8c8cc-3573-4004-a318-cc6ea8e45066", "status": "completed", "code": 200}]} {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:58:49.914942 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4e00a94d-9220-4e10-8c58-09e56da32c8d {{(pid=104552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:58:49.915343 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e00a94d-9220-4e10-8c58-09e56da32c8d'] response: {'name': 'network-changed', 'server_uuid': '66d3ff7f-a7b9-4b82-a87a-7c732191a284', 'tag': '03b8c8cc-3573-4004-a318-cc6ea8e45066', 'status': 'completed', 'code': 200} Oct 23 00:58:49.935850 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:49.950096 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-75b1114f-7367-4432-a965-a334c044141a req-6bbb857e-8ddd-497b-8bfb-b4976bebc48c tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef20917c-8dad-4b49-8e2b-5fc4aa0568d5&id=ec73b002-330e-47cc-a826-68d3bc97dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0953059 Oct 23 00:58:50.438629 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-30390fe6-1f03-4095-80e5-e2ac5ed4710b req-f6ed4bab-fe18-4f62-b6f1-e91a892fea67 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7157e296-84b2-4c04-bdb6-168df86b3403 HTTP/1.1" status: 200 len: 210 time: 0.0305603 Oct 23 00:58:50.986557 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:50.995315 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb147ce-5fee-4547-b544-da2f34725d03 req-4f000a91-b7d6-4475-8a21-5d915dcadd2b tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:50.996816 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1eb147ce-5fee-4547-b544-da2f34725d03 req-4f000a91-b7d6-4475-8a21-5d915dcadd2b tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 943 time: 0.0534821 Oct 23 00:58:51.049587 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1eb147ce-5fee-4547-b544-da2f34725d03 req-1b36157e-f8c3-403f-8b7b-78bd426df9d4 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467048 Oct 23 00:58:51.238736 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-ffc7ff68-ebf1-4ddb-834e-ef2383cc22fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (71de1650-f9d9-4095-92e6-e37ec99e20cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:51.245255 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.agents_db [None req-7a6a8f68-635a-43f5-9edf-73cfaf501ddf None None] Agent healthcheck: found 6 active agents {{(pid=104554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 00:58:51.554900 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-16488922-e210-412b-a40f-b739001ab3bb req-c79dbb73-4051-47e8-a248-b5a724a99afb tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7157e296-84b2-4c04-bdb6-168df86b3403 HTTP/1.1" status: 200 len: 210 time: 0.0385404 Oct 23 00:58:52.193287 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ddb13d-848e-4df8-a008-4e80f78b683a req-56466d5f-6ee9-4ee4-8801-4c10b99fb887 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:52.195774 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-46ddb13d-848e-4df8-a008-4e80f78b683a req-56466d5f-6ee9-4ee4-8801-4c10b99fb887 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 943 time: 0.0603147 Oct 23 00:58:52.251599 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-46ddb13d-848e-4df8-a008-4e80f78b683a req-65be336b-5cb1-49b7-b198-9f8883f8ba3b tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498524 Oct 23 00:58:52.306355 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5148f689-0f62-430a-b3f2-d0758b81aa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (b2013646-e5ec-4b71-a145-3908973fbde8), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:52.679840 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7006c3e4-787a-4258-adcf-6b24c6f705ba req-bf49c0b8-b675-46fa-be94-99b7c62db4f9 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7157e296-84b2-4c04-bdb6-168df86b3403 HTTP/1.1" status: 200 len: 210 time: 0.0496783 Oct 23 00:58:53.392545 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda9d50-b810-4e14-9dae-d93555115a58 req-83cd4d6f-9c7c-42a8-afce-84395155ca76 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:53.394153 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3bda9d50-b810-4e14-9dae-d93555115a58 req-83cd4d6f-9c7c-42a8-afce-84395155ca76 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 943 time: 0.0496778 Oct 23 00:58:53.456298 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3bda9d50-b810-4e14-9dae-d93555115a58 req-508fa587-8614-49da-ae6e-4ee107cbf939 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557933 Oct 23 00:58:53.643339 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:53.663457 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e80eb663-45f3-44c1-bd5d-b13fbac885c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (9e3bf558-830b-43df-b1b1-6fe61a75ce60), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:53.792480 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3b39d965-670c-430b-87a5-3c44ca55db71 req-626b5a97-5773-4c1c-9339-9962e93245db tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7157e296-84b2-4c04-bdb6-168df86b3403 HTTP/1.1" status: 200 len: 210 time: 0.0292957 Oct 23 00:58:53.990657 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (e5069eb9-82e8-4601-9222-8a50cea677c6), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:54.590453 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e9692f-1760-45d3-8f8b-df04356d3c9b req-7ddd9e74-f95c-4eb0-baa3-f71967e2d963 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:54.591909 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-13e9692f-1760-45d3-8f8b-df04356d3c9b req-7ddd9e74-f95c-4eb0-baa3-f71967e2d963 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 943 time: 0.0500147 Oct 23 00:58:54.628396 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:54.647744 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-13e9692f-1760-45d3-8f8b-df04356d3c9b req-9a90bc2d-7cc7-4fb8-ae60-c82f8188e572 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470142 Oct 23 00:58:54.916750 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f51a82e0-c5bc-4b42-830f-b092c16153cf req-e74e76cc-85bc-4efa-9f8d-d9adf91f25cb tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7157e296-84b2-4c04-bdb6-168df86b3403 HTTP/1.1" status: 200 len: 210 time: 0.0371053 Oct 23 00:58:55.788076 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d33672-7809-486b-9a07-0fe1baf28ba0 req-c79e3b54-daa6-4e91-b9de-2ea735baa947 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:55.789728 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d0d33672-7809-486b-9a07-0fe1baf28ba0 req-c79e3b54-daa6-4e91-b9de-2ea735baa947 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 943 time: 0.0568969 Oct 23 00:58:55.841157 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d0d33672-7809-486b-9a07-0fe1baf28ba0 req-f4d2a5eb-2155-4adb-9448-5694a058318a tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450025 Oct 23 00:58:56.053766 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-cf88146e-bdc7-4658-80bd-b5fe2bd82771 req-736dd359-ff30-4cad-9571-ff953fdee68b tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7157e296-84b2-4c04-bdb6-168df86b3403 HTTP/1.1" status: 200 len: 210 time: 0.0422215 Oct 23 00:58:56.982963 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d01587-2a07-432a-b16f-c495df7411f5 req-d2505475-7c44-47ba-934a-c09738c08df5 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:56.984889 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a9d01587-2a07-432a-b16f-c495df7411f5 req-d2505475-7c44-47ba-934a-c09738c08df5 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 943 time: 0.0519388 Oct 23 00:58:57.040820 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a9d01587-2a07-432a-b16f-c495df7411f5 req-5e4e8daa-57ef-4512-907b-ce5fceff61f2 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504174 Oct 23 00:58:57.176817 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-662fdf00-7d5e-4c36-be5a-96a394f51994 req-efd61631-c64c-467a-b3e4-5303696bd160 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7157e296-84b2-4c04-bdb6-168df86b3403 HTTP/1.1" status: 200 len: 210 time: 0.0296211 Oct 23 00:58:58.187224 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c5297f-5486-49ea-9320-acabdcddaeba req-cef3f9af-682a-4a5e-afbf-0b24ffc14083 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:58.188704 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-11c5297f-5486-49ea-9320-acabdcddaeba req-cef3f9af-682a-4a5e-afbf-0b24ffc14083 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 943 time: 0.0506399 Oct 23 00:58:58.237210 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-11c5297f-5486-49ea-9320-acabdcddaeba req-4dc829cb-f277-4696-a203-a642df90deb2 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427852 Oct 23 00:58:58.283763 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a8150704-47a7-451d-850e-3f66f8888eb3 req-34fb6d47-3df0-4a09-80d6-37a8b83f5d15 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7157e296-84b2-4c04-bdb6-168df86b3403 HTTP/1.1" status: 200 len: 210 time: 0.0314095 Oct 23 00:58:58.849350 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=11,neutron:DELETE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:58.852099 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=61,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:58.898713 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c035cd04-ec40-4ec0-b937-d245cef5e206 req-368dd44b-9116-47df-bed3-6cacc200f7f4 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/a82fecef-3e22-41fa-8192-25cadd682e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798327 Oct 23 00:58:58.920235 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaca437-17f0-43b1-a5df-1fdb2ece66b4 req-3a30f3e9-f9b2-4dd6-8cc8-932cc56bb434 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:58.921724 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-fbaca437-17f0-43b1-a5df-1fdb2ece66b4 req-3a30f3e9-f9b2-4dd6-8cc8-932cc56bb434 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.52 "GET /networking/v2.0/networks?id=706576df-d255-452e-b7ba-460fee4fb9d4 HTTP/1.1" status: 200 len: 808 time: 0.1479292 Oct 23 00:58:59.376203 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [req-fbaca437-17f0-43b1-a5df-1fdb2ece66b4 req-62955e7c-094e-46e1-9c78-1ba082bee513 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Request body: {'port': {'device_id': '7157e296-84b2-4c04-bdb6-168df86b3403', 'network_id': '706576df-d255-452e-b7ba-460fee4fb9d4', 'admin_state_up': True, 'tenant_id': 'b5384f8ed0fa4c7695758da237326753'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:58:59.412978 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaebc2bb-5ec7-4821-ab93-7887b6b1b5e4 req-7f72fe02-9f4a-4070-8abb-c867fab49350 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:59.420379 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-aaebc2bb-5ec7-4821-ab93-7887b6b1b5e4 req-7f72fe02-9f4a-4070-8abb-c867fab49350 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 943 time: 0.0985458 Oct 23 00:58:59.434830 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:59.494040 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-9cea3424-4856-4ceb-9604-8b0683edceea req-c7b70c6a-f82f-4815-a0ac-38488b34bd29 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7157e296-84b2-4c04-bdb6-168df86b3403 HTTP/1.1" status: 200 len: 210 time: 0.1089745 Oct 23 00:58:59.534787 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-aaebc2bb-5ec7-4821-ab93-7887b6b1b5e4 req-213e19f6-f89f-46ac-bbd4-ce56c2756ba6 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135046 Oct 23 00:58:59.577478 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbaca437-17f0-43b1-a5df-1fdb2ece66b4 req-62955e7c-094e-46e1-9c78-1ba082bee513 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Made reservation on behalf of b5384f8ed0fa4c7695758da237326753 for: {'port': 1} {{(pid=104552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 00:58:59.581237 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-fbaca437-17f0-43b1-a5df-1fdb2ece66b4 req-62955e7c-094e-46e1-9c78-1ba082bee513 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:59.709517 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.db_base_plugin_common [req-fbaca437-17f0-43b1-a5df-1fdb2ece66b4 req-62955e7c-094e-46e1-9c78-1ba082bee513 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Allocated IP 172.20.0.8 (706576df-d255-452e-b7ba-460fee4fb9d4/5a084bd4-dc2a-4656-9023-88a6c081dfcb/18c0ff33-2d95-418b-abd3-b89da402d2c4) {{(pid=104552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 00:58:59.837845 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:58:59.851425 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d74905-faf8-42b3-9e8c-d79264223425 req-2adab4c5-5706-4ba7-83ec-0cae5ec94dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:58:59.852995 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-94d74905-faf8-42b3-9e8c-d79264223425 req-2adab4c5-5706-4ba7-83ec-0cae5ec94dfb service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=2b5536e4b945479e8972cb5a95f60324&device_id=66d3ff7f-a7b9-4b82-a87a-7c732191a284 HTTP/1.1" status: 200 len: 1168 time: 0.0807045 Oct 23 00:58:59.893345 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-fbaca437-17f0-43b1-a5df-1fdb2ece66b4 req-62955e7c-094e-46e1-9c78-1ba082bee513 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Publish callbacks [] for port (18c0ff33-2d95-418b-abd3-b89da402d2c4), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:58:59.967627 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-fbaca437-17f0-43b1-a5df-1fdb2ece66b4 req-62955e7c-094e-46e1-9c78-1ba082bee513 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5995606'] for port (18c0ff33-2d95-418b-abd3-b89da402d2c4), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:00.032864 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbaca437-17f0-43b1-a5df-1fdb2ece66b4 req-62955e7c-094e-46e1-9c78-1ba082bee513 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Network 706576df-d255-452e-b7ba-460fee4fb9d4 is already hosted by enough agents. {{(pid=104552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 00:59:00.046973 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.base_scheduler [req-fbaca437-17f0-43b1-a5df-1fdb2ece66b4 req-62955e7c-094e-46e1-9c78-1ba082bee513 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Resources bound (agent type, host, resource id): {{(pid=104552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 00:59:00.049142 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62955e7c-094e-46e1-9c78-1ba082bee513 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Pushing event updated for resources: {'Port': ['ID=18c0ff33-2d95-418b-abd3-b89da402d2c4,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:59:00.051136 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbaca437-17f0-43b1-a5df-1fdb2ece66b4 req-62955e7c-094e-46e1-9c78-1ba082bee513 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Received port after_create {{(pid=104552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 00:59:00.085272 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d74905-faf8-42b3-9e8c-d79264223425 req-c9d7e3d1-69c2-4cfc-a8a6-307b12152ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:00.086825 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-94d74905-faf8-42b3-9e8c-d79264223425 req-c9d7e3d1-69c2-4cfc-a8a6-307b12152ce0 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=a82fecef-3e22-41fa-8192-25cadd682e03 HTTP/1.1" status: 200 len: 916 time: 0.1684639 Oct 23 00:59:00.140847 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaca437-17f0-43b1-a5df-1fdb2ece66b4 req-62955e7c-094e-46e1-9c78-1ba082bee513 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:00.141436 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-fbaca437-17f0-43b1-a5df-1fdb2ece66b4 req-62955e7c-094e-46e1-9c78-1ba082bee513 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:00.167046 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:00.170758 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-fbaca437-17f0-43b1-a5df-1fdb2ece66b4 req-62955e7c-094e-46e1-9c78-1ba082bee513 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8012729 Oct 23 00:59:00.178160 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-94d74905-faf8-42b3-9e8c-d79264223425 req-fd63e11b-5bc4-48f4-940b-4644470fb0ea service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03b8c8cc-3573-4004-a318-cc6ea8e45066 HTTP/1.1" status: 200 len: 1000 time: 0.0814126 Oct 23 00:59:00.183358 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [req-fbaca437-17f0-43b1-a5df-1fdb2ece66b4 req-6efbf2c3-cdd5-43c1-9e74-1cd4d911f984 service neutron] Request body: {'port': {'device_id': '7157e296-84b2-4c04-bdb6-168df86b3403', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:59:00.281672 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d74905-faf8-42b3-9e8c-d79264223425 req-e8345159-9e0a-45fc-bc14-49c696a89c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:00.283459 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-94d74905-faf8-42b3-9e8c-d79264223425 req-e8345159-9e0a-45fc-bc14-49c696a89c5d service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=943dfaf8-c12c-409b-b313-a2e572eba44f HTTP/1.1" status: 200 len: 854 time: 0.0959427 Oct 23 00:59:00.288016 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-fbaca437-17f0-43b1-a5df-1fdb2ece66b4 req-6efbf2c3-cdd5-43c1-9e74-1cd4d911f984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (18c0ff33-2d95-418b-abd3-b89da402d2c4), before_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:00.369069 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d74905-faf8-42b3-9e8c-d79264223425 req-e02c54f5-2d38-493d-bf87-69660210a1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:00.370709 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-94d74905-faf8-42b3-9e8c-d79264223425 req-e02c54f5-2d38-493d-bf87-69660210a1a0 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=a82fecef-3e22-41fa-8192-25cadd682e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0790071 Oct 23 00:59:00.615598 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-94d74905-faf8-42b3-9e8c-d79264223425 req-24b6ebff-79cf-4783-934b-53cbd3b73a7d service neutron] 10.222.0.52 "GET /networking/v2.0/networks/a82fecef-3e22-41fa-8192-25cadd682e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307150 Oct 23 00:59:00.693256 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8a91f0-7855-465f-ad01-684c4ae5e7fc req-b2245476-f20e-4f1d-ad13-31b95b387353 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:00.694723 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-aa8a91f0-7855-465f-ad01-684c4ae5e7fc req-b2245476-f20e-4f1d-ad13-31b95b387353 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7157e296-84b2-4c04-bdb6-168df86b3403 HTTP/1.1" status: 200 len: 931 time: 0.1229854 Oct 23 00:59:00.732953 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:00.765134 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d07eebe-b9ba-4569-8f83-cd166990ce16 req-83343f5d-8517-4a1c-bfdd-dd8d3fd9d920 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:00.766598 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7d07eebe-b9ba-4569-8f83-cd166990ce16 req-83343f5d-8517-4a1c-bfdd-dd8d3fd9d920 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 943 time: 0.1451459 Oct 23 00:59:00.900297 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-94d74905-faf8-42b3-9e8c-d79264223425 req-09c534e9-757e-4fd1-bec9-476b5b8d5186 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/a82fecef-3e22-41fa-8192-25cadd682e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661781 Oct 23 00:59:00.912174 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-aa8a91f0-7855-465f-ad01-684c4ae5e7fc req-7dca0931-4f57-48c0-bab0-9feb4f96dc1c tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aee26348-8e69-40a4-ac27-4b922e21afd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112803 Oct 23 00:59:00.914785 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [req-fbaca437-17f0-43b1-a5df-1fdb2ece66b4 req-6efbf2c3-cdd5-43c1-9e74-1cd4d911f984 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18c0ff33-2d95-418b-abd3-b89da402d2c4 {{(pid=104552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 00:59:00.922282 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7d07eebe-b9ba-4569-8f83-cd166990ce16 req-cc83a8d6-4ac0-4b46-b6c5-5593007119a9 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422656 Oct 23 00:59:00.933671 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-fbaca437-17f0-43b1-a5df-1fdb2ece66b4 req-6efbf2c3-cdd5-43c1-9e74-1cd4d911f984 service neutron] Publish callbacks [] for port (18c0ff33-2d95-418b-abd3-b89da402d2c4), precommit_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:00.947983 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.provisioning_blocks [req-fbaca437-17f0-43b1-a5df-1fdb2ece66b4 req-6efbf2c3-cdd5-43c1-9e74-1cd4d911f984 service neutron] Transition to ACTIVE for port object 18c0ff33-2d95-418b-abd3-b89da402d2c4 will not be triggered until provisioned by entity L2. {{(pid=104552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 00:59:00.954152 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-fbaca437-17f0-43b1-a5df-1fdb2ece66b4 req-6efbf2c3-cdd5-43c1-9e74-1cd4d911f984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5995615'] for port (18c0ff33-2d95-418b-abd3-b89da402d2c4), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:00.959815 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:01.021653 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbf2c3-cdd5-43c1-9e74-1cd4d911f984 service neutron] Pushing event updated for resources: {'Port': ['ID=18c0ff33-2d95-418b-abd3-b89da402d2c4,revision_number=2']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:59:01.072744 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.managers [req-fbaca437-17f0-43b1-a5df-1fdb2ece66b4 req-6efbf2c3-cdd5-43c1-9e74-1cd4d911f984 service neutron] Attempting to bind port 18c0ff33-2d95-418b-abd3-b89da402d2c4 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 00:59:01.073030 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.managers [req-fbaca437-17f0-43b1-a5df-1fdb2ece66b4 req-6efbf2c3-cdd5-43c1-9e74-1cd4d911f984 service neutron] Attempting to bind port 18c0ff33-2d95-418b-abd3-b89da402d2c4 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '5d321273-3f83-40d4-be02-80695052ceb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '706576df-d255-452e-b7ba-460fee4fb9d4'}] {{(pid=104552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 00:59:01.073393 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbaca437-17f0-43b1-a5df-1fdb2ece66b4 req-6efbf2c3-cdd5-43c1-9e74-1cd4d911f984 service neutron] Attempting to bind port 18c0ff33-2d95-418b-abd3-b89da402d2c4 on network 706576df-d255-452e-b7ba-460fee4fb9d4 {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:59:01.116407 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbaca437-17f0-43b1-a5df-1fdb2ece66b4 req-6efbf2c3-cdd5-43c1-9e74-1cd4d911f984 service neutron] Port 18c0ff33-2d95-418b-abd3-b89da402d2c4 on network 706576df-d255-452e-b7ba-460fee4fb9d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 00:59:01.116796 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbaca437-17f0-43b1-a5df-1fdb2ece66b4 req-6efbf2c3-cdd5-43c1-9e74-1cd4d911f984 service neutron] Attempting to bind port 18c0ff33-2d95-418b-abd3-b89da402d2c4 on network 706576df-d255-452e-b7ba-460fee4fb9d4 {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 00:59:01.164944 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbaca437-17f0-43b1-a5df-1fdb2ece66b4 req-6efbf2c3-cdd5-43c1-9e74-1cd4d911f984 service neutron] Checking agent: {'id': '16cf44eb-3ef2-4361-a416-47ab9083b794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 53, 30), 'started_at': datetime.datetime(2022, 10, 23, 0, 53, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 0, 58, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 00:59:01.165279 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbaca437-17f0-43b1-a5df-1fdb2ece66b4 req-6efbf2c3-cdd5-43c1-9e74-1cd4d911f984 service neutron] Checking segment: {'id': '5d321273-3f83-40d4-be02-80695052ceb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '706576df-d255-452e-b7ba-460fee4fb9d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 00:59:01.165655 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbaca437-17f0-43b1-a5df-1fdb2ece66b4 req-6efbf2c3-cdd5-43c1-9e74-1cd4d911f984 service neutron] Bound using segment: {'id': '5d321273-3f83-40d4-be02-80695052ceb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '706576df-d255-452e-b7ba-460fee4fb9d4'} {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 00:59:01.166080 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.managers [req-fbaca437-17f0-43b1-a5df-1fdb2ece66b4 req-6efbf2c3-cdd5-43c1-9e74-1cd4d911f984 service neutron] Bound port: 18c0ff33-2d95-418b-abd3-b89da402d2c4, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d321273-3f83-40d4-be02-80695052ceb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '706576df-d255-452e-b7ba-460fee4fb9d4'}}] {{(pid=104552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 00:59:01.166426 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-fbaca437-17f0-43b1-a5df-1fdb2ece66b4 req-6efbf2c3-cdd5-43c1-9e74-1cd4d911f984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (18c0ff33-2d95-418b-abd3-b89da402d2c4), before_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:01.295526 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (16cf44eb-3ef2-4361-a416-47ab9083b794), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:01.472542 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-fbaca437-17f0-43b1-a5df-1fdb2ece66b4 req-6efbf2c3-cdd5-43c1-9e74-1cd4d911f984 service neutron] For port 18c0ff33-2d95-418b-abd3-b89da402d2c4, host hv-cinder-maste, cleared binding levels {{(pid=104552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 00:59:01.475607 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-fbaca437-17f0-43b1-a5df-1fdb2ece66b4 req-6efbf2c3-cdd5-43c1-9e74-1cd4d911f984 service neutron] For port 18c0ff33-2d95-418b-abd3-b89da402d2c4, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=18c0ff33-2d95-418b-abd3-b89da402d2c4,segment=NetworkSegment(5d321273-3f83-40d4-be02-80695052ceb8),segment_id=5d321273-3f83-40d4-be02-80695052ceb8)] {{(pid=104552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 00:59:01.483988 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-fbaca437-17f0-43b1-a5df-1fdb2ece66b4 req-6efbf2c3-cdd5-43c1-9e74-1cd4d911f984 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5995615'] for port (18c0ff33-2d95-418b-abd3-b89da402d2c4), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:01.488235 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaca437-17f0-43b1-a5df-1fdb2ece66b4 req-6efbf2c3-cdd5-43c1-9e74-1cd4d911f984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:01.488873 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-fbaca437-17f0-43b1-a5df-1fdb2ece66b4 req-6efbf2c3-cdd5-43c1-9e74-1cd4d911f984 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:01.490223 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-fbaca437-17f0-43b1-a5df-1fdb2ece66b4 req-6efbf2c3-cdd5-43c1-9e74-1cd4d911f984 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/18c0ff33-2d95-418b-abd3-b89da402d2c4 HTTP/1.1" status: 200 len: 1093 time: 1.3109510 Oct 23 00:59:01.490795 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7157e296-84b2-4c04-bdb6-168df86b3403', 'tag': '18c0ff33-2d95-418b-abd3-b89da402d2c4'}] {{(pid=104552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:59:01.493190 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e71a59ae106f7f9b2e36c913636ed0b95d68e581a9dbd71020046a5c2e6c46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db55cc9b-8238-4e46-b896-77b7b80588fd" -d '{"events": [{"name": "network-changed", "server_uuid": "7157e296-84b2-4c04-bdb6-168df86b3403", "tag": "18c0ff33-2d95-418b-abd3-b89da402d2c4"}]}' {{(pid=104552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:59:01.545041 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbf2c3-cdd5-43c1-9e74-1cd4d911f984 service neutron] Pushing event updated for resources: {'Port': ['ID=18c0ff33-2d95-418b-abd3-b89da402d2c4,revision_number=3']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:59:01.552918 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 00:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be2403a-ca06-42ea-9cb3-4dfe046c9293 x-openstack-request-id: req-9be2403a-ca06-42ea-9cb3-4dfe046c9293 {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:59:01.553466 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7157e296-84b2-4c04-bdb6-168df86b3403", "tag": "18c0ff33-2d95-418b-abd3-b89da402d2c4", "status": "completed", "code": 200}]} {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:59:01.553933 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9be2403a-ca06-42ea-9cb3-4dfe046c9293 {{(pid=104552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:59:01.555063 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9be2403a-ca06-42ea-9cb3-4dfe046c9293'] response: {'name': 'network-changed', 'server_uuid': '7157e296-84b2-4c04-bdb6-168df86b3403', 'tag': '18c0ff33-2d95-418b-abd3-b89da402d2c4', 'status': 'completed', 'code': 200} Oct 23 00:59:01.619097 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce083e80-541f-4913-84a9-c33bad6e1683 req-49c34297-28a1-4f98-8368-9ef205fe02be tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:01.620618 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ce083e80-541f-4913-84a9-c33bad6e1683 req-49c34297-28a1-4f98-8368-9ef205fe02be tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 945 time: 0.0485404 Oct 23 00:59:01.684470 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaca437-17f0-43b1-a5df-1fdb2ece66b4 req-8fa00f0b-0eda-4d77-82f9-28ce6c57ef6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:01.686067 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-fbaca437-17f0-43b1-a5df-1fdb2ece66b4 req-8fa00f0b-0eda-4d77-82f9-28ce6c57ef6f service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=b5384f8ed0fa4c7695758da237326753&device_id=7157e296-84b2-4c04-bdb6-168df86b3403 HTTP/1.1" status: 200 len: 1127 time: 0.0626702 Oct 23 00:59:01.700932 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ce083e80-541f-4913-84a9-c33bad6e1683 req-ff042c3e-1c29-4abd-b963-44ab8b607bd9 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696797 Oct 23 00:59:01.769140 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-fbaca437-17f0-43b1-a5df-1fdb2ece66b4 req-89f022d5-9e72-41af-8675-27c1d7ac9180 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18c0ff33-2d95-418b-abd3-b89da402d2c4 HTTP/1.1" status: 200 len: 217 time: 0.0347466 Oct 23 00:59:01.822064 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaca437-17f0-43b1-a5df-1fdb2ece66b4 req-f2359a5b-df53-4abf-bede-7eaa5b7566e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:01.823533 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-fbaca437-17f0-43b1-a5df-1fdb2ece66b4 req-f2359a5b-df53-4abf-bede-7eaa5b7566e4 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=5a084bd4-dc2a-4656-9023-88a6c081dfcb HTTP/1.1" status: 200 len: 848 time: 0.0476010 Oct 23 00:59:01.861149 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-fbaca437-17f0-43b1-a5df-1fdb2ece66b4 req-36a0626e-57e3-44a3-b727-bcfc74b7fe2e service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=706576df-d255-452e-b7ba-460fee4fb9d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298357 Oct 23 00:59:01.961522 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-fbaca437-17f0-43b1-a5df-1fdb2ece66b4 req-0a69122c-e532-4d10-9bbb-4f0fc1455bdd service neutron] 10.222.0.52 "GET /networking/v2.0/networks/706576df-d255-452e-b7ba-460fee4fb9d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912778 Oct 23 00:59:01.994922 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:02.111869 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf2ae05-9470-4526-b8cc-21584be86200 req-df764717-1a88-46b6-9496-09993409cb1c tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:02.113376 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4cf2ae05-9470-4526-b8cc-21584be86200 req-df764717-1a88-46b6-9496-09993409cb1c tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7157e296-84b2-4c04-bdb6-168df86b3403 HTTP/1.1" status: 200 len: 943 time: 0.1168821 Oct 23 00:59:02.133130 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b15432-27f8-4fe6-a9c5-2095eeff26ec req-dec711c5-54e9-4a02-8bc9-de58e5d22214 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:02.135967 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d0b15432-27f8-4fe6-a9c5-2095eeff26ec req-dec711c5-54e9-4a02-8bc9-de58e5d22214 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 943 time: 0.0990977 Oct 23 00:59:02.168652 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-fbaca437-17f0-43b1-a5df-1fdb2ece66b4 req-4ab98ae6-7a3a-4937-a359-816d9f608082 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/706576df-d255-452e-b7ba-460fee4fb9d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971416 Oct 23 00:59:02.222021 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4cf2ae05-9470-4526-b8cc-21584be86200 req-f6b7c2f1-d8a4-4c20-b16c-83dcbc4e5493 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aee26348-8e69-40a4-ac27-4b922e21afd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987017 Oct 23 00:59:02.225167 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d0b15432-27f8-4fe6-a9c5-2095eeff26ec req-51a4ebc2-af50-4e46-9216-a4bbfcd88edc tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784967 Oct 23 00:59:02.798341 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:02.836784 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd70d2-407a-438d-b229-ad7dbc76d2cc req-94f8ced2-48cf-4206-9996-1d28a66020a7 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:02.838257 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-fcbd70d2-407a-438d-b229-ad7dbc76d2cc req-94f8ced2-48cf-4206-9996-1d28a66020a7 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 945 time: 0.0488021 Oct 23 00:59:02.887761 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-fcbd70d2-407a-438d-b229-ad7dbc76d2cc req-c4548b96-dd5f-4498-a11d-e6eb91a7f6e0 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420899 Oct 23 00:59:03.376221 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a235f-176a-4c4f-834a-3feeb4098a95 req-4ee30f31-71e0-4bf3-8048-3084a2d8f1da tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:03.377729 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-734a235f-176a-4c4f-834a-3feeb4098a95 req-4ee30f31-71e0-4bf3-8048-3084a2d8f1da tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7157e296-84b2-4c04-bdb6-168df86b3403 HTTP/1.1" status: 200 len: 943 time: 0.0779631 Oct 23 00:59:03.386081 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d469e-4d95-4fee-8164-ca06b60de504 req-34e4c5ce-1d60-43e1-b5ea-9302c1822bc1 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:03.387488 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f37d469e-4d95-4fee-8164-ca06b60de504 req-34e4c5ce-1d60-43e1-b5ea-9302c1822bc1 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 943 time: 0.0784743 Oct 23 00:59:03.493923 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f37d469e-4d95-4fee-8164-ca06b60de504 req-5c78c1c8-acaf-49b8-b079-dd607375d2c9 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992723 Oct 23 00:59:03.495742 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55cc9b-8238-4e46-b896-77b7b80588fd req-572a8341-2e1d-42f0-b1f3-f47ac2fa1bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:03.497181 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-db55cc9b-8238-4e46-b896-77b7b80588fd req-572a8341-2e1d-42f0-b1f3-f47ac2fa1bf3 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=b5384f8ed0fa4c7695758da237326753&device_id=7157e296-84b2-4c04-bdb6-168df86b3403 HTTP/1.1" status: 200 len: 1127 time: 0.0794954 Oct 23 00:59:03.500632 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-734a235f-176a-4c4f-834a-3feeb4098a95 req-517add31-24c1-4f75-957f-1c1009b80a8a tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aee26348-8e69-40a4-ac27-4b922e21afd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122701 Oct 23 00:59:03.604047 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55cc9b-8238-4e46-b896-77b7b80588fd req-d9e13585-d736-4570-9a03-dc3125f203b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:03.605585 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-db55cc9b-8238-4e46-b896-77b7b80588fd req-d9e13585-d736-4570-9a03-dc3125f203b8 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=706576df-d255-452e-b7ba-460fee4fb9d4 HTTP/1.1" status: 200 len: 909 time: 0.1013012 Oct 23 00:59:03.649470 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-db55cc9b-8238-4e46-b896-77b7b80588fd req-044b1956-32b5-450c-8559-48c28d0f549e service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18c0ff33-2d95-418b-abd3-b89da402d2c4 HTTP/1.1" status: 200 len: 217 time: 0.0340774 Oct 23 00:59:03.705588 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55cc9b-8238-4e46-b896-77b7b80588fd req-6e40f1b9-313e-4c0d-95c3-1f722db29ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:03.706997 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-db55cc9b-8238-4e46-b896-77b7b80588fd req-6e40f1b9-313e-4c0d-95c3-1f722db29ca4 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=5a084bd4-dc2a-4656-9023-88a6c081dfcb HTTP/1.1" status: 200 len: 848 time: 0.0478673 Oct 23 00:59:03.753118 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-db55cc9b-8238-4e46-b896-77b7b80588fd req-5b0dc26f-f5fd-4dbf-b59b-e1fb9365d15d service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=706576df-d255-452e-b7ba-460fee4fb9d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345604 Oct 23 00:59:03.855995 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-db55cc9b-8238-4e46-b896-77b7b80588fd req-5832bfef-624a-4e9d-bc8c-10338585869a service neutron] 10.222.0.52 "GET /networking/v2.0/networks/706576df-d255-452e-b7ba-460fee4fb9d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953727 Oct 23 00:59:03.956223 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-db55cc9b-8238-4e46-b896-77b7b80588fd req-5c0649b0-ef61-484b-9628-d9ccb2787e5c service neutron] 10.222.0.52 "GET /networking/v2.0/networks/706576df-d255-452e-b7ba-460fee4fb9d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909154 Oct 23 00:59:04.011156 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fda806-f2f2-4fbb-b33d-158b0ac99993 req-f13f23cf-2c04-4fe9-b914-b4f2512f42a7 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:04.012541 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-70fda806-f2f2-4fbb-b33d-158b0ac99993 req-f13f23cf-2c04-4fe9-b914-b4f2512f42a7 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 945 time: 0.0480912 Oct 23 00:59:04.046738 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:04.062676 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-70fda806-f2f2-4fbb-b33d-158b0ac99993 req-a980665b-856e-4dd6-b8b3-94561a7c1b29 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443940 Oct 23 00:59:04.664637 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba1e935-84d9-4bbe-b902-3655a7740148 req-208f91ad-9211-42b1-9843-c21cea4d41e7 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:04.666218 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4ba1e935-84d9-4bbe-b902-3655a7740148 req-208f91ad-9211-42b1-9843-c21cea4d41e7 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 943 time: 0.0786114 Oct 23 00:59:04.673652 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a715911f-7df5-4c2e-9f45-ddc9afe36124 req-5a28cc7a-b29b-4545-b1f1-e06d58e6da7c tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:04.675017 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a715911f-7df5-4c2e-9f45-ddc9afe36124 req-5a28cc7a-b29b-4545-b1f1-e06d58e6da7c tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7157e296-84b2-4c04-bdb6-168df86b3403 HTTP/1.1" status: 200 len: 943 time: 0.0772009 Oct 23 00:59:04.749669 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4ba1e935-84d9-4bbe-b902-3655a7740148 req-f2eaeac1-4b1c-4fbf-b9ad-b6a6f483eed0 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737417 Oct 23 00:59:04.753023 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a715911f-7df5-4c2e-9f45-ddc9afe36124 req-226aa24f-b5f4-47d2-b1e2-62c89ce8dd55 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aee26348-8e69-40a4-ac27-4b922e21afd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708923 Oct 23 00:59:05.196499 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c90cc-efab-42dd-8856-737b7347fda3 req-95de02e1-bb01-4122-a4ec-43f9fccc1af9 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:05.198020 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-801c90cc-efab-42dd-8856-737b7347fda3 req-95de02e1-bb01-4122-a4ec-43f9fccc1af9 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 945 time: 0.0470307 Oct 23 00:59:05.235878 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:05.252068 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-801c90cc-efab-42dd-8856-737b7347fda3 req-55897a63-fa3c-4fe1-a34c-056f59f23d53 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484686 Oct 23 00:59:05.445716 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 18c0ff33-2d95-418b-abd3-b89da402d2c4 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104553) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 00:59:05.547323 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:05.549213 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port 18c0ff33-2d95-418b-abd3-b89da402d2c4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=18c0ff33-2d95-418b-abd3-b89da402d2c4,segment=NetworkSegment(5d321273-3f83-40d4-be02-80695052ceb8),segment_id=5d321273-3f83-40d4-be02-80695052ceb8)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:59:05.561782 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Returning: {'device': '18c0ff33-2d95-418b-abd3-b89da402d2c4', 'network_id': '706576df-d255-452e-b7ba-460fee4fb9d4', 'port_id': '18c0ff33-2d95-418b-abd3-b89da402d2c4', 'mac_address': 'fa:16:3e:a1:32:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a084bd4-dc2a-4656-9023-88a6c081dfcb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104553) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 00:59:05.595992 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Current status of the port 18c0ff33-2d95-418b-abd3-b89da402d2c4 is: DOWN; New status is: BUILD {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:59:05.597103 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (18c0ff33-2d95-418b-abd3-b89da402d2c4), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:05.610462 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.notifiers.nova [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18c0ff33-2d95-418b-abd3-b89da402d2c4 {{(pid=104553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 00:59:05.631589 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port 18c0ff33-2d95-418b-abd3-b89da402d2c4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=18c0ff33-2d95-418b-abd3-b89da402d2c4,segment=NetworkSegment(5d321273-3f83-40d4-be02-80695052ceb8),segment_id=5d321273-3f83-40d4-be02-80695052ceb8)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:59:05.726106 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (18c0ff33-2d95-418b-abd3-b89da402d2c4), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:05.777868 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Pushing event updated for resources: {'Port': ['ID=18c0ff33-2d95-418b-abd3-b89da402d2c4,revision_number=4']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:59:05.785036 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:05.785420 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:05.785734 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:05.786099 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:05.786431 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:05.786760 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:05.787086 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:05.787856 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:05.787856 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:05.788012 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:05.788336 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:05.788657 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:05.789193 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:05.789418 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:05.789721 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:05.912665 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b99186-3b17-4920-9a44-03fe83fa09b2 req-60c0dc4c-2819-4057-bb4c-a6a249b8403c tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:05.914140 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-32b99186-3b17-4920-9a44-03fe83fa09b2 req-60c0dc4c-2819-4057-bb4c-a6a249b8403c tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7157e296-84b2-4c04-bdb6-168df86b3403 HTTP/1.1" status: 200 len: 944 time: 0.0848150 Oct 23 00:59:05.921611 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80a0e9-edd4-4bc0-84c1-bdc67da8b23b req-012dc4a7-40cb-4dee-87fe-55928c9cb5bd tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:05.922964 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-cb80a0e9-edd4-4bc0-84c1-bdc67da8b23b req-012dc4a7-40cb-4dee-87fe-55928c9cb5bd tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 943 time: 0.0841911 Oct 23 00:59:05.994398 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-32b99186-3b17-4920-9a44-03fe83fa09b2 req-dd61c9ad-0f31-4011-a74b-b9c43a85300a tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aee26348-8e69-40a4-ac27-4b922e21afd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705211 Oct 23 00:59:05.998507 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-cb80a0e9-edd4-4bc0-84c1-bdc67da8b23b req-00ef3b68-223c-4da3-b8be-7167d1f5535b tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678449 Oct 23 00:59:06.062195 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] get_ports_and_sgs() called for port_ids ['18c0ff33-2d95-418b-abd3-b89da402d2c4'] {{(pid=104553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 00:59:06.391089 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e0966-0534-42d2-8fea-3c549365fffa req-4171adb5-d240-4bfe-bf69-efe05df02dfb tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:06.392564 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7b5e0966-0534-42d2-8fea-3c549365fffa req-4171adb5-d240-4bfe-bf69-efe05df02dfb tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 945 time: 0.0515695 Oct 23 00:59:06.440331 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7b5e0966-0534-42d2-8fea-3c549365fffa req-32c8a101-7305-4fc4-846e-f5cd0653e904 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420120 Oct 23 00:59:07.156259 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3bee9c-420c-421e-b714-3b459b043b0b req-c6da151e-70b4-462e-985f-fa660ceaf24e tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:07.157746 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-bc3bee9c-420c-421e-b714-3b459b043b0b req-c6da151e-70b4-462e-985f-fa660ceaf24e tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7157e296-84b2-4c04-bdb6-168df86b3403 HTTP/1.1" status: 200 len: 944 time: 0.0758471 Oct 23 00:59:07.165105 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956260a-cee3-498d-be4e-1c48bba2f0c1 req-e6a9ae1f-f0d2-4e99-bfbb-60ea3a708647 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:07.166536 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-8956260a-cee3-498d-be4e-1c48bba2f0c1 req-e6a9ae1f-f0d2-4e99-bfbb-60ea3a708647 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 943 time: 0.0740705 Oct 23 00:59:07.230454 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:07.232097 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=10 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:07.242456 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-bc3bee9c-420c-421e-b714-3b459b043b0b req-1e342d50-6906-4f3d-9106-61f437ba624c tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aee26348-8e69-40a4-ac27-4b922e21afd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750012 Oct 23 00:59:07.246488 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-8956260a-cee3-498d-be4e-1c48bba2f0c1 req-ac62efc9-a9d1-4a9d-92d2-65188da7dc0d tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724137 Oct 23 00:59:07.462304 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device c4115102-acce-4a90-ab24-eb74a5879146 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104553) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 00:59:07.464880 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 18c0ff33-2d95-418b-abd3-b89da402d2c4 up at agent hyperv_hv-cinder-maste {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:59:07.523712 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Provisioning for port 18c0ff33-2d95-418b-abd3-b89da402d2c4 completed by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 00:59:07.540882 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Provisioning complete for port 18c0ff33-2d95-418b-abd3-b89da402d2c4 triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:59:07.540882 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (18c0ff33-2d95-418b-abd3-b89da402d2c4), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:07.541552 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Attempt 1 to provision port 18c0ff33-2d95-418b-abd3-b89da402d2c4 Oct 23 00:59:07.585996 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba9a21-0762-4056-b845-dc8947475c49 req-a6342284-6df0-4ba9-b612-3c288d363540 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:07.587704 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-dfba9a21-0762-4056-b845-dc8947475c49 req-a6342284-6df0-4ba9-b612-3c288d363540 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 945 time: 0.0538933 Oct 23 00:59:07.644839 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port c4115102-acce-4a90-ab24-eb74a5879146, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c4115102-acce-4a90-ab24-eb74a5879146,segment=NetworkSegment(7dc83201-cb39-4cd2-9302-c1b785eda914),segment_id=7dc83201-cb39-4cd2-9302-c1b785eda914)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:59:07.645065 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-dfba9a21-0762-4056-b845-dc8947475c49 req-a2757af7-69e9-4147-8ed5-886c895d0786 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492525 Oct 23 00:59:07.684263 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Returning: {'device': 'c4115102-acce-4a90-ab24-eb74a5879146', 'network_id': 'f8105e98-346f-4369-be4d-2cb2d399c07a', 'port_id': 'c4115102-acce-4a90-ab24-eb74a5879146', 'mac_address': 'fa:16:3e:d1:75:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52944cd4-669b-4a10-a076-1661bc94a4a7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104553) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 00:59:07.688670 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Current status of the port 18c0ff33-2d95-418b-abd3-b89da402d2c4 is: BUILD; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:59:07.689077 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (18c0ff33-2d95-418b-abd3-b89da402d2c4), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:07.715630 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:07.741235 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7157e296-84b2-4c04-bdb6-168df86b3403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18c0ff33-2d95-418b-abd3-b89da402d2c4'}] {{(pid=104553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:59:07.743525 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ef7492e608d46078fd98593772981b2cfdf47eaedaeea269e4497eac5a7bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4343d4-2de3-4080-a34d-d45eb4a59981" -d '{"events": [{"server_uuid": "7157e296-84b2-4c04-bdb6-168df86b3403", "name": "network-vif-plugged", "status": "completed", "tag": "18c0ff33-2d95-418b-abd3-b89da402d2c4"}]}' {{(pid=104553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:59:07.748514 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Current status of the port c4115102-acce-4a90-ab24-eb74a5879146 is: DOWN; New status is: BUILD {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:59:07.748923 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (c4115102-acce-4a90-ab24-eb74a5879146), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:07.765864 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port 18c0ff33-2d95-418b-abd3-b89da402d2c4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=18c0ff33-2d95-418b-abd3-b89da402d2c4,segment=NetworkSegment(5d321273-3f83-40d4-be02-80695052ceb8),segment_id=5d321273-3f83-40d4-be02-80695052ceb8)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:59:07.772883 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.notifiers.nova [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4115102-acce-4a90-ab24-eb74a5879146 {{(pid=104553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 00:59:07.780122 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (18c0ff33-2d95-418b-abd3-b89da402d2c4), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:07.815946 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 00:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81ee696-457e-43ad-803d-17d2dc4e5a54 x-openstack-request-id: req-c81ee696-457e-43ad-803d-17d2dc4e5a54 {{(pid=104553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:59:07.816249 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7157e296-84b2-4c04-bdb6-168df86b3403", "name": "network-vif-plugged", "status": "completed", "tag": "18c0ff33-2d95-418b-abd3-b89da402d2c4", "code": 200}]} {{(pid=104553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:59:07.816509 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c81ee696-457e-43ad-803d-17d2dc4e5a54 {{(pid=104553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:59:07.816942 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c81ee696-457e-43ad-803d-17d2dc4e5a54'] response: {'server_uuid': '7157e296-84b2-4c04-bdb6-168df86b3403', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18c0ff33-2d95-418b-abd3-b89da402d2c4', 'code': 200} Oct 23 00:59:07.838312 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:07.840933 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port c4115102-acce-4a90-ab24-eb74a5879146, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c4115102-acce-4a90-ab24-eb74a5879146,segment=NetworkSegment(7dc83201-cb39-4cd2-9302-c1b785eda914),segment_id=7dc83201-cb39-4cd2-9302-c1b785eda914)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:59:07.856344 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (c4115102-acce-4a90-ab24-eb74a5879146), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:07.861668 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Pushing event updated for resources: {'Port': ['ID=18c0ff33-2d95-418b-abd3-b89da402d2c4,revision_number=5']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:59:07.899720 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45fecd-4cbe-4329-93ae-ed59be3a314a req-763c46d4-1d6c-401f-91be-8112c836ad44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:07.901398 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-fa45fecd-4cbe-4329-93ae-ed59be3a314a req-763c46d4-1d6c-401f-91be-8112c836ad44 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=94cfcbd6f144492d8be27fe35cbe76d5&device_id=ccd36ab6-014d-49b2-9a79-8a4fe655caf0 HTTP/1.1" status: 200 len: 1129 time: 0.0750823 Oct 23 00:59:07.909734 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe69b6-7c7f-4669-85ec-df51231b203e req-88124a51-4610-46ae-a40c-e21affbd10ad tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:07.910847 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-cafe69b6-7c7f-4669-85ec-df51231b203e req-88124a51-4610-46ae-a40c-e21affbd10ad tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccd36ab6-014d-49b2-9a79-8a4fe655caf0 HTTP/1.1" status: 200 len: 945 time: 0.0751822 Oct 23 00:59:07.921412 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Pushing event updated for resources: {'Port': ['ID=c4115102-acce-4a90-ab24-eb74a5879146,revision_number=9']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:59:08.018473 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:08.051708 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486a9b7-f499-4a50-9acf-1e7bef13fa03 req-371a512e-9af1-4d37-8cfb-512b9239abdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:08.053226 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f486a9b7-f499-4a50-9acf-1e7bef13fa03 req-371a512e-9af1-4d37-8cfb-512b9239abdf service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7157e296-84b2-4c04-bdb6-168df86b3403 HTTP/1.1" status: 200 len: 1129 time: 0.0884280 Oct 23 00:59:08.059670 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-cafe69b6-7c7f-4669-85ec-df51231b203e req-4927d43f-05ae-4092-8333-9a3dda06d421 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2024e950-6bc4-4c6f-8358-200660ce4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295323 Oct 23 00:59:08.083420 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45fecd-4cbe-4329-93ae-ed59be3a314a req-500ed923-366e-40a6-a479-36fca1b61bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:08.084913 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-fa45fecd-4cbe-4329-93ae-ed59be3a314a req-500ed923-366e-40a6-a479-36fca1b61bed service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=1d27b6d9-fef6-49cb-833f-13cb9578958e HTTP/1.1" status: 200 len: 920 time: 0.1731641 Oct 23 00:59:08.143731 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f486a9b7-f499-4a50-9acf-1e7bef13fa03 req-9cc892e7-2625-4df9-a0dc-733f31352f6e service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=aee26348-8e69-40a4-ac27-4b922e21afd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786712 Oct 23 00:59:08.145197 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] get_ports_and_sgs() called for port_ids ['c4115102-acce-4a90-ab24-eb74a5879146'] {{(pid=104553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 00:59:08.160446 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-fa45fecd-4cbe-4329-93ae-ed59be3a314a req-ebbf5b3c-5182-4a58-9573-12ef16329517 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77da0074-6006-4aa3-98e5-60bc673f4b72 HTTP/1.1" status: 200 len: 1001 time: 0.0656681 Oct 23 00:59:08.395707 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:08.427839 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c19b3-2072-4156-870d-645b82c6e59c req-274b2e2e-749b-4048-b230-8210cc8305eb tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:08.429243 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ba6c19b3-2072-4156-870d-645b82c6e59c req-274b2e2e-749b-4048-b230-8210cc8305eb tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7157e296-84b2-4c04-bdb6-168df86b3403 HTTP/1.1" status: 200 len: 945 time: 0.1064613 Oct 23 00:59:08.450042 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc10b7fc-b663-452e-b963-949309ec2d42 req-c955df5e-3ed3-4848-bd5c-0776dc972353 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:08.451439 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-bc10b7fc-b663-452e-b963-949309ec2d42 req-c955df5e-3ed3-4848-bd5c-0776dc972353 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 944 time: 0.1184299 Oct 23 00:59:08.485867 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45fecd-4cbe-4329-93ae-ed59be3a314a req-9c333949-6816-4176-8fe7-25ccc9f1423e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:08.487279 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-fa45fecd-4cbe-4329-93ae-ed59be3a314a req-9c333949-6816-4176-8fe7-25ccc9f1423e service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=b567fc0e-81bb-4e4e-8bd3-a17fd2562f11 HTTP/1.1" status: 200 len: 858 time: 0.1239231 Oct 23 00:59:08.557693 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ba6c19b3-2072-4156-870d-645b82c6e59c req-e2004682-3682-4dde-b6c5-fbebcb9e46bf tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aee26348-8e69-40a4-ac27-4b922e21afd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224387 Oct 23 00:59:08.563738 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-bc10b7fc-b663-452e-b963-949309ec2d42 req-253cc6eb-9a15-49b8-9567-6501740890a8 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041322 Oct 23 00:59:08.569692 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45fecd-4cbe-4329-93ae-ed59be3a314a req-f7ac8531-59f9-479c-a209-a0ed4f29d6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:08.570886 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-fa45fecd-4cbe-4329-93ae-ed59be3a314a req-f7ac8531-59f9-479c-a209-a0ed4f29d6a1 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=1d27b6d9-fef6-49cb-833f-13cb9578958e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0740886 Oct 23 00:59:08.778983 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf55a8-4ccc-4a7b-93a2-3f34bb942ab6 req-f1414bfe-4609-40e8-9ba2-5c07d61d95f8 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:08.780432 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-deaf55a8-4ccc-4a7b-93a2-3f34bb942ab6 req-f1414bfe-4609-40e8-9ba2-5c07d61d95f8 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 945 time: 0.0522587 Oct 23 00:59:08.829417 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-deaf55a8-4ccc-4a7b-93a2-3f34bb942ab6 req-9b584fd4-4d1f-474f-8b9b-e8f0e38af73a tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433731 Oct 23 00:59:09.009210 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-fa45fecd-4cbe-4329-93ae-ed59be3a314a req-c503d743-2a0c-4954-bd2f-ec18b82b524e service neutron] 10.222.0.52 "GET /networking/v2.0/networks/1d27b6d9-fef6-49cb-833f-13cb9578958e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991974 Oct 23 00:59:09.109924 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-fa45fecd-4cbe-4329-93ae-ed59be3a314a req-aaac8ace-3b5a-4f60-94e4-efe79e6f8999 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/1d27b6d9-fef6-49cb-833f-13cb9578958e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846190 Oct 23 00:59:09.186680 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e16de7-43e7-4d40-93cb-e675b84f502e req-017edef1-52ad-4535-814a-c0a3989dc3be tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:09.187526 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-12e16de7-43e7-4d40-93cb-e675b84f502e req-017edef1-52ad-4535-814a-c0a3989dc3be tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccd36ab6-014d-49b2-9a79-8a4fe655caf0 HTTP/1.1" status: 200 len: 945 time: 0.0496652 Oct 23 00:59:09.239690 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-12e16de7-43e7-4d40-93cb-e675b84f502e req-480c85c0-c2de-42b0-8eba-fd12621b9d7b tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2024e950-6bc4-4c6f-8358-200660ce4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460682 Oct 23 00:59:09.475423 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device c4115102-acce-4a90-ab24-eb74a5879146 up at agent hyperv_hv-cinder-maste {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 00:59:09.522550 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Provisioning complete for port c4115102-acce-4a90-ab24-eb74a5879146 triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 00:59:09.522920 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (c4115102-acce-4a90-ab24-eb74a5879146), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:09.523273 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Attempt 1 to provision port c4115102-acce-4a90-ab24-eb74a5879146 Oct 23 00:59:09.596505 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Current status of the port c4115102-acce-4a90-ab24-eb74a5879146 is: BUILD; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 00:59:09.596927 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (c4115102-acce-4a90-ab24-eb74a5879146), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:09.636499 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port c4115102-acce-4a90-ab24-eb74a5879146, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c4115102-acce-4a90-ab24-eb74a5879146,segment=NetworkSegment(7dc83201-cb39-4cd2-9302-c1b785eda914),segment_id=7dc83201-cb39-4cd2-9302-c1b785eda914)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:59:09.642924 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (c4115102-acce-4a90-ab24-eb74a5879146), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:09.693504 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Pushing event updated for resources: {'Port': ['ID=c4115102-acce-4a90-ab24-eb74a5879146,revision_number=10']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:59:09.710599 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384502c9-f60a-41e5-9a97-a0ab8e947e07 req-885a6dfb-6be1-4d98-9796-8175808ded52 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:09.712078 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-384502c9-f60a-41e5-9a97-a0ab8e947e07 req-885a6dfb-6be1-4d98-9796-8175808ded52 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7157e296-84b2-4c04-bdb6-168df86b3403 HTTP/1.1" status: 200 len: 945 time: 0.0768826 Oct 23 00:59:09.739267 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef54d070-eaa4-42e9-8624-de505ffacda1 req-193fb6ab-ffb4-4e8b-aefa-7729e1e66d48 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:09.740814 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ef54d070-eaa4-42e9-8624-de505ffacda1 req-193fb6ab-ffb4-4e8b-aefa-7729e1e66d48 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 946 time: 0.0690553 Oct 23 00:59:09.783988 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:09.796364 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-384502c9-f60a-41e5-9a97-a0ab8e947e07 req-5690d830-8dc6-4afb-9c8c-70755ee56e09 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aee26348-8e69-40a4-ac27-4b922e21afd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779536 Oct 23 00:59:09.813307 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ef54d070-eaa4-42e9-8624-de505ffacda1 req-b91a39f5-3d5d-4d62-a0c6-e263a7dac583 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653503 Oct 23 00:59:09.817813 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de36a91-410e-4412-9da8-623bb2ef0014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4115102-acce-4a90-ab24-eb74a5879146'}] {{(pid=104553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:59:09.820272 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ef7492e608d46078fd98593772981b2cfdf47eaedaeea269e4497eac5a7bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205d25d5-a305-4e26-9024-91e3c713d442" -d '{"events": [{"server_uuid": "5de36a91-410e-4412-9da8-623bb2ef0014", "name": "network-vif-plugged", "status": "completed", "tag": "c4115102-acce-4a90-ab24-eb74a5879146"}]}' {{(pid=104553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:59:09.861461 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 00:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d70b8e-cce3-4253-bf13-d59c0303943f x-openstack-request-id: req-45d70b8e-cce3-4253-bf13-d59c0303943f {{(pid=104553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:59:09.861781 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de36a91-410e-4412-9da8-623bb2ef0014", "name": "network-vif-plugged", "status": "completed", "tag": "c4115102-acce-4a90-ab24-eb74a5879146", "code": 200}]} {{(pid=104553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:59:09.862041 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-45d70b8e-cce3-4253-bf13-d59c0303943f {{(pid=104553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:59:09.862445 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45d70b8e-cce3-4253-bf13-d59c0303943f'] response: {'server_uuid': '5de36a91-410e-4412-9da8-623bb2ef0014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4115102-acce-4a90-ab24-eb74a5879146', 'code': 200} Oct 23 00:59:09.956549 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facfb35-ba69-4094-a411-5c959ea1bab0 req-0aea8ab5-7b53-4433-bd47-dae75aba5f56 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:09.958110 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6facfb35-ba69-4094-a411-5c959ea1bab0 req-0aea8ab5-7b53-4433-bd47-dae75aba5f56 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 945 time: 0.0502281 Oct 23 00:59:10.008317 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6facfb35-ba69-4094-a411-5c959ea1bab0 req-c111259c-cc63-4634-bf8a-4013736ab949 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419230 Oct 23 00:59:10.398847 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3497ca59-4031-4c12-be78-09ccaa93a169 req-d1c24375-f3e3-4714-a172-6f168f7fba09 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:10.400326 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3497ca59-4031-4c12-be78-09ccaa93a169 req-d1c24375-f3e3-4714-a172-6f168f7fba09 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccd36ab6-014d-49b2-9a79-8a4fe655caf0 HTTP/1.1" status: 200 len: 945 time: 0.0745156 Oct 23 00:59:10.403086 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b2bb7-5aff-4956-8738-ff95a207c879 req-eb851d6a-71cf-4fbf-8282-707e2a0ffe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:10.404407 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-802b2bb7-5aff-4956-8738-ff95a207c879 req-eb851d6a-71cf-4fbf-8282-707e2a0ffe9b service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 1130 time: 0.0507059 Oct 23 00:59:10.477347 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3497ca59-4031-4c12-be78-09ccaa93a169 req-4446c40f-ae68-48ef-aa40-f03422cca6a9 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2024e950-6bc4-4c6f-8358-200660ce4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706794 Oct 23 00:59:10.479750 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-802b2bb7-5aff-4956-8738-ff95a207c879 req-b281f196-d9cb-4a1d-b6a3-03eea0c27913 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665720 Oct 23 00:59:10.913265 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:10.958227 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fdb8bc-05b6-413e-bc03-9f13c9b3bfeb req-7cc32261-85b1-43b3-ab80-3c0f62f3d059 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:10.959690 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-45fdb8bc-05b6-413e-bc03-9f13c9b3bfeb req-7cc32261-85b1-43b3-ab80-3c0f62f3d059 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7157e296-84b2-4c04-bdb6-168df86b3403 HTTP/1.1" status: 200 len: 945 time: 0.0756557 Oct 23 00:59:10.978752 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9715ac-d5c6-4a92-94d6-c1bd3ee1ea59 req-5bbfe8c4-9396-4b1b-9a78-dddd85b6ae24 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:10.980114 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-9b9715ac-d5c6-4a92-94d6-c1bd3ee1ea59 req-5bbfe8c4-9396-4b1b-9a78-dddd85b6ae24 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 946 time: 0.0657344 Oct 23 00:59:11.042164 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-45fdb8bc-05b6-413e-bc03-9f13c9b3bfeb req-8848b0da-0bc0-4937-946a-8f7c2558dc2d tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aee26348-8e69-40a4-ac27-4b922e21afd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765517 Oct 23 00:59:11.054625 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-9b9715ac-d5c6-4a92-94d6-c1bd3ee1ea59 req-fa8d5236-5b3e-41a6-926f-ab2408b22f72 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674803 Oct 23 00:59:11.149454 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bedde3-4479-401a-b9e9-c0e5a2b69dda req-7717dd77-af3a-4abf-bc05-03598677366e tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:11.151112 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-54bedde3-4479-401a-b9e9-c0e5a2b69dda req-7717dd77-af3a-4abf-bc05-03598677366e tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 945 time: 0.0508616 Oct 23 00:59:11.202522 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-54bedde3-4479-401a-b9e9-c0e5a2b69dda req-c2a7685a-9d8a-4c2e-b679-28e1c175fc76 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456223 Oct 23 00:59:11.609325 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb34674-d059-48ae-992f-b0d7fdec946a req-c035d84e-62a0-4193-867f-60c3d3171900 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:11.610819 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-5cb34674-d059-48ae-992f-b0d7fdec946a req-c035d84e-62a0-4193-867f-60c3d3171900 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccd36ab6-014d-49b2-9a79-8a4fe655caf0 HTTP/1.1" status: 200 len: 945 time: 0.0530615 Oct 23 00:59:11.658460 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-5cb34674-d059-48ae-992f-b0d7fdec946a req-caaa2888-547f-4059-9741-49b3bffa3602 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2024e950-6bc4-4c6f-8358-200660ce4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416052 Oct 23 00:59:11.807937 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a8ac12-94ca-44fc-875f-93eab41811c5 req-cddf4aac-57f2-4f40-9265-ac7626621851 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:11.809711 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-81a8ac12-94ca-44fc-875f-93eab41811c5 req-cddf4aac-57f2-4f40-9265-ac7626621851 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7157e296-84b2-4c04-bdb6-168df86b3403 HTTP/1.1" status: 200 len: 945 time: 0.0604229 Oct 23 00:59:11.858525 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-81a8ac12-94ca-44fc-875f-93eab41811c5 req-85e77f4e-6c9f-429f-99bc-a39b7d3be6e2 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aee26348-8e69-40a4-ac27-4b922e21afd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430105 Oct 23 00:59:12.196097 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb877782-c818-475b-90c9-2ba5c898de2f req-60205859-6f6a-4058-8910-bb1cc54fa276 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:12.197569 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-eb877782-c818-475b-90c9-2ba5c898de2f req-60205859-6f6a-4058-8910-bb1cc54fa276 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 946 time: 0.0564878 Oct 23 00:59:12.246858 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-eb877782-c818-475b-90c9-2ba5c898de2f req-3d992c40-c569-4bbc-9a1b-0b4113d1024d tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412250 Oct 23 00:59:12.335107 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd70b1-a4e5-4d3a-897b-be1b2a231821 req-8114f9ac-3340-47f4-86d5-a1aa22e8ff99 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:12.336595 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-edcd70b1-a4e5-4d3a-897b-be1b2a231821 req-8114f9ac-3340-47f4-86d5-a1aa22e8ff99 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 945 time: 0.0476756 Oct 23 00:59:12.390590 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-edcd70b1-a4e5-4d3a-897b-be1b2a231821 req-eec797e0-f9e3-417a-9889-821e499328ad tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455983 Oct 23 00:59:12.791369 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c73d80-cd6b-430d-bb9c-ff60f9231d9d req-906309dd-43ff-4c58-af0d-a65534c964ac tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:12.793038 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-18c73d80-cd6b-430d-bb9c-ff60f9231d9d req-906309dd-43ff-4c58-af0d-a65534c964ac tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccd36ab6-014d-49b2-9a79-8a4fe655caf0 HTTP/1.1" status: 200 len: 945 time: 0.0469437 Oct 23 00:59:12.851894 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-18c73d80-cd6b-430d-bb9c-ff60f9231d9d req-2d031311-4b59-45ef-8be6-d08703e06fbe tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2024e950-6bc4-4c6f-8358-200660ce4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528893 Oct 23 00:59:12.961994 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:13.007747 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ec619-3805-4add-9d36-1050e5644a0e req-dce0bf7d-2474-4beb-b7d1-2df13a746438 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:13.009241 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-da5ec619-3805-4add-9d36-1050e5644a0e req-dce0bf7d-2474-4beb-b7d1-2df13a746438 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7157e296-84b2-4c04-bdb6-168df86b3403 HTTP/1.1" status: 200 len: 945 time: 0.0561936 Oct 23 00:59:13.062619 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-da5ec619-3805-4add-9d36-1050e5644a0e req-9ae4dcb5-4fff-41e1-8e7c-3599e12da39b tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aee26348-8e69-40a4-ac27-4b922e21afd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469418 Oct 23 00:59:13.380893 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4c416-1709-4efb-ab76-9b5ba261d6c7 req-9ccaf51e-2a97-4a1a-a2c0-6e2250b06050 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:13.382364 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-acd4c416-1709-4efb-ab76-9b5ba261d6c7 req-9ccaf51e-2a97-4a1a-a2c0-6e2250b06050 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 946 time: 0.0517812 Oct 23 00:59:13.433657 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-acd4c416-1709-4efb-ab76-9b5ba261d6c7 req-401c1c73-59dc-4a63-8d8b-32cc9d5bdf00 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442984 Oct 23 00:59:13.524992 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e9c69-7c9f-4c36-b87f-73a75bb148ff req-e486b361-ba68-4fac-97e1-39b3ca4f09e4 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:13.526488 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0c5e9c69-7c9f-4c36-b87f-73a75bb148ff req-e486b361-ba68-4fac-97e1-39b3ca4f09e4 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 945 time: 0.0490859 Oct 23 00:59:13.590004 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0c5e9c69-7c9f-4c36-b87f-73a75bb148ff req-bcb335d1-e4a5-4402-a619-2374d3d67d5a tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575235 Oct 23 00:59:13.808407 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:13.849846 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f770e9-8411-496a-9fe6-14f73cb03d10 req-f0116941-1ea3-4926-8f82-dca8b414d7f6 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:13.851302 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-b9f770e9-8411-496a-9fe6-14f73cb03d10 req-f0116941-1ea3-4926-8f82-dca8b414d7f6 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7157e296-84b2-4c04-bdb6-168df86b3403 HTTP/1.1" status: 200 len: 945 time: 0.0524704 Oct 23 00:59:13.994401 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [req-b9f770e9-8411-496a-9fe6-14f73cb03d10 req-43fb4157-4ecf-4691-89e4-4e14da8739c4 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Deleting port 18c0ff33-2d95-418b-abd3-b89da402d2c4 {{(pid=104552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 00:59:13.994743 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-b9f770e9-8411-496a-9fe6-14f73cb03d10 req-43fb4157-4ecf-4691-89e4-4e14da8739c4 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (18c0ff33-2d95-418b-abd3-b89da402d2c4), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:14.019960 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0607540d-304e-4b2b-8853-98eb0eb16fac req-736a99f6-cd7a-4c6d-b19b-280bdf4b0c85 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:14.021536 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0607540d-304e-4b2b-8853-98eb0eb16fac req-736a99f6-cd7a-4c6d-b19b-280bdf4b0c85 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccd36ab6-014d-49b2-9a79-8a4fe655caf0 HTTP/1.1" status: 200 len: 945 time: 0.0763440 Oct 23 00:59:14.137058 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0607540d-304e-4b2b-8853-98eb0eb16fac req-40d239ec-26ac-4f86-9368-e5c7f1d28cf6 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2024e950-6bc4-4c6f-8358-200660ce4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072249 Oct 23 00:59:14.193833 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-b9f770e9-8411-496a-9fe6-14f73cb03d10 req-43fb4157-4ecf-4691-89e4-4e14da8739c4 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] For port 18c0ff33-2d95-418b-abd3-b89da402d2c4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=18c0ff33-2d95-418b-abd3-b89da402d2c4,segment=NetworkSegment(5d321273-3f83-40d4-be02-80695052ceb8),segment_id=5d321273-3f83-40d4-be02-80695052ceb8)] {{(pid=104552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:59:14.194209 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-b9f770e9-8411-496a-9fe6-14f73cb03d10 req-43fb4157-4ecf-4691-89e4-4e14da8739c4 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (18c0ff33-2d95-418b-abd3-b89da402d2c4), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:14.220618 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [req-b9f770e9-8411-496a-9fe6-14f73cb03d10 req-43fb4157-4ecf-4691-89e4-4e14da8739c4 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Calling delete_port for 18c0ff33-2d95-418b-abd3-b89da402d2c4 owned by compute:nova {{(pid=104552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 00:59:14.231711 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b84ad-e979-4ae5-a348-80ec123f5a05 req-46951138-16b1-463b-98f2-cd028a5595ec tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:14.233200 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-089b84ad-e979-4ae5-a348-80ec123f5a05 req-46951138-16b1-463b-98f2-cd028a5595ec tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7157e296-84b2-4c04-bdb6-168df86b3403 HTTP/1.1" status: 200 len: 945 time: 0.0793130 Oct 23 00:59:14.358115 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-089b84ad-e979-4ae5-a348-80ec123f5a05 req-d6b78834-509f-404f-99f3-b09e593bb662 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=aee26348-8e69-40a4-ac27-4b922e21afd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189041 Oct 23 00:59:14.426616 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-b9f770e9-8411-496a-9fe6-14f73cb03d10 req-43fb4157-4ecf-4691-89e4-4e14da8739c4 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5995606'] for port (18c0ff33-2d95-418b-abd3-b89da402d2c4), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:14.438870 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] get_ports_and_sgs() called for port_ids ['18c0ff33-2d95-418b-abd3-b89da402d2c4'] {{(pid=104553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 00:59:14.458278 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fb4157-4ecf-4691-89e4-4e14da8739c4 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Pushing event deleted for resources: {'Port': ['ID=18c0ff33-2d95-418b-abd3-b89da402d2c4,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:59:14.501417 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f770e9-8411-496a-9fe6-14f73cb03d10 req-43fb4157-4ecf-4691-89e4-4e14da8739c4 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] No DVR routers for this DVR port 18c0ff33-2d95-418b-abd3-b89da402d2c4 on host hv-cinder-maste {{(pid=104552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 00:59:14.503962 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-b9f770e9-8411-496a-9fe6-14f73cb03d10 req-43fb4157-4ecf-4691-89e4-4e14da8739c4 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:14.507202 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-b9f770e9-8411-496a-9fe6-14f73cb03d10 req-43fb4157-4ecf-4691-89e4-4e14da8739c4 tempest-VolumesActionsTest-622168452 tempest-VolumesActionsTest-622168452-project] 10.222.0.52 "DELETE /networking/v2.0/ports/18c0ff33-2d95-418b-abd3-b89da402d2c4 HTTP/1.1" status: 204 len: 173 time: 0.6392462 Oct 23 00:59:14.507699 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7157e296-84b2-4c04-bdb6-168df86b3403', 'name': 'network-vif-deleted', 'tag': '18c0ff33-2d95-418b-abd3-b89da402d2c4'}] {{(pid=104552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:59:14.509947 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e71a59ae106f7f9b2e36c913636ed0b95d68e581a9dbd71020046a5c2e6c46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65acbbd1-f2f9-49c3-a9a0-9ad05fcb0992" -d '{"events": [{"server_uuid": "7157e296-84b2-4c04-bdb6-168df86b3403", "name": "network-vif-deleted", "tag": "18c0ff33-2d95-418b-abd3-b89da402d2c4"}]}' {{(pid=104552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:59:14.553542 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 00:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6936d88f-9759-4531-8253-b296bf13ac66 x-openstack-request-id: req-6936d88f-9759-4531-8253-b296bf13ac66 {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:59:14.554291 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7157e296-84b2-4c04-bdb6-168df86b3403", "name": "network-vif-deleted", "tag": "18c0ff33-2d95-418b-abd3-b89da402d2c4", "status": "completed", "code": 200}]} {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:59:14.554544 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6936d88f-9759-4531-8253-b296bf13ac66 {{(pid=104552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:59:14.554947 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6936d88f-9759-4531-8253-b296bf13ac66'] response: {'server_uuid': '7157e296-84b2-4c04-bdb6-168df86b3403', 'name': 'network-vif-deleted', 'tag': '18c0ff33-2d95-418b-abd3-b89da402d2c4', 'status': 'completed', 'code': 200} Oct 23 00:59:14.577191 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b21576-5961-4f1d-bcf6-b707b89882ad req-4b59ff56-fefa-4092-827f-3f797c5021ee tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:14.579749 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-99b21576-5961-4f1d-bcf6-b707b89882ad req-4b59ff56-fefa-4092-827f-3f797c5021ee tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 946 time: 0.0645244 Oct 23 00:59:14.620003 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:14.633110 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-99b21576-5961-4f1d-bcf6-b707b89882ad req-51f32215-fd56-4ffb-9434-2ec93add1810 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440805 Oct 23 00:59:14.744296 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193252d-2ed8-4035-badb-a8b5c6540270 req-5b065e8a-4c48-4a64-8401-55099fade6c3 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:14.746021 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-8193252d-2ed8-4035-badb-a8b5c6540270 req-5b065e8a-4c48-4a64-8401-55099fade6c3 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 945 time: 0.0538452 Oct 23 00:59:14.794368 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-8193252d-2ed8-4035-badb-a8b5c6540270 req-851b1640-4b4f-4469-8ce1-66e6779a3304 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427349 Oct 23 00:59:15.269857 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b74e227-eaf3-40b4-91a0-81aea5e27c09 req-3a954355-af06-41a4-b81b-c22ccea21b03 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:15.271391 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-5b74e227-eaf3-40b4-91a0-81aea5e27c09 req-3a954355-af06-41a4-b81b-c22ccea21b03 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccd36ab6-014d-49b2-9a79-8a4fe655caf0 HTTP/1.1" status: 200 len: 945 time: 0.0509949 Oct 23 00:59:15.321012 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-5b74e227-eaf3-40b4-91a0-81aea5e27c09 req-24377c7f-1da1-46b0-8a7d-cd62b5ed6161 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2024e950-6bc4-4c6f-8358-200660ce4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437005 Oct 23 00:59:15.884363 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:15.922275 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd8d6e-e7cf-4e91-8942-c0a1eb3efa52 req-a8c243d6-e328-427b-b6bc-9b2ccea3aa59 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:15.923735 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ffbd8d6e-e7cf-4e91-8942-c0a1eb3efa52 req-a8c243d6-e328-427b-b6bc-9b2ccea3aa59 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 945 time: 0.0494578 Oct 23 00:59:16.217871 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ffbd8d6e-e7cf-4e91-8942-c0a1eb3efa52 req-2bc3610f-2115-4ac6-b758-b2165469173b tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2883191 Oct 23 00:59:16.453814 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9244d5-ac84-4592-b784-3c9685b0c1b7 req-0a2076fe-b480-45d4-ad43-323281668f6f tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:16.455257 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0c9244d5-ac84-4592-b784-3c9685b0c1b7 req-0a2076fe-b480-45d4-ad43-323281668f6f tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccd36ab6-014d-49b2-9a79-8a4fe655caf0 HTTP/1.1" status: 200 len: 945 time: 0.0468388 Oct 23 00:59:16.501833 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0c9244d5-ac84-4592-b784-3c9685b0c1b7 req-d2300106-b6fb-4171-8b7f-0b5102864ce4 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2024e950-6bc4-4c6f-8358-200660ce4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408640 Oct 23 00:59:17.247806 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=1 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:17.249506 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:DELETE=1 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:17.360879 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7734a7-931a-4d77-9dce-6e38d258a5f6 req-32390fd2-5db3-410e-a40b-d33b1954e241 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:17.366005 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3d7734a7-931a-4d77-9dce-6e38d258a5f6 req-32390fd2-5db3-410e-a40b-d33b1954e241 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 945 time: 0.0553627 Oct 23 00:59:17.413895 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3d7734a7-931a-4d77-9dce-6e38d258a5f6 req-1357f96d-4865-495f-b921-cb565557db9b tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457096 Oct 23 00:59:17.627932 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c009a-cb09-4339-a73b-fcae69bc7df3 req-7d2dc416-3563-4a4f-bf17-dabec102dab9 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:17.629455 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-855c009a-cb09-4339-a73b-fcae69bc7df3 req-7d2dc416-3563-4a4f-bf17-dabec102dab9 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccd36ab6-014d-49b2-9a79-8a4fe655caf0 HTTP/1.1" status: 200 len: 945 time: 0.0482752 Oct 23 00:59:17.681453 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-855c009a-cb09-4339-a73b-fcae69bc7df3 req-4d55c123-6062-49d1-a130-922c8e85b4c6 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2024e950-6bc4-4c6f-8358-200660ce4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432813 Oct 23 00:59:18.544228 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f6317b-bf9c-465a-9e87-46b6b6cd064e req-0f78d06a-ee78-4907-8afc-cca1f6676f53 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:18.545751 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c8f6317b-bf9c-465a-9e87-46b6b6cd064e req-0f78d06a-ee78-4907-8afc-cca1f6676f53 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 945 time: 0.0477057 Oct 23 00:59:18.596422 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c8f6317b-bf9c-465a-9e87-46b6b6cd064e req-c16ee62a-7643-4816-9d46-7f1aed060606 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448487 Oct 23 00:59:18.825402 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42310217-9acb-419c-b7f4-5cb10b58e73c req-88e69225-c4fc-4171-af16-abdaa49c4d40 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:18.826904 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-42310217-9acb-419c-b7f4-5cb10b58e73c req-88e69225-c4fc-4171-af16-abdaa49c4d40 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccd36ab6-014d-49b2-9a79-8a4fe655caf0 HTTP/1.1" status: 200 len: 945 time: 0.0538960 Oct 23 00:59:18.827156 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-adcedb12-1342-4d1a-be27-21b2e08156a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (6b66cfba-c169-484b-b3a5-13fb9b6528cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:18.877302 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-42310217-9acb-419c-b7f4-5cb10b58e73c req-98340683-1253-4726-8d57-4a34e37ba88e tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2024e950-6bc4-4c6f-8358-200660ce4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434980 Oct 23 00:59:18.999865 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 18c0ff33-2d95-418b-abd3-b89da402d2c4 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 00:59:19.023912 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] No Port match for: 18c0ff33-2d95-418b-abd3-b89da402d2c4 {{(pid=104553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 00:59:19.024264 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 18c0ff33-2d95-418b-abd3-b89da402d2c4 not bound to the agent host hv-cinder-maste {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 00:59:19.730257 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6209bb-d1f7-40e1-b187-351d3242479e req-5118666e-5a15-4f71-92b6-e4cb5421ba59 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:19.731700 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1c6209bb-d1f7-40e1-b187-351d3242479e req-5118666e-5a15-4f71-92b6-e4cb5421ba59 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 945 time: 0.0536544 Oct 23 00:59:19.782739 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1c6209bb-d1f7-40e1-b187-351d3242479e req-838aef26-13cb-4eb2-a63d-a62ed0abc905 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424619 Oct 23 00:59:20.022219 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68baadb1-23c7-43dd-9558-6eced97b0725 req-090e54c5-4379-4907-9eb6-c20cf7e2e8b3 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:20.023691 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-68baadb1-23c7-43dd-9558-6eced97b0725 req-090e54c5-4379-4907-9eb6-c20cf7e2e8b3 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 945 time: 0.0796654 Oct 23 00:59:20.046278 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a50c3-e46c-4ac6-8cc1-1bda9cdcb55a req-02bbd977-2c44-4e86-9161-1ebf44524a92 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:20.047729 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d49a50c3-e46c-4ac6-8cc1-1bda9cdcb55a req-02bbd977-2c44-4e86-9161-1ebf44524a92 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccd36ab6-014d-49b2-9a79-8a4fe655caf0 HTTP/1.1" status: 200 len: 945 time: 0.0921273 Oct 23 00:59:20.100219 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f6a61-c6b4-478b-b3dd-a946cb7c15e6 req-d34aaaa2-93a4-4733-8f67-7438bd564914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:20.101848 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-476f6a61-c6b4-478b-b3dd-a946cb7c15e6 req-d34aaaa2-93a4-4733-8f67-7438bd564914 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=2a9697845193443ea394c1b480b6b769&device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 1129 time: 0.0772491 Oct 23 00:59:20.111641 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:20.196545 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-68baadb1-23c7-43dd-9558-6eced97b0725 req-b51b254d-3942-4065-afba-52a5663b9443 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1628656 Oct 23 00:59:20.201606 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d49a50c3-e46c-4ac6-8cc1-1bda9cdcb55a req-ecdc202c-504f-4498-8e7b-013bbdd7b5d8 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2024e950-6bc4-4c6f-8358-200660ce4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322846 Oct 23 00:59:20.243849 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f6a61-c6b4-478b-b3dd-a946cb7c15e6 req-2cbe9ce3-2720-40b4-9dd9-92f089885248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:20.245439 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-476f6a61-c6b4-478b-b3dd-a946cb7c15e6 req-2cbe9ce3-2720-40b4-9dd9-92f089885248 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=6e24fc8d-42d5-4d11-b06b-37a4738231b0 HTTP/1.1" status: 200 len: 911 time: 0.1317344 Oct 23 00:59:20.308904 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:20.320339 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-476f6a61-c6b4-478b-b3dd-a946cb7c15e6 req-caf3bbb3-097a-422e-ab95-c22108d2299e service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=16ac40d6-7a56-4def-a9f5-e0a3fade7563 HTTP/1.1" status: 200 len: 1001 time: 0.0682487 Oct 23 00:59:20.396641 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f6a61-c6b4-478b-b3dd-a946cb7c15e6 req-8224f238-08c6-49de-9384-2db4bc5f4427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:20.398218 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-476f6a61-c6b4-478b-b3dd-a946cb7c15e6 req-8224f238-08c6-49de-9384-2db4bc5f4427 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=bdebfcdc-6951-4fee-aa37-29ecb806813d HTTP/1.1" status: 200 len: 849 time: 0.0673206 Oct 23 00:59:20.450405 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f6a61-c6b4-478b-b3dd-a946cb7c15e6 req-3856e77e-0190-4432-83ab-d6b68464d677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:20.452320 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-476f6a61-c6b4-478b-b3dd-a946cb7c15e6 req-3856e77e-0190-4432-83ab-d6b68464d677 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=6e24fc8d-42d5-4d11-b06b-37a4738231b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445557 Oct 23 00:59:20.567913 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-476f6a61-c6b4-478b-b3dd-a946cb7c15e6 req-99d84de6-9d2d-42c3-bb1b-f6f86c378008 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6e24fc8d-42d5-4d11-b06b-37a4738231b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076763 Oct 23 00:59:20.686153 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-476f6a61-c6b4-478b-b3dd-a946cb7c15e6 req-09244e9d-870a-41de-8fcf-ff5574e795b3 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6e24fc8d-42d5-4d11-b06b-37a4738231b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105175 Oct 23 00:59:21.238639 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-cd58a238-a771-4eb1-b475-b0de102c22cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (71de1650-f9d9-4095-92e6-e37ec99e20cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:21.403349 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07712f-cb6d-4bfd-94e2-01445b771c8a req-7d12f5e4-b796-4421-9d40-952f70e21c61 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:21.405126 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-8f07712f-cb6d-4bfd-94e2-01445b771c8a req-7d12f5e4-b796-4421-9d40-952f70e21c61 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 945 time: 0.1129780 Oct 23 00:59:21.411451 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6965beb7-a2b3-4429-9e88-32faf36c6bdb req-ff2cc9af-8e60-461a-8168-d829b89aa88a tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:21.413631 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6965beb7-a2b3-4429-9e88-32faf36c6bdb req-ff2cc9af-8e60-461a-8168-d829b89aa88a tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccd36ab6-014d-49b2-9a79-8a4fe655caf0 HTTP/1.1" status: 200 len: 945 time: 0.1109376 Oct 23 00:59:21.522040 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6965beb7-a2b3-4429-9e88-32faf36c6bdb req-8f157459-a953-4f17-95c4-b3cc56d368fa tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2024e950-6bc4-4c6f-8358-200660ce4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993960 Oct 23 00:59:21.527129 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-8f07712f-cb6d-4bfd-94e2-01445b771c8a req-a51d79d1-11fb-425d-a19f-dfe62b154231 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121783 Oct 23 00:59:22.148800 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5298d0b1-98bb-4ea4-ab55-67eba3b3a304 req-96923e08-9db7-40af-8ab4-cad2d8c7801d tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:22.150314 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-5298d0b1-98bb-4ea4-ab55-67eba3b3a304 req-96923e08-9db7-40af-8ab4-cad2d8c7801d tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d3ff7f-a7b9-4b82-a87a-7c732191a284 HTTP/1.1" status: 200 len: 984 time: 0.1017575 Oct 23 00:59:22.153848 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4750de3-4402-47dc-ae1b-6cbdf11b27a0 req-a56a3444-3add-4122-992a-24e0e0236fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:22.155594 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f4750de3-4402-47dc-ae1b-6cbdf11b27a0 req-a56a3444-3add-4122-992a-24e0e0236fa5 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=2b5536e4b945479e8972cb5a95f60324&device_id=66d3ff7f-a7b9-4b82-a87a-7c732191a284 HTTP/1.1" status: 200 len: 1168 time: 0.0826457 Oct 23 00:59:22.282028 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-5298d0b1-98bb-4ea4-ab55-67eba3b3a304 req-91b4a600-a789-4091-b6b0-d8c5e0865ad6 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef20917c-8dad-4b49-8e2b-5fc4aa0568d5&id=ec73b002-330e-47cc-a826-68d3bc97dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1252837 Oct 23 00:59:22.299880 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4750de3-4402-47dc-ae1b-6cbdf11b27a0 req-86df4859-792d-4459-bf45-189d5e095c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:22.301647 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f4750de3-4402-47dc-ae1b-6cbdf11b27a0 req-86df4859-792d-4459-bf45-189d5e095c85 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=a82fecef-3e22-41fa-8192-25cadd682e03 HTTP/1.1" status: 200 len: 916 time: 0.1381421 Oct 23 00:59:22.326482 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5148f689-0f62-430a-b3f2-d0758b81aa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (b2013646-e5ec-4b71-a145-3908973fbde8), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:22.385933 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f4750de3-4402-47dc-ae1b-6cbdf11b27a0 req-ea308d77-a79e-4962-a8d9-1a6c2e48cc17 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03b8c8cc-3573-4004-a318-cc6ea8e45066 HTTP/1.1" status: 200 len: 1000 time: 0.0715876 Oct 23 00:59:22.443995 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4750de3-4402-47dc-ae1b-6cbdf11b27a0 req-40c50239-4507-480a-a5e0-747ac4b9f12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:22.445625 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f4750de3-4402-47dc-ae1b-6cbdf11b27a0 req-40c50239-4507-480a-a5e0-747ac4b9f12b service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=943dfaf8-c12c-409b-b313-a2e572eba44f HTTP/1.1" status: 200 len: 854 time: 0.0536287 Oct 23 00:59:22.494488 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4750de3-4402-47dc-ae1b-6cbdf11b27a0 req-58c4bde9-1998-4064-aea6-f649ae61b9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:22.496178 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f4750de3-4402-47dc-ae1b-6cbdf11b27a0 req-58c4bde9-1998-4064-aea6-f649ae61b9fb service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=a82fecef-3e22-41fa-8192-25cadd682e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443013 Oct 23 00:59:22.595098 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:22.603235 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:22.676862 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f4750de3-4402-47dc-ae1b-6cbdf11b27a0 req-325404ee-c3eb-44d8-9c90-82fba40bdff3 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/a82fecef-3e22-41fa-8192-25cadd682e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738927 Oct 23 00:59:22.763510 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b420efc2-e274-4370-8a61-264ab99590c4 req-85fba140-cf49-4d9a-bbc1-0b52c45abb47 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:22.765344 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-b420efc2-e274-4370-8a61-264ab99590c4 req-85fba140-cf49-4d9a-bbc1-0b52c45abb47 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccd36ab6-014d-49b2-9a79-8a4fe655caf0 HTTP/1.1" status: 200 len: 945 time: 0.1398759 Oct 23 00:59:22.844021 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32d466-fcae-4de1-a462-bb0d92f9b0cb req-153401b8-4fe1-40e6-91ae-a0a7c2898a6c tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:22.846265 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0d32d466-fcae-4de1-a462-bb0d92f9b0cb req-153401b8-4fe1-40e6-91ae-a0a7c2898a6c tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 945 time: 0.1769137 Oct 23 00:59:22.912846 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-b420efc2-e274-4370-8a61-264ab99590c4 req-932bfd9c-48a6-4f22-ac64-26e73bd3e129 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2024e950-6bc4-4c6f-8358-200660ce4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385643 Oct 23 00:59:22.941633 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f4750de3-4402-47dc-ae1b-6cbdf11b27a0 req-bf1ef9a2-c352-4050-8d9d-06c1a8707248 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/a82fecef-3e22-41fa-8192-25cadd682e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517362 Oct 23 00:59:22.957346 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0d32d466-fcae-4de1-a462-bb0d92f9b0cb req-fd2c3e67-57b5-4960-bbd0-7c5d46c210da tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980656 Oct 23 00:59:23.438565 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0be930-0b21-47c3-a108-daf7d7abde4e req-f17b94b1-6b0e-427f-883f-28ed7eb06de5 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:23.440159 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7c0be930-0b21-47c3-a108-daf7d7abde4e req-f17b94b1-6b0e-427f-883f-28ed7eb06de5 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d3ff7f-a7b9-4b82-a87a-7c732191a284 HTTP/1.1" status: 200 len: 984 time: 0.0601866 Oct 23 00:59:23.515347 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7c0be930-0b21-47c3-a108-daf7d7abde4e req-2f635d8f-3234-46fe-a365-ddeb8f435b8a tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef20917c-8dad-4b49-8e2b-5fc4aa0568d5&id=ec73b002-330e-47cc-a826-68d3bc97dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0692153 Oct 23 00:59:23.649992 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e80eb663-45f3-44c1-bd5d-b13fbac885c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (9e3bf558-830b-43df-b1b1-6fe61a75ce60), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:24.001246 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (e5069eb9-82e8-4601-9222-8a50cea677c6), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:24.069172 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8a73d-f032-4232-89a1-a3ef1da9f639 req-0d574660-b16a-4b0f-b5ce-07890a0c4157 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:24.070822 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-90b8a73d-f032-4232-89a1-a3ef1da9f639 req-0d574660-b16a-4b0f-b5ce-07890a0c4157 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccd36ab6-014d-49b2-9a79-8a4fe655caf0 HTTP/1.1" status: 200 len: 945 time: 0.0605767 Oct 23 00:59:24.141676 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-90b8a73d-f032-4232-89a1-a3ef1da9f639 req-483e9998-3d2b-4f2a-8e0a-685b24ff19e7 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2024e950-6bc4-4c6f-8358-200660ce4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632148 Oct 23 00:59:24.647398 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a2382-b3cd-4b26-8cee-e3dbff471040 req-67acab9a-ec76-4586-9cfa-a1693e3ce5cb tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:24.649688 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-b27a2382-b3cd-4b26-8cee-e3dbff471040 req-67acab9a-ec76-4586-9cfa-a1693e3ce5cb tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d3ff7f-a7b9-4b82-a87a-7c732191a284 HTTP/1.1" status: 200 len: 984 time: 0.0526681 Oct 23 00:59:24.721382 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-b27a2382-b3cd-4b26-8cee-e3dbff471040 req-3d5cfc21-44cd-420c-9f19-9cb4d149448e tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef20917c-8dad-4b49-8e2b-5fc4aa0568d5&id=ec73b002-330e-47cc-a826-68d3bc97dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0639241 Oct 23 00:59:25.305076 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c8bd4f-6a59-4c91-a7ae-6f3d2a4f67bc req-d3633853-8aaa-40ed-92c3-738384bdcfe1 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:25.306678 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-b9c8bd4f-6a59-4c91-a7ae-6f3d2a4f67bc req-d3633853-8aaa-40ed-92c3-738384bdcfe1 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccd36ab6-014d-49b2-9a79-8a4fe655caf0 HTTP/1.1" status: 200 len: 945 time: 0.0657868 Oct 23 00:59:25.371316 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-b9c8bd4f-6a59-4c91-a7ae-6f3d2a4f67bc req-b615b852-ecd9-4f9b-a847-dd2abe9841a3 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2024e950-6bc4-4c6f-8358-200660ce4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559876 Oct 23 00:59:25.851315 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7074f3eb-b4cd-4c29-9dfa-03c29b9d079d req-0a909a1c-03ee-483d-ba29-e38d765790d6 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:25.852900 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7074f3eb-b4cd-4c29-9dfa-03c29b9d079d req-0a909a1c-03ee-483d-ba29-e38d765790d6 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d3ff7f-a7b9-4b82-a87a-7c732191a284 HTTP/1.1" status: 200 len: 984 time: 0.0499320 Oct 23 00:59:25.919130 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7074f3eb-b4cd-4c29-9dfa-03c29b9d079d req-11c3357f-45f7-4efb-960a-77516262b49d tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef20917c-8dad-4b49-8e2b-5fc4aa0568d5&id=ec73b002-330e-47cc-a826-68d3bc97dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592630 Oct 23 00:59:26.540093 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c293836e-c482-413b-a69e-fbdb14847bcf req-f79b8033-82b7-46b9-be64-9db698e93579 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:26.541613 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c293836e-c482-413b-a69e-fbdb14847bcf req-f79b8033-82b7-46b9-be64-9db698e93579 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccd36ab6-014d-49b2-9a79-8a4fe655caf0 HTTP/1.1" status: 200 len: 945 time: 0.0720873 Oct 23 00:59:26.600669 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c293836e-c482-413b-a69e-fbdb14847bcf req-9c858743-829c-473a-9e6c-a034a41db911 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2024e950-6bc4-4c6f-8358-200660ce4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519986 Oct 23 00:59:27.055172 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8300398-62e5-4554-99f1-70c2b562199e req-6c0c4d10-9313-48ae-9f65-accf84076bb2 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:27.062966 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a8300398-62e5-4554-99f1-70c2b562199e req-6c0c4d10-9313-48ae-9f65-accf84076bb2 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d3ff7f-a7b9-4b82-a87a-7c732191a284 HTTP/1.1" status: 200 len: 984 time: 0.0572631 Oct 23 00:59:27.103107 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:27.126519 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a8300398-62e5-4554-99f1-70c2b562199e req-aebac5ef-0c5e-4bf8-be5b-91a1cc43827c tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef20917c-8dad-4b49-8e2b-5fc4aa0568d5&id=ec73b002-330e-47cc-a826-68d3bc97dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0624528 Oct 23 00:59:27.754278 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7617986f-8000-4e15-8cec-02c54619b50d req-572473bc-0298-4d39-adf2-07932e681659 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:27.755863 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7617986f-8000-4e15-8cec-02c54619b50d req-572473bc-0298-4d39-adf2-07932e681659 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccd36ab6-014d-49b2-9a79-8a4fe655caf0 HTTP/1.1" status: 200 len: 945 time: 0.0724237 Oct 23 00:59:27.768574 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:27.819775 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7617986f-8000-4e15-8cec-02c54619b50d req-78f66ad1-6e09-4d8a-9ddf-d0e8ae031907 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2024e950-6bc4-4c6f-8358-200660ce4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573745 Oct 23 00:59:28.245114 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.agents_db [None req-7a6a8f68-635a-43f5-9edf-73cfaf501ddf None None] Agent healthcheck: found 6 active agents {{(pid=104554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 00:59:28.271784 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abba7b3-ab9c-4ecb-be93-1dbdfe0e7241 req-79bda002-7603-4ad5-a328-c3109b4eee58 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:28.273389 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7abba7b3-ab9c-4ecb-be93-1dbdfe0e7241 req-79bda002-7603-4ad5-a328-c3109b4eee58 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d3ff7f-a7b9-4b82-a87a-7c732191a284 HTTP/1.1" status: 200 len: 984 time: 0.0508146 Oct 23 00:59:28.341187 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7abba7b3-ab9c-4ecb-be93-1dbdfe0e7241 req-28ffc1f0-6d30-4658-afa0-ff53046a1ead tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef20917c-8dad-4b49-8e2b-5fc4aa0568d5&id=ec73b002-330e-47cc-a826-68d3bc97dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608852 Oct 23 00:59:28.955255 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c7f4f-d87e-413b-ad67-b62e7304d0e8 req-6faacbaf-2b6e-427a-9459-888257d63e1f tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:28.962624 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-117c7f4f-d87e-413b-ad67-b62e7304d0e8 req-6faacbaf-2b6e-427a-9459-888257d63e1f tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccd36ab6-014d-49b2-9a79-8a4fe655caf0 HTTP/1.1" status: 200 len: 945 time: 0.0552611 Oct 23 00:59:29.030526 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-117c7f4f-d87e-413b-ad67-b62e7304d0e8 req-c1a4ae4c-8071-4abe-bfcf-40b9272be4b0 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2024e950-6bc4-4c6f-8358-200660ce4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667450 Oct 23 00:59:29.474305 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931626b-552f-4bee-af9f-47ee458f1af0 req-72bb9eb5-6d22-492d-8d63-c48ba457fd0d tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:29.475826 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f931626b-552f-4bee-af9f-47ee458f1af0 req-72bb9eb5-6d22-492d-8d63-c48ba457fd0d tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d3ff7f-a7b9-4b82-a87a-7c732191a284 HTTP/1.1" status: 200 len: 984 time: 0.0495076 Oct 23 00:59:29.554929 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f931626b-552f-4bee-af9f-47ee458f1af0 req-c15b2c8e-cb8f-41fb-a6ad-1e4c99d9c959 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef20917c-8dad-4b49-8e2b-5fc4aa0568d5&id=ec73b002-330e-47cc-a826-68d3bc97dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0728800 Oct 23 00:59:30.163715 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c247ff59-4f5d-4db1-891b-62044fbc65e6 req-101a96f7-7837-475b-86ce-38c05bdf9d49 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:30.165741 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c247ff59-4f5d-4db1-891b-62044fbc65e6 req-101a96f7-7837-475b-86ce-38c05bdf9d49 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccd36ab6-014d-49b2-9a79-8a4fe655caf0 HTTP/1.1" status: 200 len: 945 time: 0.0546620 Oct 23 00:59:30.219590 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c247ff59-4f5d-4db1-891b-62044fbc65e6 req-42eacda7-82fb-40db-b86b-c273032ab29c tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2024e950-6bc4-4c6f-8358-200660ce4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457008 Oct 23 00:59:30.694193 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0736a06a-d473-4d39-b54f-b3e7753a1a75 req-64ba5c8f-81eb-4812-a3c3-cf912e6a7828 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:30.695736 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0736a06a-d473-4d39-b54f-b3e7753a1a75 req-64ba5c8f-81eb-4812-a3c3-cf912e6a7828 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d3ff7f-a7b9-4b82-a87a-7c732191a284 HTTP/1.1" status: 200 len: 984 time: 0.0556788 Oct 23 00:59:30.759593 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0736a06a-d473-4d39-b54f-b3e7753a1a75 req-f9df451d-42df-4037-a5f5-1874e32fcd04 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef20917c-8dad-4b49-8e2b-5fc4aa0568d5&id=ec73b002-330e-47cc-a826-68d3bc97dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574934 Oct 23 00:59:31.237961 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-442e8053-9a6b-413f-9328-c141c7fedf3c req-8fd57702-5425-4f23-a9d7-d8db47badd87 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399885 Oct 23 00:59:31.306631 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (16cf44eb-3ef2-4361-a416-47ab9083b794), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:31.346481 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b927c9-d183-45d5-8a28-7c1ecaadc667 req-9e107585-8136-425e-a058-2908ad0fdf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:31.348010 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-65b927c9-d183-45d5-8a28-7c1ecaadc667 req-9e107585-8136-425e-a058-2908ad0fdf9c service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ccd36ab6-014d-49b2-9a79-8a4fe655caf0 HTTP/1.1" status: 200 len: 1129 time: 0.1092162 Oct 23 00:59:31.413384 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e8053-9a6b-413f-9328-c141c7fedf3c req-da0f0400-98ec-485b-bde1-b149f8a57e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:31.414889 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-442e8053-9a6b-413f-9328-c141c7fedf3c req-da0f0400-98ec-485b-bde1-b149f8a57e0f service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=94cfcbd6f144492d8be27fe35cbe76d5&device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 1130 time: 0.1396065 Oct 23 00:59:31.437768 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5eb12-cd35-47db-978b-dabfae111a19 req-dd7e9007-e0a2-460d-b3f1-98ff5152e2db tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:31.439348 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-93e5eb12-cd35-47db-978b-dabfae111a19 req-dd7e9007-e0a2-460d-b3f1-98ff5152e2db tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccd36ab6-014d-49b2-9a79-8a4fe655caf0 HTTP/1.1" status: 200 len: 945 time: 0.0971406 Oct 23 00:59:31.460682 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-65b927c9-d183-45d5-8a28-7c1ecaadc667 req-3daeeb9a-21a3-4093-bfee-eb0d64d06cb5 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=2024e950-6bc4-4c6f-8358-200660ce4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994313 Oct 23 00:59:31.583686 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-93e5eb12-cd35-47db-978b-dabfae111a19 req-2b36cdf5-f671-46b9-9f46-579e9ea0d475 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2024e950-6bc4-4c6f-8358-200660ce4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285424 Oct 23 00:59:31.609801 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e8053-9a6b-413f-9328-c141c7fedf3c req-b6a8f3d1-c101-449c-aa63-689167e8f842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:31.612163 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-442e8053-9a6b-413f-9328-c141c7fedf3c req-b6a8f3d1-c101-449c-aa63-689167e8f842 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=1d27b6d9-fef6-49cb-833f-13cb9578958e HTTP/1.1" status: 200 len: 920 time: 0.1690102 Oct 23 00:59:31.749534 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-442e8053-9a6b-413f-9328-c141c7fedf3c req-6fd919ec-dd07-4369-a8fc-d57ab719268e service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=070636ae-227f-400c-a9d9-cd7af698e161 HTTP/1.1" status: 200 len: 217 time: 0.0470002 Oct 23 00:59:31.817256 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e8053-9a6b-413f-9328-c141c7fedf3c req-48673ee8-45e6-44bf-ad3a-a68ac7c54917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:31.819409 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-442e8053-9a6b-413f-9328-c141c7fedf3c req-48673ee8-45e6-44bf-ad3a-a68ac7c54917 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=b567fc0e-81bb-4e4e-8bd3-a17fd2562f11 HTTP/1.1" status: 200 len: 858 time: 0.0538135 Oct 23 00:59:31.864768 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:31.869428 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:31.894041 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e8053-9a6b-413f-9328-c141c7fedf3c req-a97517ef-9ad5-4489-ae22-8aa63f512848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:31.895601 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-442e8053-9a6b-413f-9328-c141c7fedf3c req-a97517ef-9ad5-4489-ae22-8aa63f512848 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=1d27b6d9-fef6-49cb-833f-13cb9578958e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0696955 Oct 23 00:59:31.933104 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace1767-c7c2-4601-89e8-e0ef8146d1de req-8418108d-153d-4330-91b6-962515d9bfbc tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:31.940626 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4ace1767-c7c2-4601-89e8-e0ef8146d1de req-8418108d-153d-4330-91b6-962515d9bfbc tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d3ff7f-a7b9-4b82-a87a-7c732191a284 HTTP/1.1" status: 200 len: 984 time: 0.0740883 Oct 23 00:59:32.008042 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4ace1767-c7c2-4601-89e8-e0ef8146d1de req-94b0f325-efb8-45f9-ba01-b7df39fa44f3 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef20917c-8dad-4b49-8e2b-5fc4aa0568d5&id=ec73b002-330e-47cc-a826-68d3bc97dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0664525 Oct 23 00:59:32.366807 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-442e8053-9a6b-413f-9328-c141c7fedf3c req-05d9b4fa-1aed-4a74-9a8f-4a30a40b5b8c service neutron] 10.222.0.52 "GET /networking/v2.0/networks/1d27b6d9-fef6-49cb-833f-13cb9578958e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997972 Oct 23 00:59:32.491171 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-442e8053-9a6b-413f-9328-c141c7fedf3c req-d188a5c9-b4c1-4a6b-bf76-131c6c57563f service neutron] 10.222.0.52 "GET /networking/v2.0/networks/1d27b6d9-fef6-49cb-833f-13cb9578958e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970535 Oct 23 00:59:32.735467 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ac55b8-5fd3-4e6b-894b-3299eb0c0165 req-cde87435-9a5b-4c98-a6a1-d4517bfecc5c tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:32.737018 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-23ac55b8-5fd3-4e6b-894b-3299eb0c0165 req-cde87435-9a5b-4c98-a6a1-d4517bfecc5c tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccd36ab6-014d-49b2-9a79-8a4fe655caf0 HTTP/1.1" status: 200 len: 945 time: 0.0578618 Oct 23 00:59:32.797864 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-23ac55b8-5fd3-4e6b-894b-3299eb0c0165 req-916f1c73-3c6b-4e54-a786-c75052aeb07d tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2024e950-6bc4-4c6f-8358-200660ce4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541849 Oct 23 00:59:33.154670 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68856d0-76a1-471b-8f4c-29aa19763a2f req-568de39a-fac6-4f3d-b672-04cfb6e633ca tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:33.156195 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f68856d0-76a1-471b-8f4c-29aa19763a2f req-568de39a-fac6-4f3d-b672-04cfb6e633ca tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d3ff7f-a7b9-4b82-a87a-7c732191a284 HTTP/1.1" status: 200 len: 984 time: 0.0630853 Oct 23 00:59:33.245360 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f68856d0-76a1-471b-8f4c-29aa19763a2f req-cfa8824e-a2bc-4971-9d18-6c52075d2e7d tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef20917c-8dad-4b49-8e2b-5fc4aa0568d5&id=ec73b002-330e-47cc-a826-68d3bc97dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0823011 Oct 23 00:59:33.931255 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6902e-0782-4220-a7c1-4c14bce6063d req-fc1e1e97-7843-4fa9-a509-e8f29c644fa0 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:33.933846 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7fa6902e-0782-4220-a7c1-4c14bce6063d req-fc1e1e97-7843-4fa9-a509-e8f29c644fa0 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccd36ab6-014d-49b2-9a79-8a4fe655caf0 HTTP/1.1" status: 200 len: 945 time: 0.0524142 Oct 23 00:59:34.004154 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7fa6902e-0782-4220-a7c1-4c14bce6063d req-ba21d163-65d6-439b-9865-c9eddd0a2fa5 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2024e950-6bc4-4c6f-8358-200660ce4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600076 Oct 23 00:59:34.405238 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42faa510-5e19-4c27-90fc-e34e4abe00a8 req-c8eaaf80-9f04-49d6-a6d2-27662363e7d9 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:34.412628 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-42faa510-5e19-4c27-90fc-e34e4abe00a8 req-c8eaaf80-9f04-49d6-a6d2-27662363e7d9 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d3ff7f-a7b9-4b82-a87a-7c732191a284 HTTP/1.1" status: 200 len: 984 time: 0.0928414 Oct 23 00:59:34.531155 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a319144-2297-4e80-b03a-dd7246f162f1 req-9058d079-7128-42ee-818c-21fdad6b55ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:34.532574 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7a319144-2297-4e80-b03a-dd7246f162f1 req-9058d079-7128-42ee-818c-21fdad6b55ad service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=94cfcbd6f144492d8be27fe35cbe76d5&device_id=ccd36ab6-014d-49b2-9a79-8a4fe655caf0 HTTP/1.1" status: 200 len: 1129 time: 0.1096461 Oct 23 00:59:34.547088 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3582350-18d3-44f4-ba95-5a5f7e8e6fd8 req-1732b59e-5a6a-4ffb-82e3-12f0ac78f3d0 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:34.548584 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-b3582350-18d3-44f4-ba95-5a5f7e8e6fd8 req-1732b59e-5a6a-4ffb-82e3-12f0ac78f3d0 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccd36ab6-014d-49b2-9a79-8a4fe655caf0 HTTP/1.1" status: 200 len: 945 time: 0.1069322 Oct 23 00:59:34.583003 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-42faa510-5e19-4c27-90fc-e34e4abe00a8 req-786748d4-fdcf-445a-b0e8-44ca6b40c1ce tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef20917c-8dad-4b49-8e2b-5fc4aa0568d5&id=ec73b002-330e-47cc-a826-68d3bc97dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1694539 Oct 23 00:59:34.664123 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-b3582350-18d3-44f4-ba95-5a5f7e8e6fd8 req-3085578e-6f6f-4321-b54b-210ef8baead2 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2024e950-6bc4-4c6f-8358-200660ce4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031413 Oct 23 00:59:34.688951 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a319144-2297-4e80-b03a-dd7246f162f1 req-526b9222-7a62-4ba6-9bca-50ccca006779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:34.688951 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7a319144-2297-4e80-b03a-dd7246f162f1 req-526b9222-7a62-4ba6-9bca-50ccca006779 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=1d27b6d9-fef6-49cb-833f-13cb9578958e HTTP/1.1" status: 200 len: 920 time: 0.1394057 Oct 23 00:59:34.738394 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:34.764922 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7a319144-2297-4e80-b03a-dd7246f162f1 req-00dd411a-f457-4954-86a8-63fcb6c557ec service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77da0074-6006-4aa3-98e5-60bc673f4b72 HTTP/1.1" status: 200 len: 1001 time: 0.0681300 Oct 23 00:59:34.824685 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:34.829855 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a319144-2297-4e80-b03a-dd7246f162f1 req-a7eeb767-a0ce-4305-8418-bb2fce061e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:34.831811 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7a319144-2297-4e80-b03a-dd7246f162f1 req-a7eeb767-a0ce-4305-8418-bb2fce061e9a service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=b567fc0e-81bb-4e4e-8bd3-a17fd2562f11 HTTP/1.1" status: 200 len: 858 time: 0.0564141 Oct 23 00:59:34.879154 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a319144-2297-4e80-b03a-dd7246f162f1 req-cd9b113c-b5f5-4ff4-a97a-34288eae0edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:34.880639 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7a319144-2297-4e80-b03a-dd7246f162f1 req-cd9b113c-b5f5-4ff4-a97a-34288eae0edb service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=1d27b6d9-fef6-49cb-833f-13cb9578958e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404456 Oct 23 00:59:34.973532 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7a319144-2297-4e80-b03a-dd7246f162f1 req-aad57475-f924-4e30-b3f6-2fcc2b462f47 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/1d27b6d9-fef6-49cb-833f-13cb9578958e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866978 Oct 23 00:59:35.071560 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7a319144-2297-4e80-b03a-dd7246f162f1 req-d5aa32c8-bd8f-4b70-8c99-a22469604db0 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/1d27b6d9-fef6-49cb-833f-13cb9578958e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901783 Oct 23 00:59:35.717006 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6a707-4cf2-4559-84fe-7f4ee801306c req-425a413d-fa64-4947-84e1-81662e33b38c tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:35.718935 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f7a6a707-4cf2-4559-84fe-7f4ee801306c req-425a413d-fa64-4947-84e1-81662e33b38c tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d3ff7f-a7b9-4b82-a87a-7c732191a284 HTTP/1.1" status: 200 len: 984 time: 0.0517728 Oct 23 00:59:35.824167 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef5f74-f9f5-449c-8d15-91b43f295bea req-b437808a-e621-4872-9118-b50fab167810 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:35.825698 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-38ef5f74-f9f5-449c-8d15-91b43f295bea req-b437808a-e621-4872-9118-b50fab167810 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccd36ab6-014d-49b2-9a79-8a4fe655caf0 HTTP/1.1" status: 200 len: 945 time: 0.0768230 Oct 23 00:59:35.832076 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f7a6a707-4cf2-4559-84fe-7f4ee801306c req-21cd4bf1-744c-4c78-a8a7-dd77487e5c09 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef20917c-8dad-4b49-8e2b-5fc4aa0568d5&id=ec73b002-330e-47cc-a826-68d3bc97dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1068625 Oct 23 00:59:35.888435 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-38ef5f74-f9f5-449c-8d15-91b43f295bea req-dddfaa72-58ee-4bfe-91f6-cfcfba92b42b tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2024e950-6bc4-4c6f-8358-200660ce4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554063 Oct 23 00:59:36.963598 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f63b4f-8e25-46f5-ae8c-6673990fe51e req-1ef80657-ea9e-4107-81ad-008ef4b0a7a2 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:36.965414 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d0f63b4f-8e25-46f5-ae8c-6673990fe51e req-1ef80657-ea9e-4107-81ad-008ef4b0a7a2 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d3ff7f-a7b9-4b82-a87a-7c732191a284 HTTP/1.1" status: 200 len: 984 time: 0.0537238 Oct 23 00:59:37.044941 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c4d79a-4dad-400e-adb6-649f33296303 req-5a3bcf5e-8c8f-4160-b723-82573a5930ed tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:37.046513 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e6c4d79a-4dad-400e-adb6-649f33296303 req-5a3bcf5e-8c8f-4160-b723-82573a5930ed tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccd36ab6-014d-49b2-9a79-8a4fe655caf0 HTTP/1.1" status: 200 len: 945 time: 0.0739388 Oct 23 00:59:37.318464 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d0f63b4f-8e25-46f5-ae8c-6673990fe51e req-219cf97f-912b-4b84-8a09-9a634c363141 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef20917c-8dad-4b49-8e2b-5fc4aa0568d5&id=ec73b002-330e-47cc-a826-68d3bc97dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3474047 Oct 23 00:59:37.352775 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e6c4d79a-4dad-400e-adb6-649f33296303 req-76d1dcc7-1519-4cf1-a56e-8fde33e8316f tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2024e950-6bc4-4c6f-8358-200660ce4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2980633 Oct 23 00:59:37.407600 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 52612) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:59:37.455383 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.db_base_plugin_v2 [None req-651006ab-06a3-4820-b5c3-fb3d6cfe93be admin admin] Deleting subnet 5a084bd4-dc2a-4656-9023-88a6c081dfcb {{(pid=104551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 00:59:37.458585 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-651006ab-06a3-4820-b5c3-fb3d6cfe93be admin admin] Publish callbacks [] for subnet (5a084bd4-dc2a-4656-9023-88a6c081dfcb), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:37.492440 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-651006ab-06a3-4820-b5c3-fb3d6cfe93be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8119832'] for subnet (5a084bd4-dc2a-4656-9023-88a6c081dfcb), precommit_delete_associations {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:37.533103 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-651006ab-06a3-4820-b5c3-fb3d6cfe93be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13457227'] for subnet (5a084bd4-dc2a-4656-9023-88a6c081dfcb), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:37.588816 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-651006ab-06a3-4820-b5c3-fb3d6cfe93be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-13457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6139661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4819808'] for subnet (5a084bd4-dc2a-4656-9023-88a6c081dfcb), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:37.612246 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651006ab-06a3-4820-b5c3-fb3d6cfe93be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a084bd4-dc2a-4656-9023-88a6c081dfcb,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:59:37.618873 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-651006ab-06a3-4820-b5c3-fb3d6cfe93be admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:37.622031 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-651006ab-06a3-4820-b5c3-fb3d6cfe93be admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/5a084bd4-dc2a-4656-9023-88a6c081dfcb HTTP/1.1" status: 204 len: 168 time: 0.2133553 Oct 23 00:59:37.624930 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 52614) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:59:37.698512 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-36bafeaa-32a8-41bf-b45e-165873ee2ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13506626'] for network (706576df-d255-452e-b7ba-460fee4fb9d4), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:37.774794 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-36bafeaa-32a8-41bf-b45e-165873ee2ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13455826', 'neutron.services.segments.db._delete_segments_for_network-8758734904131'] for network (706576df-d255-452e-b7ba-460fee4fb9d4), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:37.798798 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.services.segments.db [None req-36bafeaa-32a8-41bf-b45e-165873ee2ab4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['706576df-d255-452e-b7ba-460fee4fb9d4']}} {{(pid=104551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:59:37.808423 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.services.segments.db [None req-36bafeaa-32a8-41bf-b45e-165873ee2ab4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d321273-3f83-40d4-be02-80695052ceb8') {'for_net_delete': True} {{(pid=104551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:59:37.808729 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.services.segments.db [None req-36bafeaa-32a8-41bf-b45e-165873ee2ab4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d321273-3f83-40d4-be02-80695052ceb8') {} {{(pid=104551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:59:37.818832 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-36bafeaa-32a8-41bf-b45e-165873ee2ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758734904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8119827'] for segment (5d321273-3f83-40d4-be02-80695052ceb8), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:37.832575 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-36bafeaa-32a8-41bf-b45e-165873ee2ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13381139'] for segment (5d321273-3f83-40d4-be02-80695052ceb8), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:37.838944 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36bafeaa-32a8-41bf-b45e-165873ee2ab4 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=104551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 00:59:37.839262 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-36bafeaa-32a8-41bf-b45e-165873ee2ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13381139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6140075'] for segment (5d321273-3f83-40d4-be02-80695052ceb8), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:37.880492 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.services.segments.plugin [-] Segment 5d321273-3f83-40d4-be02-80695052ceb8 resource provider aggregate not found Oct 23 00:59:37.904565 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.services.segments.plugin [-] Segment 5d321273-3f83-40d4-be02-80695052ceb8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5d321273-3f83-40d4-be02-80695052ceb8 found for delete ", "request_id": "req-6af2f57e-0135-4b59-bef7-fb9e543c06c4"}]} Oct 23 00:59:37.905789 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-36bafeaa-32a8-41bf-b45e-165873ee2ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13455835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516948'] for network (706576df-d255-452e-b7ba-460fee4fb9d4), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:37.911152 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-36bafeaa-32a8-41bf-b45e-165873ee2ab4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for network (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:37.914243 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-36bafeaa-32a8-41bf-b45e-165873ee2ab4 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/706576df-d255-452e-b7ba-460fee4fb9d4 HTTP/1.1" status: 204 len: 168 time: 0.2883875 Oct 23 00:59:37.925608 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bafeaa-32a8-41bf-b45e-165873ee2ab4 admin admin] Pushing event deleted for resources: {'Network': ['ID=706576df-d255-452e-b7ba-460fee4fb9d4,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:59:38.029404 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 52622) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:59:38.070123 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-427ce69a-bd76-43f9-832c-0320123ae4ab admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=b5384f8ed0fa4c7695758da237326753&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395660 Oct 23 00:59:38.072680 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 52624) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:59:38.126726 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-4e139ddb-00ad-4bfb-9296-ae0a24b5361d admin admin] Publish callbacks [] for security_group (aee26348-8e69-40a4-ac27-4b922e21afd6), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:38.148119 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-4e139ddb-00ad-4bfb-9296-ae0a24b5361d admin admin] Publish callbacks [] for security_group (aee26348-8e69-40a4-ac27-4b922e21afd6), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:38.199540 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-4e139ddb-00ad-4bfb-9296-ae0a24b5361d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (aee26348-8e69-40a4-ac27-4b922e21afd6), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:38.202510 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-4e139ddb-00ad-4bfb-9296-ae0a24b5361d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:38.203791 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-4e139ddb-00ad-4bfb-9296-ae0a24b5361d admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/aee26348-8e69-40a4-ac27-4b922e21afd6 HTTP/1.1" status: 204 len: 168 time: 0.1302087 Oct 23 00:59:38.212040 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e139ddb-00ad-4bfb-9296-ae0a24b5361d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee26348-8e69-40a4-ac27-4b922e21afd6,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:59:38.225343 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=57,neutron:UPDATE=2 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:38.226333 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:38.478680 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727567ad-a65c-4d64-b9d6-48fbd62cde1d req-f1a6da0f-3030-404a-a95e-9b1720b7a44f tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:38.480198 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-727567ad-a65c-4d64-b9d6-48fbd62cde1d req-f1a6da0f-3030-404a-a95e-9b1720b7a44f tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d3ff7f-a7b9-4b82-a87a-7c732191a284 HTTP/1.1" status: 200 len: 984 time: 0.0739522 Oct 23 00:59:38.509026 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631fb9c-44d6-40c1-a87f-be02ea1bc4af req-f0031287-c5da-4e66-87f4-03d664d25e92 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:38.510834 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-9631fb9c-44d6-40c1-a87f-be02ea1bc4af req-f0031287-c5da-4e66-87f4-03d664d25e92 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccd36ab6-014d-49b2-9a79-8a4fe655caf0 HTTP/1.1" status: 200 len: 945 time: 0.0705214 Oct 23 00:59:38.589414 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-727567ad-a65c-4d64-b9d6-48fbd62cde1d req-7342069c-a689-4195-8a4b-f617f3c0e52a tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef20917c-8dad-4b49-8e2b-5fc4aa0568d5&id=ec73b002-330e-47cc-a826-68d3bc97dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1022654 Oct 23 00:59:38.597793 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-9631fb9c-44d6-40c1-a87f-be02ea1bc4af req-b440202d-8048-4d75-89e6-1c1e3f2af85f tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2024e950-6bc4-4c6f-8358-200660ce4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792804 Oct 23 00:59:38.722818 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4789ab-2ba0-4983-82aa-2fdbaaab08ea req-977c6dca-6810-49f8-9f96-3104fd187238 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:38.724306 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-fe4789ab-2ba0-4983-82aa-2fdbaaab08ea req-977c6dca-6810-49f8-9f96-3104fd187238 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccd36ab6-014d-49b2-9a79-8a4fe655caf0 HTTP/1.1" status: 200 len: 945 time: 0.0517774 Oct 23 00:59:38.735165 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 52646) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:59:38.739731 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [None req-375217b5-72bd-4c7b-85a4-789228d79c35 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Request body: {'floatingip': {'port_id': '77da0074-6006-4aa3-98e5-60bc673f4b72'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 00:59:38.848430 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-375217b5-72bd-4c7b-85a4-789228d79c35 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks [] for floatingip (c771d886-1a14-4161-a7e1-ca944e783e9d), before_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:38.910863 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:38.928921 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:39.474618 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-375217b5-72bd-4c7b-85a4-789228d79c35 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:39.480323 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-375217b5-72bd-4c7b-85a4-789228d79c35 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516985'] for floatingip (c771d886-1a14-4161-a7e1-ca944e783e9d), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:39.702401 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-375217b5-72bd-4c7b-85a4-789228d79c35 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Router 2d77609f-f6a2-4b66-94b2-dbd18b570cb6 has already been hosted by L3 agent 71de1650-f9d9-4095-92e6-e37ec99e20cf {{(pid=104552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 00:59:39.723901 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e7887-b8e2-458d-a58e-6b5d588b9193 req-ee51d820-d78b-477d-b43e-cd4dba8495eb tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:39.725424 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-486e7887-b8e2-458d-a58e-6b5d588b9193 req-ee51d820-d78b-477d-b43e-cd4dba8495eb tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d3ff7f-a7b9-4b82-a87a-7c732191a284 HTTP/1.1" status: 200 len: 984 time: 0.0532861 Oct 23 00:59:39.858160 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-486e7887-b8e2-458d-a58e-6b5d588b9193 req-6345d259-8351-472b-9137-518cc0b2e4f4 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef20917c-8dad-4b49-8e2b-5fc4aa0568d5&id=ec73b002-330e-47cc-a826-68d3bc97dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1270380 Oct 23 00:59:39.863826 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375217b5-72bd-4c7b-85a4-789228d79c35 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 00:59:39.868930 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-375217b5-72bd-4c7b-85a4-789228d79c35 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for floatingip (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:39.874806 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8d2f4f-c6c0-472a-8c37-2e0fa9b7541f None None] Sync routers for ids ['2d77609f-f6a2-4b66-94b2-dbd18b570cb6'] in dv-cinder-master-3-iscsi {{(pid=104553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 00:59:39.885165 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8d2f4f-c6c0-472a-8c37-2e0fa9b7541f None None] Routers {'2d77609f-f6a2-4b66-94b2-dbd18b570cb6'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:59:39.886124 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-4a8d2f4f-c6c0-472a-8c37-2e0fa9b7541f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T00:59:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['2d77609f-f6a2-4b66-94b2-dbd18b570cb6'], 'active': True} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:59:39.903677 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccd36ab6-014d-49b2-9a79-8a4fe655caf0', 'tag': '77da0074-6006-4aa3-98e5-60bc673f4b72'}] {{(pid=104552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:59:39.906135 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e71a59ae106f7f9b2e36c913636ed0b95d68e581a9dbd71020046a5c2e6c46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee391f8-a3d4-4e25-9f57-1a8a80b0293e" -d '{"events": [{"name": "network-changed", "server_uuid": "ccd36ab6-014d-49b2-9a79-8a4fe655caf0", "tag": "77da0074-6006-4aa3-98e5-60bc673f4b72"}]}' {{(pid=104552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:59:39.942346 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-375217b5-72bd-4c7b-85a4-789228d79c35 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/c771d886-1a14-4161-a7e1-ca944e783e9d HTTP/1.1" status: 200 len: 993 time: 1.2038481 Oct 23 00:59:39.948827 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 00:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ef7f3f-c3f1-4dc2-91fc-f78826f5145e x-openstack-request-id: req-11ef7f3f-c3f1-4dc2-91fc-f78826f5145e {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:59:39.949116 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccd36ab6-014d-49b2-9a79-8a4fe655caf0", "tag": "77da0074-6006-4aa3-98e5-60bc673f4b72", "status": "completed", "code": 200}]} {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:59:39.949371 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-11ef7f3f-c3f1-4dc2-91fc-f78826f5145e {{(pid=104552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:59:39.949771 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11ef7f3f-c3f1-4dc2-91fc-f78826f5145e'] response: {'name': 'network-changed', 'server_uuid': 'ccd36ab6-014d-49b2-9a79-8a4fe655caf0', 'tag': '77da0074-6006-4aa3-98e5-60bc673f4b72', 'status': 'completed', 'code': 200} Oct 23 00:59:39.991480 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvr_db [None req-4a8d2f4f-c6c0-472a-8c37-2e0fa9b7541f None None] Set router 2d77609f-f6a2-4b66-94b2-dbd18b570cb6 gateway port host: dv-cinder-master-3-iscsi {{(pid=104553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:59:40.013533 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee391f8-a3d4-4e25-9f57-1a8a80b0293e req-6b9927ca-5eb2-400a-ac5b-759fc681e743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:40.015275 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6ee391f8-a3d4-4e25-9f57-1a8a80b0293e req-6b9927ca-5eb2-400a-ac5b-759fc681e743 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=94cfcbd6f144492d8be27fe35cbe76d5&device_id=ccd36ab6-014d-49b2-9a79-8a4fe655caf0 HTTP/1.1" status: 200 len: 1129 time: 0.0422735 Oct 23 00:59:40.075846 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:40.081666 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:40.116119 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee391f8-a3d4-4e25-9f57-1a8a80b0293e req-4b0030dd-fd95-4936-8ab8-ca8a610e888e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:40.117804 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6ee391f8-a3d4-4e25-9f57-1a8a80b0293e req-4b0030dd-fd95-4936-8ab8-ca8a610e888e service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=1d27b6d9-fef6-49cb-833f-13cb9578958e HTTP/1.1" status: 200 len: 920 time: 0.0949426 Oct 23 00:59:40.181220 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6ee391f8-a3d4-4e25-9f57-1a8a80b0293e req-290b44a3-eb60-472f-8ddc-25ad3d21f608 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77da0074-6006-4aa3-98e5-60bc673f4b72 HTTP/1.1" status: 200 len: 1001 time: 0.0560312 Oct 23 00:59:40.205988 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-4a8d2f4f-c6c0-472a-8c37-2e0fa9b7541f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d77609f-f6a2-4b66-94b2-dbd18b570cb6', 'name': 'tempest-ServerRescueNegativeTestJSON-1310721639-router', 'tenant_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.144'}], 'enable_snat': True}, 'gw_port_id': 'f0e20492-cd09-472c-ad67-7a194ee39b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:36Z', 'revision_number': 4, 'project_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'gw_port': {'id': 'f0e20492-cd09-472c-ad67-7a194ee39b4a', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d77609f-f6a2-4b66-94b2-dbd18b570cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:25Z', 'updated_at': '2022-10-23T00:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'c771d886-1a14-4161-a7e1-ca944e783e9d', 'tenant_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'floating_ip_address': '172.37.4.196', 'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'router_id': '2d77609f-f6a2-4b66-94b2-dbd18b570cb6', 'port_id': '77da0074-6006-4aa3-98e5-60bc673f4b72', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d27b6d9-fef6-49cb-833f-13cb9578958e', 'mac_address': 'fa:16:3e:d2:75:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd36ab6-014d-49b2-9a79-8a4fe655caf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T00:57:50Z', 'updated_at': '2022-10-23T00:59:39Z', 'revision_number': 3, 'project_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c15a8bad-19fd-46da-8328-6797a742506a', 'name': '', 'network_id': '1d27b6d9-fef6-49cb-833f-13cb9578958e', 'tenant_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'mac_address': 'fa:16:3e:86:80:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d77609f-f6a2-4b66-94b2-dbd18b570cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'b567fc0e-81bb-4e4e-8bd3-a17fd2562f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:34Z', 'updated_at': '2022-10-23T00:55:47Z', 'revision_number': 5, 'project_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'subnets': [{'id': 'b567fc0e-81bb-4e4e-8bd3-a17fd2562f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:59:40.230302 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee391f8-a3d4-4e25-9f57-1a8a80b0293e req-53b51f86-cb9f-4964-9eb1-282c0613c426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:40.231147 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8d2f4f-c6c0-472a-8c37-2e0fa9b7541f None None] Checking router: 2d77609f-f6a2-4b66-94b2-dbd18b570cb6 for host: dv-cinder-master-3-iscsi {{(pid=104553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 00:59:40.231825 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6ee391f8-a3d4-4e25-9f57-1a8a80b0293e req-53b51f86-cb9f-4964-9eb1-282c0613c426 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=b567fc0e-81bb-4e4e-8bd3-a17fd2562f11 HTTP/1.1" status: 200 len: 858 time: 0.0439711 Oct 23 00:59:40.240520 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8d2f4f-c6c0-472a-8c37-2e0fa9b7541f None None] Routers {'2d77609f-f6a2-4b66-94b2-dbd18b570cb6'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 00:59:40.241168 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-4a8d2f4f-c6c0-472a-8c37-2e0fa9b7541f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T00:59:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['2d77609f-f6a2-4b66-94b2-dbd18b570cb6'], 'active': True} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:59:40.283089 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee391f8-a3d4-4e25-9f57-1a8a80b0293e req-5820daf3-287b-4f5c-8f09-a44934d6a4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:40.284616 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6ee391f8-a3d4-4e25-9f57-1a8a80b0293e req-5820daf3-287b-4f5c-8f09-a44934d6a4f6 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=1d27b6d9-fef6-49cb-833f-13cb9578958e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420818 Oct 23 00:59:40.391444 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6ee391f8-a3d4-4e25-9f57-1a8a80b0293e req-30dbcbd1-e638-4848-8730-3f6f72c16bf3 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/1d27b6d9-fef6-49cb-833f-13cb9578958e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988843 Oct 23 00:59:40.500120 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6ee391f8-a3d4-4e25-9f57-1a8a80b0293e req-6d0f70c8-eba9-4888-98b0-6c4aa9194191 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/1d27b6d9-fef6-49cb-833f-13cb9578958e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980110 Oct 23 00:59:40.500854 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvr_db [None req-4a8d2f4f-c6c0-472a-8c37-2e0fa9b7541f None None] Set router 2d77609f-f6a2-4b66-94b2-dbd18b570cb6 gateway port host: dv-cinder-master-3-iscsi {{(pid=104553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 00:59:40.720435 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-4a8d2f4f-c6c0-472a-8c37-2e0fa9b7541f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d77609f-f6a2-4b66-94b2-dbd18b570cb6', 'name': 'tempest-ServerRescueNegativeTestJSON-1310721639-router', 'tenant_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.144'}], 'enable_snat': True}, 'gw_port_id': 'f0e20492-cd09-472c-ad67-7a194ee39b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:36Z', 'revision_number': 4, 'project_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'gw_port': {'id': 'f0e20492-cd09-472c-ad67-7a194ee39b4a', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d77609f-f6a2-4b66-94b2-dbd18b570cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:25Z', 'updated_at': '2022-10-23T00:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'c771d886-1a14-4161-a7e1-ca944e783e9d', 'tenant_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'floating_ip_address': '172.37.4.196', 'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'router_id': '2d77609f-f6a2-4b66-94b2-dbd18b570cb6', 'port_id': '77da0074-6006-4aa3-98e5-60bc673f4b72', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d27b6d9-fef6-49cb-833f-13cb9578958e', 'mac_address': 'fa:16:3e:d2:75:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd36ab6-014d-49b2-9a79-8a4fe655caf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T00:57:50Z', 'updated_at': '2022-10-23T00:59:39Z', 'revision_number': 3, 'project_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c15a8bad-19fd-46da-8328-6797a742506a', 'name': '', 'network_id': '1d27b6d9-fef6-49cb-833f-13cb9578958e', 'tenant_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'mac_address': 'fa:16:3e:86:80:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d77609f-f6a2-4b66-94b2-dbd18b570cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'b567fc0e-81bb-4e4e-8bd3-a17fd2562f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:34Z', 'updated_at': '2022-10-23T00:55:47Z', 'revision_number': 5, 'project_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'subnets': [{'id': 'b567fc0e-81bb-4e4e-8bd3-a17fd2562f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 00:59:40.750625 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8d2f4f-c6c0-472a-8c37-2e0fa9b7541f None None] The sync data for ids ['2d77609f-f6a2-4b66-94b2-dbd18b570cb6'] in dv-cinder-master-3-iscsi is: [{'id': '2d77609f-f6a2-4b66-94b2-dbd18b570cb6', 'name': 'tempest-ServerRescueNegativeTestJSON-1310721639-router', 'tenant_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.144'}], 'enable_snat': True}, 'gw_port_id': 'f0e20492-cd09-472c-ad67-7a194ee39b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:36Z', 'revision_number': 4, 'project_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'gw_port': {'id': 'f0e20492-cd09-472c-ad67-7a194ee39b4a', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d77609f-f6a2-4b66-94b2-dbd18b570cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:25Z', 'updated_at': '2022-10-23T00:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'c771d886-1a14-4161-a7e1-ca944e783e9d', 'tenant_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'floating_ip_address': '172.37.4.196', 'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'router_id': '2d77609f-f6a2-4b66-94b2-dbd18b570cb6', 'port_id': '77da0074-6006-4aa3-98e5-60bc673f4b72', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1d27b6d9-fef6-49cb-833f-13cb9578958e', 'mac_address': 'fa:16:3e:d2:75:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd36ab6-014d-49b2-9a79-8a4fe655caf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T00:57:50Z', 'updated_at': '2022-10-23T00:59:39Z', 'revision_number': 3, 'project_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c15a8bad-19fd-46da-8328-6797a742506a', 'name': '', 'network_id': '1d27b6d9-fef6-49cb-833f-13cb9578958e', 'tenant_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'mac_address': 'fa:16:3e:86:80:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d77609f-f6a2-4b66-94b2-dbd18b570cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'b567fc0e-81bb-4e4e-8bd3-a17fd2562f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:34Z', 'updated_at': '2022-10-23T00:55:47Z', 'revision_number': 5, 'project_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'subnets': [{'id': 'b567fc0e-81bb-4e4e-8bd3-a17fd2562f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 00:59:40.995168 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9919001-7af3-4387-8fc1-fc4c2a3cace4 req-7bc5bbd7-6d82-49d9-9f5f-ee7748ca7218 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:40.996655 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e9919001-7af3-4387-8fc1-fc4c2a3cace4 req-7bc5bbd7-6d82-49d9-9f5f-ee7748ca7218 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d3ff7f-a7b9-4b82-a87a-7c732191a284 HTTP/1.1" status: 200 len: 984 time: 0.0579405 Oct 23 00:59:41.059296 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e9919001-7af3-4387-8fc1-fc4c2a3cace4 req-9e043085-5ff9-4125-b7f3-75dc6acae13f tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef20917c-8dad-4b49-8e2b-5fc4aa0568d5&id=ec73b002-330e-47cc-a826-68d3bc97dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565138 Oct 23 00:59:41.892315 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 52684) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:59:41.951146 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccd36ab6-014d-49b2-9a79-8a4fe655caf0', 'tag': '77da0074-6006-4aa3-98e5-60bc673f4b72'}] {{(pid=104552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 00:59:41.953782 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e71a59ae106f7f9b2e36c913636ed0b95d68e581a9dbd71020046a5c2e6c46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8259161d-ea73-4429-9029-e0a76f54fa55" -d '{"events": [{"name": "network-changed", "server_uuid": "ccd36ab6-014d-49b2-9a79-8a4fe655caf0", "tag": "77da0074-6006-4aa3-98e5-60bc673f4b72"}]}' {{(pid=104552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 00:59:41.992393 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 00:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddcf684a-d19d-4531-b30e-0db7f2d813c4 x-openstack-request-id: req-ddcf684a-d19d-4531-b30e-0db7f2d813c4 {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 00:59:41.992684 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccd36ab6-014d-49b2-9a79-8a4fe655caf0", "tag": "77da0074-6006-4aa3-98e5-60bc673f4b72", "status": "completed", "code": 200}]} {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 00:59:41.992972 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ddcf684a-d19d-4531-b30e-0db7f2d813c4 {{(pid=104552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 00:59:41.993371 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddcf684a-d19d-4531-b30e-0db7f2d813c4'] response: {'name': 'network-changed', 'server_uuid': 'ccd36ab6-014d-49b2-9a79-8a4fe655caf0', 'tag': '77da0074-6006-4aa3-98e5-60bc673f4b72', 'status': 'completed', 'code': 200} Oct 23 00:59:42.009621 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-c3b49aab-e475-477a-b99c-079124535b67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:42.069445 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259161d-ea73-4429-9029-e0a76f54fa55 req-467a1033-87d2-46ef-9bd7-a59fcfefa891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:42.070989 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-8259161d-ea73-4429-9029-e0a76f54fa55 req-467a1033-87d2-46ef-9bd7-a59fcfefa891 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=94cfcbd6f144492d8be27fe35cbe76d5&device_id=ccd36ab6-014d-49b2-9a79-8a4fe655caf0 HTTP/1.1" status: 200 len: 1129 time: 0.0532632 Oct 23 00:59:42.220764 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-c3b49aab-e475-477a-b99c-079124535b67 admin admin] Publish callbacks [] for security_group (7ddeaa0b-cf6d-4f68-9572-c062ed8da4a0), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:42.226777 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec730b7-b0fc-462c-b067-1b11cda82132 req-b8953cbe-2b26-463c-b641-5cc7025d2d34 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:42.228193 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-5ec730b7-b0fc-462c-b067-1b11cda82132 req-b8953cbe-2b26-463c-b641-5cc7025d2d34 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d3ff7f-a7b9-4b82-a87a-7c732191a284 HTTP/1.1" status: 200 len: 984 time: 0.0842743 Oct 23 00:59:42.230758 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-c3b49aab-e475-477a-b99c-079124535b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (7ddeaa0b-cf6d-4f68-9572-c062ed8da4a0), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:42.270093 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:42.287961 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259161d-ea73-4429-9029-e0a76f54fa55 req-a74b10fb-0008-480d-ba16-3a5f6ac63611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:42.289470 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-8259161d-ea73-4429-9029-e0a76f54fa55 req-a74b10fb-0008-480d-ba16-3a5f6ac63611 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=1d27b6d9-fef6-49cb-833f-13cb9578958e HTTP/1.1" status: 200 len: 920 time: 0.2066848 Oct 23 00:59:42.303740 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-c3b49aab-e475-477a-b99c-079124535b67 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=ccecf33a0f5c45b28e34f4958d70a3d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4102175 Oct 23 00:59:42.306644 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 52694) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 00:59:42.307509 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b49aab-e475-477a-b99c-079124535b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ddeaa0b-cf6d-4f68-9572-c062ed8da4a0,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:59:42.324303 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b49aab-e475-477a-b99c-079124535b67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:42.324643 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b49aab-e475-477a-b99c-079124535b67 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:42.325003 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b49aab-e475-477a-b99c-079124535b67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:42.325340 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b49aab-e475-477a-b99c-079124535b67 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:42.325663 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b49aab-e475-477a-b99c-079124535b67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:42.325984 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b49aab-e475-477a-b99c-079124535b67 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:42.326298 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b49aab-e475-477a-b99c-079124535b67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:42.326612 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b49aab-e475-477a-b99c-079124535b67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:42.326930 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b49aab-e475-477a-b99c-079124535b67 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:42.327343 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b49aab-e475-477a-b99c-079124535b67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:42.327718 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b49aab-e475-477a-b99c-079124535b67 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:42.328045 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b49aab-e475-477a-b99c-079124535b67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:42.328360 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b49aab-e475-477a-b99c-079124535b67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:42.328669 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b49aab-e475-477a-b99c-079124535b67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:42.329001 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b49aab-e475-477a-b99c-079124535b67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 00:59:42.369330 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-5ec730b7-b0fc-462c-b067-1b11cda82132 req-2dd696ad-03cb-4627-9660-f53920f8db11 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef20917c-8dad-4b49-8e2b-5fc4aa0568d5&id=ec73b002-330e-47cc-a826-68d3bc97dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1270592 Oct 23 00:59:42.370648 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-41764c4e-7a1c-40eb-9cc4-c26f3e2ce904 admin admin] Publish callbacks [] for security_group (7ddeaa0b-cf6d-4f68-9572-c062ed8da4a0), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:42.401348 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-41764c4e-7a1c-40eb-9cc4-c26f3e2ce904 admin admin] Publish callbacks [] for security_group (7ddeaa0b-cf6d-4f68-9572-c062ed8da4a0), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:42.418671 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-8259161d-ea73-4429-9029-e0a76f54fa55 req-c3df2ca2-417e-4cac-850a-f3a6cc69b66e service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77da0074-6006-4aa3-98e5-60bc673f4b72 HTTP/1.1" status: 200 len: 1001 time: 0.0630596 Oct 23 00:59:42.427339 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:42.434129 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:42.449231 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-41764c4e-7a1c-40eb-9cc4-c26f3e2ce904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (7ddeaa0b-cf6d-4f68-9572-c062ed8da4a0), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:42.451728 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-41764c4e-7a1c-40eb-9cc4-c26f3e2ce904 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:42.452973 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-41764c4e-7a1c-40eb-9cc4-c26f3e2ce904 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/7ddeaa0b-cf6d-4f68-9572-c062ed8da4a0 HTTP/1.1" status: 204 len: 168 time: 0.1452425 Oct 23 00:59:42.461866 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41764c4e-7a1c-40eb-9cc4-c26f3e2ce904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ddeaa0b-cf6d-4f68-9572-c062ed8da4a0,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:59:42.474601 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259161d-ea73-4429-9029-e0a76f54fa55 req-b5d791b3-e1ff-443f-8b2a-3eb6b11db367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:42.476444 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-8259161d-ea73-4429-9029-e0a76f54fa55 req-b5d791b3-e1ff-443f-8b2a-3eb6b11db367 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=b567fc0e-81bb-4e4e-8bd3-a17fd2562f11 HTTP/1.1" status: 200 len: 858 time: 0.0498607 Oct 23 00:59:42.529042 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259161d-ea73-4429-9029-e0a76f54fa55 req-10538b96-2faf-4d9f-a07e-44a6af7cc511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:42.530715 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-8259161d-ea73-4429-9029-e0a76f54fa55 req-10538b96-2faf-4d9f-a07e-44a6af7cc511 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=1d27b6d9-fef6-49cb-833f-13cb9578958e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448234 Oct 23 00:59:42.632533 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-8259161d-ea73-4429-9029-e0a76f54fa55 req-a7c974db-59fc-4dcc-8a83-e6fbab982b0d service neutron] 10.222.0.52 "GET /networking/v2.0/networks/1d27b6d9-fef6-49cb-833f-13cb9578958e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940235 Oct 23 00:59:42.735402 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-8259161d-ea73-4429-9029-e0a76f54fa55 req-09c46905-05e2-46e4-b379-ef184d3b3a6e service neutron] 10.222.0.52 "GET /networking/v2.0/networks/1d27b6d9-fef6-49cb-833f-13cb9578958e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959070 Oct 23 00:59:43.499853 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0436454d-2616-4d70-b6c9-b4d53aaa5d06 req-2bc9683f-af09-41d3-863f-83d33742047a tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:43.501266 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0436454d-2616-4d70-b6c9-b4d53aaa5d06 req-2bc9683f-af09-41d3-863f-83d33742047a tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d3ff7f-a7b9-4b82-a87a-7c732191a284 HTTP/1.1" status: 200 len: 984 time: 0.0509317 Oct 23 00:59:43.573488 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0436454d-2616-4d70-b6c9-b4d53aaa5d06 req-448e6be7-0670-49dd-9762-aea0374897f6 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef20917c-8dad-4b49-8e2b-5fc4aa0568d5&id=ec73b002-330e-47cc-a826-68d3bc97dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0640035 Oct 23 00:59:44.217794 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=3 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:44.229225 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=5 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:44.699325 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590330f7-7945-401e-8022-cef5ac690f72 req-91f48ffb-246f-42e4-a573-d5229dba7a40 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:44.700790 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-590330f7-7945-401e-8022-cef5ac690f72 req-91f48ffb-246f-42e4-a573-d5229dba7a40 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d3ff7f-a7b9-4b82-a87a-7c732191a284 HTTP/1.1" status: 200 len: 984 time: 0.0496809 Oct 23 00:59:44.768146 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-590330f7-7945-401e-8022-cef5ac690f72 req-78951bc4-8551-486c-936f-783d33e1c75c tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef20917c-8dad-4b49-8e2b-5fc4aa0568d5&id=ec73b002-330e-47cc-a826-68d3bc97dba7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0613494 Oct 23 00:59:48.833789 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-cd821e7d-4ad6-4b0c-bee1-9aad4f82db3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (6b66cfba-c169-484b-b3a5-13fb9b6528cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:51.236581 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-2fdb699f-262e-4ff0-b763-4b609b273cd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (71de1650-f9d9-4095-92e6-e37ec99e20cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:52.308195 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5148f689-0f62-430a-b3f2-d0758b81aa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (b2013646-e5ec-4b71-a145-3908973fbde8), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:52.458055 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:DELETE=12 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:53.652898 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e80eb663-45f3-44c1-bd5d-b13fbac885c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (9e3bf558-830b-43df-b1b1-6fe61a75ce60), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:53.996887 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (e5069eb9-82e8-4601-9222-8a50cea677c6), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:54.759772 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=48 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:54.762718 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=59 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 00:59:57.295874 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f667f-06d5-4a02-9661-1c926c649063 req-52c37ea2-8c2f-4c11-b0ef-f6d3b1e8aa60 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:57.297346 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4e5f667f-06d5-4a02-9661-1c926c649063 req-52c37ea2-8c2f-4c11-b0ef-f6d3b1e8aa60 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 946 time: 0.0492983 Oct 23 00:59:57.346845 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4e5f667f-06d5-4a02-9661-1c926c649063 req-689da04c-2259-44a4-8ebb-99fa491c91c5 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437369 Oct 23 00:59:58.492030 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d512ed-b2ed-4d5f-87c2-00013f83b3e0 req-ec1b9414-946c-44fe-8a27-22e69e1d69c6 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:58.493535 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-56d512ed-b2ed-4d5f-87c2-00013f83b3e0 req-ec1b9414-946c-44fe-8a27-22e69e1d69c6 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 946 time: 0.0550988 Oct 23 00:59:58.551561 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-56d512ed-b2ed-4d5f-87c2-00013f83b3e0 req-18cb8303-b8ae-4c5d-a88e-348c0df8317c tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495737 Oct 23 00:59:59.013128 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652de429-7d05-4cfd-b0d0-c1a670a853d2 req-aab31581-f307-4777-b67d-803aa4d792b0 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:59.014591 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-652de429-7d05-4cfd-b0d0-c1a670a853d2 req-aab31581-f307-4777-b67d-803aa4d792b0 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 946 time: 0.0587382 Oct 23 00:59:59.107864 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [req-652de429-7d05-4cfd-b0d0-c1a670a853d2 req-188e3261-23d5-4db9-9a43-45340f61c735 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Deleting port c4115102-acce-4a90-ab24-eb74a5879146 {{(pid=104552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 00:59:59.108217 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-652de429-7d05-4cfd-b0d0-c1a670a853d2 req-188e3261-23d5-4db9-9a43-45340f61c735 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (c4115102-acce-4a90-ab24-eb74a5879146), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:59.444907 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-652de429-7d05-4cfd-b0d0-c1a670a853d2 req-188e3261-23d5-4db9-9a43-45340f61c735 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] For port c4115102-acce-4a90-ab24-eb74a5879146, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=c4115102-acce-4a90-ab24-eb74a5879146,segment=NetworkSegment(7dc83201-cb39-4cd2-9302-c1b785eda914),segment_id=7dc83201-cb39-4cd2-9302-c1b785eda914)] {{(pid=104552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 00:59:59.445271 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-652de429-7d05-4cfd-b0d0-c1a670a853d2 req-188e3261-23d5-4db9-9a43-45340f61c735 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (c4115102-acce-4a90-ab24-eb74a5879146), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:59.670342 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-652de429-7d05-4cfd-b0d0-c1a670a853d2 req-188e3261-23d5-4db9-9a43-45340f61c735 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:59.671082 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-652de429-7d05-4cfd-b0d0-c1a670a853d2 req-188e3261-23d5-4db9-9a43-45340f61c735 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516985'] for floatingip (e2f5d415-36e0-41e4-b3d8-7da325513e94), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:59.671082 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.db.l3_db [req-652de429-7d05-4cfd-b0d0-c1a670a853d2 req-188e3261-23d5-4db9-9a43-45340f61c735 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Floating IP e2f5d415-36e0-41e4-b3d8-7da325513e94 disassociated. External IP: 172.37.4.161, port: c4115102-acce-4a90-ab24-eb74a5879146. Oct 23 00:59:59.671376 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [req-652de429-7d05-4cfd-b0d0-c1a670a853d2 req-188e3261-23d5-4db9-9a43-45340f61c735 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Calling delete_port for c4115102-acce-4a90-ab24-eb74a5879146 owned by compute:nova {{(pid=104552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 00:59:59.739546 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a5a22a-244e-42fb-800f-40c78ec7e15c req-89e07fa6-da63-4440-8250-651de454ef10 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:59.741120 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-80a5a22a-244e-42fb-800f-40c78ec7e15c req-89e07fa6-da63-4440-8250-651de454ef10 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 946 time: 0.0911472 Oct 23 00:59:59.843668 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-80a5a22a-244e-42fb-800f-40c78ec7e15c req-42573e43-ba60-45aa-8723-9cc6296a39e7 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=de7217fb-3148-4635-a766-93f8b6fd3faa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945187 Oct 23 00:59:59.884216 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d5ec7-1938-482e-914e-6e5633c67aca req-6c795b28-fd94-4647-94ae-f54622e6f508 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 00:59:59.885970 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d35d5ec7-1938-482e-914e-6e5633c67aca req-6c795b28-fd94-4647-94ae-f54622e6f508 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4d1f2d2c-cf59-418c-8ae7-70b0d032e5a6 HTTP/1.1" status: 200 len: 945 time: 0.0932446 Oct 23 00:59:59.928487 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-652de429-7d05-4cfd-b0d0-c1a670a853d2 req-188e3261-23d5-4db9-9a43-45340f61c735 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5995606'] for port (c4115102-acce-4a90-ab24-eb74a5879146), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 00:59:59.969492 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188e3261-23d5-4db9-9a43-45340f61c735 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Pushing event deleted for resources: {'Port': ['ID=c4115102-acce-4a90-ab24-eb74a5879146,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 00:59:59.977692 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d35d5ec7-1938-482e-914e-6e5633c67aca req-105ca622-e7ed-4e97-b032-a40dd856a6f9 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9e47da15-b648-4e05-8264-514053b0be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860872 Oct 23 01:00:00.018111 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:00.020440 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:00.091462 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.l3_agent_scheduler [req-652de429-7d05-4cfd-b0d0-c1a670a853d2 req-188e3261-23d5-4db9-9a43-45340f61c735 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Router b19da5af-947c-410a-bc2b-a0b1941e7211 has already been hosted by L3 agent 71de1650-f9d9-4095-92e6-e37ec99e20cf {{(pid=104552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:00:00.197937 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-652de429-7d05-4cfd-b0d0-c1a670a853d2 req-188e3261-23d5-4db9-9a43-45340f61c735 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:00:00.209129 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded11160-6f00-4e5c-be8c-9c829a935bf2 None None] Sync routers for ids ['b19da5af-947c-410a-bc2b-a0b1941e7211'] in dv-cinder-master-3-iscsi {{(pid=104554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:00:00.220561 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded11160-6f00-4e5c-be8c-9c829a935bf2 None None] Routers {'b19da5af-947c-410a-bc2b-a0b1941e7211'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:00:00.221296 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-ded11160-6f00-4e5c-be8c-9c829a935bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T00:59:51Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['b19da5af-947c-410a-bc2b-a0b1941e7211'], 'active': True} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:00.241683 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.l3_dvrscheduler_db [req-652de429-7d05-4cfd-b0d0-c1a670a853d2 req-188e3261-23d5-4db9-9a43-45340f61c735 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] No DVR routers for this DVR port c4115102-acce-4a90-ab24-eb74a5879146 on host hv-cinder-maste {{(pid=104552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:00:00.244452 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-652de429-7d05-4cfd-b0d0-c1a670a853d2 req-188e3261-23d5-4db9-9a43-45340f61c735 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:00.247773 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-652de429-7d05-4cfd-b0d0-c1a670a853d2 req-188e3261-23d5-4db9-9a43-45340f61c735 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.52 "DELETE /networking/v2.0/ports/c4115102-acce-4a90-ab24-eb74a5879146 HTTP/1.1" status: 204 len: 173 time: 1.2252381 Oct 23 01:00:00.248245 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de36a91-410e-4412-9da8-623bb2ef0014', 'name': 'network-vif-deleted', 'tag': 'c4115102-acce-4a90-ab24-eb74a5879146'}] {{(pid=104552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:00:00.250532 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e71a59ae106f7f9b2e36c913636ed0b95d68e581a9dbd71020046a5c2e6c46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eef40f9-a97f-4e19-8840-cce0ae5c2b35" -d '{"events": [{"server_uuid": "5de36a91-410e-4412-9da8-623bb2ef0014", "name": "network-vif-deleted", "tag": "c4115102-acce-4a90-ab24-eb74a5879146"}]}' {{(pid=104552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:00:00.288301 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489d7f7a-cc5c-4847-9d2e-8d72ddc6df1a x-openstack-request-id: req-489d7f7a-cc5c-4847-9d2e-8d72ddc6df1a {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:00:00.288685 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de36a91-410e-4412-9da8-623bb2ef0014", "name": "network-vif-deleted", "tag": "c4115102-acce-4a90-ab24-eb74a5879146", "status": "completed", "code": 200}]} {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:00:00.289062 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-489d7f7a-cc5c-4847-9d2e-8d72ddc6df1a {{(pid=104552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:00:00.289496 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-489d7f7a-cc5c-4847-9d2e-8d72ddc6df1a'] response: {'server_uuid': '5de36a91-410e-4412-9da8-623bb2ef0014', 'name': 'network-vif-deleted', 'tag': 'c4115102-acce-4a90-ab24-eb74a5879146', 'status': 'completed', 'code': 200} Oct 23 01:00:00.333207 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvr_db [None req-ded11160-6f00-4e5c-be8c-9c829a935bf2 None None] Set router b19da5af-947c-410a-bc2b-a0b1941e7211 gateway port host: dv-cinder-master-3-iscsi {{(pid=104554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:00:00.525281 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-ded11160-6f00-4e5c-be8c-9c829a935bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19da5af-947c-410a-bc2b-a0b1941e7211', 'name': 'tempest-AttachVolumeShelveTestJSON-758508699-router', 'tenant_id': '59add4b78cd346a194c4be211d1996be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.212'}], 'enable_snat': True}, 'gw_port_id': 'c3d281d7-77bc-45d4-bfbc-c30a363df5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:39Z', 'revision_number': 4, 'project_id': '59add4b78cd346a194c4be211d1996be', 'gw_port': {'id': 'c3d281d7-77bc-45d4-bfbc-c30a363df5dd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19da5af-947c-410a-bc2b-a0b1941e7211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:25Z', 'updated_at': '2022-10-23T00:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '045e8cb5-b097-4c96-a318-d42be89b2e6f', 'name': '', 'network_id': 'f8105e98-346f-4369-be4d-2cb2d399c07a', 'tenant_id': '59add4b78cd346a194c4be211d1996be', 'mac_address': 'fa:16:3e:8e:5e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19da5af-947c-410a-bc2b-a0b1941e7211', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '52944cd4-669b-4a10-a076-1661bc94a4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:37Z', 'updated_at': '2022-10-23T00:55:52Z', 'revision_number': 5, 'project_id': '59add4b78cd346a194c4be211d1996be', 'subnets': [{'id': '52944cd4-669b-4a10-a076-1661bc94a4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:00.550403 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded11160-6f00-4e5c-be8c-9c829a935bf2 None None] Checking router: b19da5af-947c-410a-bc2b-a0b1941e7211 for host: dv-cinder-master-3-iscsi {{(pid=104554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:00:00.559508 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded11160-6f00-4e5c-be8c-9c829a935bf2 None None] Routers {'b19da5af-947c-410a-bc2b-a0b1941e7211'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:00:00.560106 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-ded11160-6f00-4e5c-be8c-9c829a935bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T00:59:51Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['b19da5af-947c-410a-bc2b-a0b1941e7211'], 'active': True} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:00.667092 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvr_db [None req-ded11160-6f00-4e5c-be8c-9c829a935bf2 None None] Set router b19da5af-947c-410a-bc2b-a0b1941e7211 gateway port host: dv-cinder-master-3-iscsi {{(pid=104554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:00:00.862143 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-ded11160-6f00-4e5c-be8c-9c829a935bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19da5af-947c-410a-bc2b-a0b1941e7211', 'name': 'tempest-AttachVolumeShelveTestJSON-758508699-router', 'tenant_id': '59add4b78cd346a194c4be211d1996be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.212'}], 'enable_snat': True}, 'gw_port_id': 'c3d281d7-77bc-45d4-bfbc-c30a363df5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:39Z', 'revision_number': 4, 'project_id': '59add4b78cd346a194c4be211d1996be', 'gw_port': {'id': 'c3d281d7-77bc-45d4-bfbc-c30a363df5dd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19da5af-947c-410a-bc2b-a0b1941e7211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:25Z', 'updated_at': '2022-10-23T00:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '045e8cb5-b097-4c96-a318-d42be89b2e6f', 'name': '', 'network_id': 'f8105e98-346f-4369-be4d-2cb2d399c07a', 'tenant_id': '59add4b78cd346a194c4be211d1996be', 'mac_address': 'fa:16:3e:8e:5e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19da5af-947c-410a-bc2b-a0b1941e7211', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '52944cd4-669b-4a10-a076-1661bc94a4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:37Z', 'updated_at': '2022-10-23T00:55:52Z', 'revision_number': 5, 'project_id': '59add4b78cd346a194c4be211d1996be', 'subnets': [{'id': '52944cd4-669b-4a10-a076-1661bc94a4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:00.888536 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded11160-6f00-4e5c-be8c-9c829a935bf2 None None] The sync data for ids ['b19da5af-947c-410a-bc2b-a0b1941e7211'] in dv-cinder-master-3-iscsi is: [{'id': 'b19da5af-947c-410a-bc2b-a0b1941e7211', 'name': 'tempest-AttachVolumeShelveTestJSON-758508699-router', 'tenant_id': '59add4b78cd346a194c4be211d1996be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.212'}], 'enable_snat': True}, 'gw_port_id': 'c3d281d7-77bc-45d4-bfbc-c30a363df5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:39Z', 'revision_number': 4, 'project_id': '59add4b78cd346a194c4be211d1996be', 'gw_port': {'id': 'c3d281d7-77bc-45d4-bfbc-c30a363df5dd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19da5af-947c-410a-bc2b-a0b1941e7211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:25Z', 'updated_at': '2022-10-23T00:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '045e8cb5-b097-4c96-a318-d42be89b2e6f', 'name': '', 'network_id': 'f8105e98-346f-4369-be4d-2cb2d399c07a', 'tenant_id': '59add4b78cd346a194c4be211d1996be', 'mac_address': 'fa:16:3e:8e:5e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19da5af-947c-410a-bc2b-a0b1941e7211', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '52944cd4-669b-4a10-a076-1661bc94a4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:37Z', 'updated_at': '2022-10-23T00:55:52Z', 'revision_number': 5, 'project_id': '59add4b78cd346a194c4be211d1996be', 'subnets': [{'id': '52944cd4-669b-4a10-a076-1661bc94a4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:00:00.962504 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c3fa5bc9-5d12-4080-9cf0-6f2c1af50a46 req-be9e8c83-28b8-448d-a223-cf6193e21fa8 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5de36a91-410e-4412-9da8-623bb2ef0014 HTTP/1.1" status: 200 len: 210 time: 0.0328028 Oct 23 01:00:01.113197 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb40025-662c-43a5-b9ed-6586d4fd4487 req-49ebecd0-3b28-4260-b96d-1e6b8e697869 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:01.114655 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ccb40025-662c-43a5-b9ed-6586d4fd4487 req-49ebecd0-3b28-4260-b96d-1e6b8e697869 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4d1f2d2c-cf59-418c-8ae7-70b0d032e5a6 HTTP/1.1" status: 200 len: 945 time: 0.0541191 Oct 23 01:00:01.163900 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921d6c3b-d97a-43b7-a370-483eb9230d38 None None] New status for floating IP e2f5d415-36e0-41e4-b3d8-7da325513e94: DOWN {{(pid=104553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:00:01.170217 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ccb40025-662c-43a5-b9ed-6586d4fd4487 req-b78bc6ea-5385-4975-9a8b-8a7ad7224a87 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9e47da15-b648-4e05-8264-514053b0be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494404 Oct 23 01:00:01.302628 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (16cf44eb-3ef2-4361-a416-47ab9083b794), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:01.541859 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a0872e-dbb2-4a88-8e39-f907605e9cec req-3fc3ec89-e326-45d3-8e05-73dfdab4985a tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:01.543406 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-87a0872e-dbb2-4a88-8e39-f907605e9cec req-3fc3ec89-e326-45d3-8e05-73dfdab4985a tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4d1f2d2c-cf59-418c-8ae7-70b0d032e5a6 HTTP/1.1" status: 200 len: 945 time: 0.0495453 Oct 23 01:00:01.637703 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [req-87a0872e-dbb2-4a88-8e39-f907605e9cec req-7998a182-41c9-41fa-a226-629335b406f4 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Deleting port 29611acb-94f0-4480-8d4d-aaf6303b062c {{(pid=104552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:00:01.637964 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-87a0872e-dbb2-4a88-8e39-f907605e9cec req-7998a182-41c9-41fa-a226-629335b406f4 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (29611acb-94f0-4480-8d4d-aaf6303b062c), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:01.714250 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device c4115102-acce-4a90-ab24-eb74a5879146 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:00:01.727005 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-87a0872e-dbb2-4a88-8e39-f907605e9cec req-7998a182-41c9-41fa-a226-629335b406f4 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] For port 29611acb-94f0-4480-8d4d-aaf6303b062c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=29611acb-94f0-4480-8d4d-aaf6303b062c,segment=NetworkSegment(d3b56b04-e2e1-4f00-a9db-1de40f8c425f),segment_id=d3b56b04-e2e1-4f00-a9db-1de40f8c425f)] {{(pid=104552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:00:01.727371 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-87a0872e-dbb2-4a88-8e39-f907605e9cec req-7998a182-41c9-41fa-a226-629335b406f4 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (29611acb-94f0-4480-8d4d-aaf6303b062c), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:01.734364 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] No Port match for: c4115102-acce-4a90-ab24-eb74a5879146 {{(pid=104553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:00:01.734711 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device c4115102-acce-4a90-ab24-eb74a5879146 not bound to the agent host hv-cinder-maste {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:00:01.909109 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-87a0872e-dbb2-4a88-8e39-f907605e9cec req-7998a182-41c9-41fa-a226-629335b406f4 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:01.909561 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-87a0872e-dbb2-4a88-8e39-f907605e9cec req-7998a182-41c9-41fa-a226-629335b406f4 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516985'] for floatingip (16a4e4c8-3010-46c1-840f-64a761ad31b8), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:01.909924 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.db.l3_db [req-87a0872e-dbb2-4a88-8e39-f907605e9cec req-7998a182-41c9-41fa-a226-629335b406f4 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Floating IP 16a4e4c8-3010-46c1-840f-64a761ad31b8 disassociated. External IP: 172.37.4.193, port: 29611acb-94f0-4480-8d4d-aaf6303b062c. Oct 23 01:00:01.910326 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [req-87a0872e-dbb2-4a88-8e39-f907605e9cec req-7998a182-41c9-41fa-a226-629335b406f4 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Calling delete_port for 29611acb-94f0-4480-8d4d-aaf6303b062c owned by compute:nova {{(pid=104552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:00:02.049730 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-87a0872e-dbb2-4a88-8e39-f907605e9cec req-7998a182-41c9-41fa-a226-629335b406f4 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5995606'] for port (29611acb-94f0-4480-8d4d-aaf6303b062c), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:02.081031 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 52754) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:00:02.088517 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7998a182-41c9-41fa-a226-629335b406f4 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Pushing event deleted for resources: {'Port': ['ID=29611acb-94f0-4480-8d4d-aaf6303b062c,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:02.099270 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:02.147668 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:02.163286 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-fd61dd30-1a3e-4a18-85cf-3125295a0d53 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks [] for security_group (de7217fb-3148-4635-a766-93f8b6fd3faa), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:02.192540 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-fd61dd30-1a3e-4a18-85cf-3125295a0d53 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks [] for security_group (de7217fb-3148-4635-a766-93f8b6fd3faa), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:02.221401 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87a0872e-dbb2-4a88-8e39-f907605e9cec req-7998a182-41c9-41fa-a226-629335b406f4 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Router 63e9c62b-0504-4d3f-bdb7-d47b057b9cb0 has already been hosted by L3 agent 71de1650-f9d9-4095-92e6-e37ec99e20cf {{(pid=104552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:00:02.258561 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-fd61dd30-1a3e-4a18-85cf-3125295a0d53 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (de7217fb-3148-4635-a766-93f8b6fd3faa), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:02.261888 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-fd61dd30-1a3e-4a18-85cf-3125295a0d53 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:02.263321 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-fd61dd30-1a3e-4a18-85cf-3125295a0d53 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/de7217fb-3148-4635-a766-93f8b6fd3faa HTTP/1.1" status: 204 len: 168 time: 0.1805298 Oct 23 01:00:02.267450 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 52758) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:00:02.274788 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd61dd30-1a3e-4a18-85cf-3125295a0d53 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7217fb-3148-4635-a766-93f8b6fd3faa,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:02.282716 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd61dd30-1a3e-4a18-85cf-3125295a0d53 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:02.283140 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd61dd30-1a3e-4a18-85cf-3125295a0d53 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:02.283544 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd61dd30-1a3e-4a18-85cf-3125295a0d53 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:02.283946 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd61dd30-1a3e-4a18-85cf-3125295a0d53 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:02.284364 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd61dd30-1a3e-4a18-85cf-3125295a0d53 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:02.284783 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd61dd30-1a3e-4a18-85cf-3125295a0d53 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:02.285185 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd61dd30-1a3e-4a18-85cf-3125295a0d53 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:02.285572 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd61dd30-1a3e-4a18-85cf-3125295a0d53 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:02.286242 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd61dd30-1a3e-4a18-85cf-3125295a0d53 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:02.287016 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd61dd30-1a3e-4a18-85cf-3125295a0d53 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:02.287362 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd61dd30-1a3e-4a18-85cf-3125295a0d53 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:02.287691 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd61dd30-1a3e-4a18-85cf-3125295a0d53 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:02.288017 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd61dd30-1a3e-4a18-85cf-3125295a0d53 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:02.288501 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd61dd30-1a3e-4a18-85cf-3125295a0d53 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:02.289086 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd61dd30-1a3e-4a18-85cf-3125295a0d53 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:02.305385 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:02.313330 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.api.v2.resource [None req-63238737-ed42-4c40-9f4a-3ac2fee3c677 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] show failed (client error): The resource could not be found. Oct 23 01:00:02.317818 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-63238737-ed42-4c40-9f4a-3ac2fee3c677 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups/de7217fb-3148-4635-a766-93f8b6fd3faa HTTP/1.1" status: 404 len: 347 time: 0.0450838 Oct 23 01:00:02.318253 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 52760) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:00:02.318433 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-714425df-aee9-4d68-b018-883ca67829b5 req-36be673d-9a52-4a5d-ab06-3702f9ffb83e tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4d1f2d2c-cf59-418c-8ae7-70b0d032e5a6 HTTP/1.1" status: 200 len: 210 time: 0.0499499 Oct 23 01:00:02.387015 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87a0872e-dbb2-4a88-8e39-f907605e9cec req-7998a182-41c9-41fa-a226-629335b406f4 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:00:02.399440 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efac1b96-bb06-45e6-ad9b-91d350fc2926 None None] Sync routers for ids ['63e9c62b-0504-4d3f-bdb7-d47b057b9cb0'] in dv-cinder-master-3-iscsi {{(pid=104554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:00:02.409551 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efac1b96-bb06-45e6-ad9b-91d350fc2926 None None] Routers {'63e9c62b-0504-4d3f-bdb7-d47b057b9cb0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:00:02.410428 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-efac1b96-bb06-45e6-ad9b-91d350fc2926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T00:59:51Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['63e9c62b-0504-4d3f-bdb7-d47b057b9cb0'], 'active': True} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:02.439491 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.l3_dvrscheduler_db [req-87a0872e-dbb2-4a88-8e39-f907605e9cec req-7998a182-41c9-41fa-a226-629335b406f4 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] No DVR routers for this DVR port 29611acb-94f0-4480-8d4d-aaf6303b062c on host hv-cinder-maste {{(pid=104552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:00:02.442056 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-87a0872e-dbb2-4a88-8e39-f907605e9cec req-7998a182-41c9-41fa-a226-629335b406f4 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:02.445710 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-87a0872e-dbb2-4a88-8e39-f907605e9cec req-7998a182-41c9-41fa-a226-629335b406f4 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.52 "DELETE /networking/v2.0/ports/29611acb-94f0-4480-8d4d-aaf6303b062c HTTP/1.1" status: 204 len: 173 time: 0.8916278 Oct 23 01:00:02.446306 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1f2d2c-cf59-418c-8ae7-70b0d032e5a6', 'name': 'network-vif-deleted', 'tag': '29611acb-94f0-4480-8d4d-aaf6303b062c'}] {{(pid=104552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:00:02.449082 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e71a59ae106f7f9b2e36c913636ed0b95d68e581a9dbd71020046a5c2e6c46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7aee27-30a7-48f5-8c0a-319f79621506" -d '{"events": [{"server_uuid": "4d1f2d2c-cf59-418c-8ae7-70b0d032e5a6", "name": "network-vif-deleted", "tag": "29611acb-94f0-4480-8d4d-aaf6303b062c"}]}' {{(pid=104552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:00:02.454281 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-ff6f8fad-6ca6-4d88-a1aa-8ede34edff61 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Deleting port ef9908ec-665e-42ab-9646-863c5d00d20a {{(pid=104551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:00:02.454708 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ff6f8fad-6ca6-4d88-a1aa-8ede34edff61 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (ef9908ec-665e-42ab-9646-863c5d00d20a), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:02.508009 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1770a210-7418-4e40-87c5-b382b4c3201d x-openstack-request-id: req-1770a210-7418-4e40-87c5-b382b4c3201d {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:00:02.508357 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d1f2d2c-cf59-418c-8ae7-70b0d032e5a6", "name": "network-vif-deleted", "tag": "29611acb-94f0-4480-8d4d-aaf6303b062c", "status": "completed", "code": 200}]} {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:00:02.508666 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1770a210-7418-4e40-87c5-b382b4c3201d {{(pid=104552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:00:02.509155 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1770a210-7418-4e40-87c5-b382b4c3201d'] response: {'server_uuid': '4d1f2d2c-cf59-418c-8ae7-70b0d032e5a6', 'name': 'network-vif-deleted', 'tag': '29611acb-94f0-4480-8d4d-aaf6303b062c', 'status': 'completed', 'code': 200} Oct 23 01:00:02.563067 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ff6f8fad-6ca6-4d88-a1aa-8ede34edff61 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (ef9908ec-665e-42ab-9646-863c5d00d20a), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:02.563566 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ff6f8fad-6ca6-4d88-a1aa-8ede34edff61 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks [] for floatingip (ef9908ec-665e-42ab-9646-863c5d00d20a), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:02.580174 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-ff6f8fad-6ca6-4d88-a1aa-8ede34edff61 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Calling delete_port for ef9908ec-665e-42ab-9646-863c5d00d20a owned by network:floatingip {{(pid=104551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:00:02.639967 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvr_db [None req-efac1b96-bb06-45e6-ad9b-91d350fc2926 None None] Set router 63e9c62b-0504-4d3f-bdb7-d47b057b9cb0 gateway port host: dv-cinder-master-3-iscsi {{(pid=104554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:00:02.722809 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ff6f8fad-6ca6-4d88-a1aa-8ede34edff61 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6140158'] for port (ef9908ec-665e-42ab-9646-863c5d00d20a), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:02.749762 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f8fad-6ca6-4d88-a1aa-8ede34edff61 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Pushing event deleted for resources: {'Port': ['ID=ef9908ec-665e-42ab-9646-863c5d00d20a,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:02.821753 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ff6f8fad-6ca6-4d88-a1aa-8ede34edff61 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks [] for floatingip (e2f5d415-36e0-41e4-b3d8-7da325513e94), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:02.824490 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ff6f8fad-6ca6-4d88-a1aa-8ede34edff61 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for floatingip (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:02.825431 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=100 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:02.826340 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-ff6f8fad-6ca6-4d88-a1aa-8ede34edff61 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/e2f5d415-36e0-41e4-b3d8-7da325513e94 HTTP/1.1" status: 204 len: 168 time: 0.5073335 Oct 23 01:00:02.847612 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-efac1b96-bb06-45e6-ad9b-91d350fc2926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'name': 'tempest-TestVolumeBootPattern-98750219-router', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.242'}], 'enable_snat': True}, 'gw_port_id': '2b62c892-4abb-42c7-af27-c6803021dfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:56:45Z', 'updated_at': '2022-10-23T00:56:49Z', 'revision_number': 4, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'gw_port': {'id': '2b62c892-4abb-42c7-af27-c6803021dfdd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:56:46Z', 'updated_at': '2022-10-23T00:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7e98a342-e446-43cd-a9ad-e1e77aed3807', 'name': '', 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'mac_address': 'fa:16:3e:dd:c5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '6978021c-740e-4d5a-a551-8462e322d9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:56:48Z', 'updated_at': '2022-10-23T00:56:54Z', 'revision_number': 5, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'subnets': [{'id': '6978021c-740e-4d5a-a551-8462e322d9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:02.873604 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efac1b96-bb06-45e6-ad9b-91d350fc2926 None None] Checking router: 63e9c62b-0504-4d3f-bdb7-d47b057b9cb0 for host: dv-cinder-master-3-iscsi {{(pid=104554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:00:02.882567 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efac1b96-bb06-45e6-ad9b-91d350fc2926 None None] Routers {'63e9c62b-0504-4d3f-bdb7-d47b057b9cb0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:00:02.883257 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-efac1b96-bb06-45e6-ad9b-91d350fc2926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T00:59:51Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['63e9c62b-0504-4d3f-bdb7-d47b057b9cb0'], 'active': True} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:02.920553 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=100 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:02.934092 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 52766) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:00:02.941335 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-1d7ffab7-6968-40c2-aa2f-28e3a889f6c9 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1082989617', 'description': 'tempest-description--689182412'}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:00:02.968245 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-1d7ffab7-6968-40c2-aa2f-28e3a889f6c9 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks [] for security_group (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:03.013798 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvr_db [None req-efac1b96-bb06-45e6-ad9b-91d350fc2926 None None] Set router 63e9c62b-0504-4d3f-bdb7-d47b057b9cb0 gateway port host: dv-cinder-master-3-iscsi {{(pid=104554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:00:03.063494 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:03.076034 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-1d7ffab7-6968-40c2-aa2f-28e3a889f6c9 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks [] for security_group (a78952a2-cccd-48f5-8f51-83df3683dcf4), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:03.082245 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-1d7ffab7-6968-40c2-aa2f-28e3a889f6c9 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (a78952a2-cccd-48f5-8f51-83df3683dcf4), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:03.129335 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-1d7ffab7-6968-40c2-aa2f-28e3a889f6c9 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:03.134020 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-1d7ffab7-6968-40c2-aa2f-28e3a889f6c9 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1956944 Oct 23 01:00:03.134390 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7ffab7-6968-40c2-aa2f-28e3a889f6c9 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a78952a2-cccd-48f5-8f51-83df3683dcf4,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:03.134505 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 52768) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:00:03.145115 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [None req-65bd19b2-c1b6-4406-943f-1721b1a2d47d tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Request body: {'security_group_rule': {'security_group_id': 'a78952a2-cccd-48f5-8f51-83df3683dcf4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:00:03.186327 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-65bd19b2-c1b6-4406-943f-1721b1a2d47d tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks [] for security_group_rule (2e5faaee-3cce-4c42-a582-0e626f4342d3), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:03.249964 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-efac1b96-bb06-45e6-ad9b-91d350fc2926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'name': 'tempest-TestVolumeBootPattern-98750219-router', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.242'}], 'enable_snat': True}, 'gw_port_id': '2b62c892-4abb-42c7-af27-c6803021dfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:56:45Z', 'updated_at': '2022-10-23T00:56:49Z', 'revision_number': 4, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'gw_port': {'id': '2b62c892-4abb-42c7-af27-c6803021dfdd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:56:46Z', 'updated_at': '2022-10-23T00:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7e98a342-e446-43cd-a9ad-e1e77aed3807', 'name': '', 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'mac_address': 'fa:16:3e:dd:c5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '6978021c-740e-4d5a-a551-8462e322d9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:56:48Z', 'updated_at': '2022-10-23T00:56:54Z', 'revision_number': 5, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'subnets': [{'id': '6978021c-740e-4d5a-a551-8462e322d9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:03.255608 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-65bd19b2-c1b6-4406-943f-1721b1a2d47d tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks [] for security_group_rule (2e5faaee-3cce-4c42-a582-0e626f4342d3), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:03.261230 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-65bd19b2-c1b6-4406-943f-1721b1a2d47d tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468706'] for security_group_rule (2e5faaee-3cce-4c42-a582-0e626f4342d3), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:03.281864 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd19b2-c1b6-4406-943f-1721b1a2d47d tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e5faaee-3cce-4c42-a582-0e626f4342d3,revision_number=0']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:03.283250 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efac1b96-bb06-45e6-ad9b-91d350fc2926 None None] The sync data for ids ['63e9c62b-0504-4d3f-bdb7-d47b057b9cb0'] in dv-cinder-master-3-iscsi is: [{'id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'name': 'tempest-TestVolumeBootPattern-98750219-router', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.242'}], 'enable_snat': True}, 'gw_port_id': '2b62c892-4abb-42c7-af27-c6803021dfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:56:45Z', 'updated_at': '2022-10-23T00:56:49Z', 'revision_number': 4, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'gw_port': {'id': '2b62c892-4abb-42c7-af27-c6803021dfdd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:56:46Z', 'updated_at': '2022-10-23T00:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7e98a342-e446-43cd-a9ad-e1e77aed3807', 'name': '', 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'mac_address': 'fa:16:3e:dd:c5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '6978021c-740e-4d5a-a551-8462e322d9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:56:48Z', 'updated_at': '2022-10-23T00:56:54Z', 'revision_number': 5, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'subnets': [{'id': '6978021c-740e-4d5a-a551-8462e322d9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:00:03.289923 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-65bd19b2-c1b6-4406-943f-1721b1a2d47d tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:03.294131 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 52770) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:00:03.294274 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-65bd19b2-c1b6-4406-943f-1721b1a2d47d tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1579647 Oct 23 01:00:03.298826 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-75f7c1db-6596-4693-9560-4e7b2e064f5b tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Request body: {'security_group_rule': {'security_group_id': 'a78952a2-cccd-48f5-8f51-83df3683dcf4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:00:03.328898 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-75f7c1db-6596-4693-9560-4e7b2e064f5b tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks [] for security_group_rule (76e5cc8c-bb60-4e03-8008-ad43e0fba1b7), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:03.409139 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-75f7c1db-6596-4693-9560-4e7b2e064f5b tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks [] for security_group_rule (76e5cc8c-bb60-4e03-8008-ad43e0fba1b7), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:03.414670 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-75f7c1db-6596-4693-9560-4e7b2e064f5b tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468706'] for security_group_rule (76e5cc8c-bb60-4e03-8008-ad43e0fba1b7), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:03.437065 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f7c1db-6596-4693-9560-4e7b2e064f5b tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76e5cc8c-bb60-4e03-8008-ad43e0fba1b7,revision_number=0']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:03.447425 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-75f7c1db-6596-4693-9560-4e7b2e064f5b tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:03.453103 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 52774) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:00:03.453355 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-75f7c1db-6596-4693-9560-4e7b2e064f5b tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1537662 Oct 23 01:00:03.458103 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [None req-79854aba-3d34-4be9-8e40-425a05a97012 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Request body: {'floatingip': {'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:00:03.508967 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ff309840-87fc-4cdf-bd52-1b3b3ee0bea6 req-205030bf-4de2-4319-9f96-5e8efe9f0d8b tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4d1f2d2c-cf59-418c-8ae7-70b0d032e5a6 HTTP/1.1" status: 200 len: 210 time: 0.0604901 Oct 23 01:00:03.509746 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-79854aba-3d34-4be9-8e40-425a05a97012 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:03.596257 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-79854aba-3d34-4be9-8e40-425a05a97012 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:03.602589 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a795da2-fe1e-4b77-a0ae-1e3ec230c4b6 None None] New status for floating IP 16a4e4c8-3010-46c1-840f-64a761ad31b8: DOWN {{(pid=104553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:00:03.712831 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.db_base_plugin_common [None req-79854aba-3d34-4be9-8e40-425a05a97012 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Allocated IP 172.37.4.234 (f9ff398c-cd2a-4430-b908-7f7163c266f3/dd152ba8-6213-403c-b7fc-9b4ab174f9a2/451ffa52-bde4-4d4d-bb86-4181fb85999c) {{(pid=104552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:00:03.712962 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 29611acb-94f0-4480-8d4d-aaf6303b062c no longer exists at agent hyperv_hv-cinder-maste {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:00:03.733644 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] No Port match for: 29611acb-94f0-4480-8d4d-aaf6303b062c {{(pid=104553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:00:03.734195 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 29611acb-94f0-4480-8d4d-aaf6303b062c not bound to the agent host hv-cinder-maste {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:00:03.826340 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-79854aba-3d34-4be9-8e40-425a05a97012 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks [] for port (451ffa52-bde4-4d4d-bb86-4181fb85999c), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:03.847820 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:03.864014 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-79854aba-3d34-4be9-8e40-425a05a97012 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5995606'] for port (451ffa52-bde4-4d4d-bb86-4181fb85999c), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:03.910499 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79854aba-3d34-4be9-8e40-425a05a97012 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Network f9ff398c-cd2a-4430-b908-7f7163c266f3 is already hosted by enough agents. {{(pid=104552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:00:03.915610 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.base_scheduler [None req-79854aba-3d34-4be9-8e40-425a05a97012 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Resources bound (agent type, host, resource id): {{(pid=104552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:00:03.917546 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79854aba-3d34-4be9-8e40-425a05a97012 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Pushing event updated for resources: {'Port': ['ID=451ffa52-bde4-4d4d-bb86-4181fb85999c,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:03.919614 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79854aba-3d34-4be9-8e40-425a05a97012 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Received port after_create {{(pid=104552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:00:03.939013 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:04.001047 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-79854aba-3d34-4be9-8e40-425a05a97012 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks [] for floatingip (1d934081-b57f-4715-b188-9bc52aaecccf), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:04.040863 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-79854aba-3d34-4be9-8e40-425a05a97012 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (451ffa52-bde4-4d4d-bb86-4181fb85999c), before_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:04.192468 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-79854aba-3d34-4be9-8e40-425a05a97012 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks [] for port (451ffa52-bde4-4d4d-bb86-4181fb85999c), precommit_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:04.199840 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-79854aba-3d34-4be9-8e40-425a05a97012 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5995615'] for port (451ffa52-bde4-4d4d-bb86-4181fb85999c), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:04.268405 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79854aba-3d34-4be9-8e40-425a05a97012 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Pushing event updated for resources: {'Port': ['ID=451ffa52-bde4-4d4d-bb86-4181fb85999c,revision_number=2']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:04.271199 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-79854aba-3d34-4be9-8e40-425a05a97012 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516985'] for floatingip (1d934081-b57f-4715-b188-9bc52aaecccf), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:04.290143 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-79854aba-3d34-4be9-8e40-425a05a97012 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for floatingip (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:04.291394 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-79854aba-3d34-4be9-8e40-425a05a97012 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8365979 Oct 23 01:00:04.496193 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1f14cce7-af88-4128-8b2b-5359b0d8522f req-730ef3df-425f-49c2-a317-9e53a522ece0 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1082989617&fields=id&tenant_id=59add4b78cd346a194c4be211d1996be HTTP/1.1" status: 200 len: 267 time: 0.0449393 Oct 23 01:00:04.608991 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14cce7-af88-4128-8b2b-5359b0d8522f req-5d3e223d-0aae-408f-a6e4-f0d9e388de87 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:04.610452 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1f14cce7-af88-4128-8b2b-5359b0d8522f req-5d3e223d-0aae-408f-a6e4-f0d9e388de87 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/networks?id=f8105e98-346f-4369-be4d-2cb2d399c07a HTTP/1.1" status: 200 len: 816 time: 0.1076362 Oct 23 01:00:04.625293 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1f14cce7-af88-4128-8b2b-5359b0d8522f req-37888af2-7836-4246-a83b-6df0169e0e23 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/quotas/59add4b78cd346a194c4be211d1996be HTTP/1.1" status: 200 len: 375 time: 0.0094516 Oct 23 01:00:04.680264 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1f14cce7-af88-4128-8b2b-5359b0d8522f req-6c0304e6-cf67-4fc9-b104-a561a953937c tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=59add4b78cd346a194c4be211d1996be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486801 Oct 23 01:00:04.800382 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1f14cce7-af88-4128-8b2b-5359b0d8522f req-6a1d06dc-a9a4-45ec-b160-705d294ba797 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f8105e98-346f-4369-be4d-2cb2d399c07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069255 Oct 23 01:00:04.867670 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4be92fe4-8bb2-422f-b6d5-d3e39b62f957 req-16f852f9-8dc5-431e-b892-6f1362a342c7 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2035615498&fields=id&tenant_id=e3f6e9751be34c2fb4e0e1b9915e6b52 HTTP/1.1" status: 200 len: 267 time: 0.1095519 Oct 23 01:00:04.902746 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:04.957277 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:04.967245 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1f14cce7-af88-4128-8b2b-5359b0d8522f req-eaeaa412-a2cf-4f45-9c20-48865a729f0c service neutron] 10.222.0.18 "GET /networking/v2.0/networks/f8105e98-346f-4369-be4d-2cb2d399c07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611884 Oct 23 01:00:05.005002 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be92fe4-8bb2-422f-b6d5-d3e39b62f957 req-78b5c7f1-88c8-4516-b4e3-a217bd480408 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:05.006550 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4be92fe4-8bb2-422f-b6d5-d3e39b62f957 req-78b5c7f1-88c8-4516-b4e3-a217bd480408 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/networks?id=858cf055-6f06-45a9-bd3f-2b834e6b7b79 HTTP/1.1" status: 200 len: 810 time: 0.1317482 Oct 23 01:00:05.021519 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4be92fe4-8bb2-422f-b6d5-d3e39b62f957 req-8acd12ed-ffe9-4c27-b703-3980c723f3fa tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/quotas/e3f6e9751be34c2fb4e0e1b9915e6b52 HTTP/1.1" status: 200 len: 375 time: 0.0090628 Oct 23 01:00:05.073258 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4be92fe4-8bb2-422f-b6d5-d3e39b62f957 req-fc10416e-c3cd-4453-ba98-71a62e44fcdd tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=e3f6e9751be34c2fb4e0e1b9915e6b52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462565 Oct 23 01:00:05.183815 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4be92fe4-8bb2-422f-b6d5-d3e39b62f957 req-f3c76f03-1102-483e-b597-ad301708e096 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/858cf055-6f06-45a9-bd3f-2b834e6b7b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959902 Oct 23 01:00:05.244178 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.agents_db [None req-7a6a8f68-635a-43f5-9edf-73cfaf501ddf None None] Agent healthcheck: found 6 active agents {{(pid=104554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:00:05.276369 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-5d5a90dd-b666-4c8e-a433-b6e590234dc6 req-6e3104d7-8d32-4d7b-8c6d-ea469aea49bf tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 210 time: 0.0335572 Oct 23 01:00:05.327278 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4be92fe4-8bb2-422f-b6d5-d3e39b62f957 req-98c9a018-b89e-45b9-bde6-3bf925985053 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/858cf055-6f06-45a9-bd3f-2b834e6b7b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364324 Oct 23 01:00:05.394164 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d66f4-a40f-49a4-a00f-c8fa57323fbf req-ce68142c-6776-4234-96d3-099a890b1e78 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:05.395664 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-688d66f4-a40f-49a4-a00f-c8fa57323fbf req-ce68142c-6776-4234-96d3-099a890b1e78 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 945 time: 0.0580270 Oct 23 01:00:05.446333 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-688d66f4-a40f-49a4-a00f-c8fa57323fbf req-c5176843-2310-499e-a762-860367ad2250 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433164 Oct 23 01:00:05.641135 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d970aa76-c5db-460e-89ee-4100acfcd8ed req-4e27da4a-21b2-4b2a-b4c9-cb6616fca1c7 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05feffd4-1aa7-45d8-ba10-5af50ee7ec77 HTTP/1.1" status: 200 len: 210 time: 0.0279670 Oct 23 01:00:06.386456 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d18a1534-4e8b-44f1-bd6b-610344975f10 req-7d373b9e-e369-47f7-ae0e-24392aa473ca tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 210 time: 0.0288408 Oct 23 01:00:06.589357 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce717b79-e672-42f5-b825-4f0d52b2fe32 req-4d71043e-d0bb-41f9-bb01-faef14a92aea tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:06.590752 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ce717b79-e672-42f5-b825-4f0d52b2fe32 req-4d71043e-d0bb-41f9-bb01-faef14a92aea tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 945 time: 0.0561149 Oct 23 01:00:06.643113 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ce717b79-e672-42f5-b825-4f0d52b2fe32 req-7c684e1e-5b9f-4efb-820d-bdd2e17755ff tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466790 Oct 23 01:00:06.743941 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d5938679-3c5f-42e6-8974-48d02b103b6e req-b4f8673d-1763-4f66-9ab1-c0d0d211dfe7 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05feffd4-1aa7-45d8-ba10-5af50ee7ec77 HTTP/1.1" status: 200 len: 210 time: 0.0283744 Oct 23 01:00:07.368368 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e8e779-2e8b-4f4d-afa5-8dd7c0e6a397 req-79d31642-e687-4923-9fe6-6d0439a1ff63 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:07.369947 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d9e8e779-2e8b-4f4d-afa5-8dd7c0e6a397 req-79d31642-e687-4923-9fe6-6d0439a1ff63 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 945 time: 0.0493374 Oct 23 01:00:07.465453 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [req-d9e8e779-2e8b-4f4d-afa5-8dd7c0e6a397 req-bc5127f3-6515-4b3a-aa2b-cf04e20bb027 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Deleting port 16ac40d6-7a56-4def-a9f5-e0a3fade7563 {{(pid=104552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:00:07.466081 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-d9e8e779-2e8b-4f4d-afa5-8dd7c0e6a397 req-bc5127f3-6515-4b3a-aa2b-cf04e20bb027 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (16ac40d6-7a56-4def-a9f5-e0a3fade7563), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:07.540856 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-bb3dc6b9-a621-4094-a661-03693964c5e2 req-91a30431-3edc-4830-8364-4a038da8e7d5 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 210 time: 0.0604522 Oct 23 01:00:07.588929 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-d9e8e779-2e8b-4f4d-afa5-8dd7c0e6a397 req-bc5127f3-6515-4b3a-aa2b-cf04e20bb027 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] For port 16ac40d6-7a56-4def-a9f5-e0a3fade7563, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=16ac40d6-7a56-4def-a9f5-e0a3fade7563,segment=NetworkSegment(6c7f3988-5c29-4b49-bf43-a45d839e2e81),segment_id=6c7f3988-5c29-4b49-bf43-a45d839e2e81)] {{(pid=104552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:00:07.589294 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-d9e8e779-2e8b-4f4d-afa5-8dd7c0e6a397 req-bc5127f3-6515-4b3a-aa2b-cf04e20bb027 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (16ac40d6-7a56-4def-a9f5-e0a3fade7563), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:07.781022 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-d9e8e779-2e8b-4f4d-afa5-8dd7c0e6a397 req-bc5127f3-6515-4b3a-aa2b-cf04e20bb027 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:07.781384 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-d9e8e779-2e8b-4f4d-afa5-8dd7c0e6a397 req-bc5127f3-6515-4b3a-aa2b-cf04e20bb027 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516985'] for floatingip (2cd0df17-2206-487b-9468-d5d957b14fd7), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:07.781693 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.db.l3_db [req-d9e8e779-2e8b-4f4d-afa5-8dd7c0e6a397 req-bc5127f3-6515-4b3a-aa2b-cf04e20bb027 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Floating IP 2cd0df17-2206-487b-9468-d5d957b14fd7 disassociated. External IP: 172.37.4.108, port: 16ac40d6-7a56-4def-a9f5-e0a3fade7563. Oct 23 01:00:07.782022 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [req-d9e8e779-2e8b-4f4d-afa5-8dd7c0e6a397 req-bc5127f3-6515-4b3a-aa2b-cf04e20bb027 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Calling delete_port for 16ac40d6-7a56-4def-a9f5-e0a3fade7563 owned by compute:nova {{(pid=104552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:00:07.789224 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33617083-7ade-4264-970b-a051183aba98 req-d171581b-895f-49d3-a110-c32fed2790b1 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:07.790659 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-33617083-7ade-4264-970b-a051183aba98 req-d171581b-895f-49d3-a110-c32fed2790b1 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 945 time: 0.0643225 Oct 23 01:00:07.809017 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:08.105607 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:08.177314 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-8c26ec70-2004-4799-8fb0-621d1a176d1a req-c3063787-ae8a-4c4f-a25e-204ccc0cc33a tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05feffd4-1aa7-45d8-ba10-5af50ee7ec77 HTTP/1.1" status: 200 len: 210 time: 0.0704150 Oct 23 01:00:08.241062 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-33617083-7ade-4264-970b-a051183aba98 req-7f28cc55-6dfd-46f6-b948-81acbefb6935 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=eab29425-121c-4f20-9db4-0aad6675d57d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4420574 Oct 23 01:00:08.286312 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be92fe4-8bb2-422f-b6d5-d3e39b62f957 req-a9890e08-5a64-40cc-b328-1719a3d6cf9b tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:08.287737 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4be92fe4-8bb2-422f-b6d5-d3e39b62f957 req-a9890e08-5a64-40cc-b328-1719a3d6cf9b tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.52 "GET /networking/v2.0/networks?id=858cf055-6f06-45a9-bd3f-2b834e6b7b79 HTTP/1.1" status: 200 len: 810 time: 0.1798868 Oct 23 01:00:08.339492 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-d9e8e779-2e8b-4f4d-afa5-8dd7c0e6a397 req-bc5127f3-6515-4b3a-aa2b-cf04e20bb027 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5995606'] for port (16ac40d6-7a56-4def-a9f5-e0a3fade7563), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:08.367326 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5127f3-6515-4b3a-aa2b-cf04e20bb027 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Pushing event deleted for resources: {'Port': ['ID=16ac40d6-7a56-4def-a9f5-e0a3fade7563,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:08.509623 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9e8e779-2e8b-4f4d-afa5-8dd7c0e6a397 req-bc5127f3-6515-4b3a-aa2b-cf04e20bb027 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Router fdd0b971-41e7-4c06-aca2-3799f3e76e98 has already been hosted by L3 agent 71de1650-f9d9-4095-92e6-e37ec99e20cf {{(pid=104552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:00:08.541772 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4be92fe4-8bb2-422f-b6d5-d3e39b62f957 req-3dca85fa-b689-4c94-9bd4-d0277dd65444 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e3f6e9751be34c2fb4e0e1b9915e6b52 HTTP/1.1" status: 200 len: 380 time: 0.0808213 Oct 23 01:00:08.559387 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [req-4be92fe4-8bb2-422f-b6d5-d3e39b62f957 req-3472e79a-51d6-4389-8fa1-5960185ddccc tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Request body: {'port': {'device_id': '05feffd4-1aa7-45d8-ba10-5af50ee7ec77', 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79', 'admin_state_up': True, 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'security_groups': ['9e47da15-b648-4e05-8264-514053b0be27']}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:00:08.728682 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-65bf125a-9e87-4d6f-b21a-b0e32ba7809b req-b7160341-59cd-4310-8cf2-f3926dea5ac3 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 210 time: 0.0774472 Oct 23 01:00:08.818137 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:08.837543 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14cce7-af88-4128-8b2b-5359b0d8522f req-62777bc6-3745-4e5b-9436-ff3767a67908 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:08.838865 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1f14cce7-af88-4128-8b2b-5359b0d8522f req-62777bc6-3745-4e5b-9436-ff3767a67908 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.52 "GET /networking/v2.0/networks?id=f8105e98-346f-4369-be4d-2cb2d399c07a HTTP/1.1" status: 200 len: 816 time: 0.2962933 Oct 23 01:00:08.841158 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9e8e779-2e8b-4f4d-afa5-8dd7c0e6a397 req-bc5127f3-6515-4b3a-aa2b-cf04e20bb027 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:00:08.852555 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f45de0-0c11-423f-b410-83c3d0556b83 None None] Sync routers for ids ['fdd0b971-41e7-4c06-aca2-3799f3e76e98'] in dv-cinder-master-3-iscsi {{(pid=104554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:00:08.864748 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f45de0-0c11-423f-b410-83c3d0556b83 None None] Routers {'fdd0b971-41e7-4c06-aca2-3799f3e76e98'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:00:08.865563 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-c9f45de0-0c11-423f-b410-83c3d0556b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T00:59:51Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['fdd0b971-41e7-4c06-aca2-3799f3e76e98'], 'active': True} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:08.911259 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e8e779-2e8b-4f4d-afa5-8dd7c0e6a397 req-bc5127f3-6515-4b3a-aa2b-cf04e20bb027 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] No DVR routers for this DVR port 16ac40d6-7a56-4def-a9f5-e0a3fade7563 on host hv-cinder-maste {{(pid=104552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:00:08.915025 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-d9e8e779-2e8b-4f4d-afa5-8dd7c0e6a397 req-bc5127f3-6515-4b3a-aa2b-cf04e20bb027 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:08.918196 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d9e8e779-2e8b-4f4d-afa5-8dd7c0e6a397 req-bc5127f3-6515-4b3a-aa2b-cf04e20bb027 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.52 "DELETE /networking/v2.0/ports/16ac40d6-7a56-4def-a9f5-e0a3fade7563 HTTP/1.1" status: 204 len: 173 time: 1.5418029 Oct 23 01:00:08.918769 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4be92fe4-8bb2-422f-b6d5-d3e39b62f957 req-3472e79a-51d6-4389-8fa1-5960185ddccc tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Made reservation on behalf of e3f6e9751be34c2fb4e0e1b9915e6b52 for: {'port': 1} {{(pid=104552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:00:08.922426 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-4be92fe4-8bb2-422f-b6d5-d3e39b62f957 req-3472e79a-51d6-4389-8fa1-5960185ddccc tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:08.924293 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15bcbe46-c80c-46d8-987e-3b270f8af3bc', 'name': 'network-vif-deleted', 'tag': '16ac40d6-7a56-4def-a9f5-e0a3fade7563'}] {{(pid=104552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:00:08.926573 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e71a59ae106f7f9b2e36c913636ed0b95d68e581a9dbd71020046a5c2e6c46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb08a82d-2988-49ae-baca-02fd21d64e85" -d '{"events": [{"server_uuid": "15bcbe46-c80c-46d8-987e-3b270f8af3bc", "name": "network-vif-deleted", "tag": "16ac40d6-7a56-4def-a9f5-e0a3fade7563"}]}' {{(pid=104552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:00:08.971277 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b258bcc-a8b5-457b-b231-bc9c27717678 x-openstack-request-id: req-2b258bcc-a8b5-457b-b231-bc9c27717678 {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:00:08.971567 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15bcbe46-c80c-46d8-987e-3b270f8af3bc", "name": "network-vif-deleted", "tag": "16ac40d6-7a56-4def-a9f5-e0a3fade7563", "status": "completed", "code": 200}]} {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:00:08.971815 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2b258bcc-a8b5-457b-b231-bc9c27717678 {{(pid=104552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:00:08.972208 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b258bcc-a8b5-457b-b231-bc9c27717678'] response: {'server_uuid': '15bcbe46-c80c-46d8-987e-3b270f8af3bc', 'name': 'network-vif-deleted', 'tag': '16ac40d6-7a56-4def-a9f5-e0a3fade7563', 'status': 'completed', 'code': 200} Oct 23 01:00:08.984672 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvr_db [None req-c9f45de0-0c11-423f-b410-83c3d0556b83 None None] Set router fdd0b971-41e7-4c06-aca2-3799f3e76e98 gateway port host: dv-cinder-master-3-iscsi {{(pid=104554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:00:08.988523 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1f14cce7-af88-4128-8b2b-5359b0d8522f req-cbfabed4-5e5f-4803-8c37-187207f0bf06 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=59add4b78cd346a194c4be211d1996be HTTP/1.1" status: 200 len: 380 time: 0.1382027 Oct 23 01:00:09.032906 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [req-1f14cce7-af88-4128-8b2b-5359b0d8522f req-ee47a627-2d03-4ba1-9245-2483347721c0 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Request body: {'port': {'device_id': '17825340-b12a-4d69-9248-6fee9379135f', 'network_id': 'f8105e98-346f-4369-be4d-2cb2d399c07a', 'admin_state_up': True, 'tenant_id': '59add4b78cd346a194c4be211d1996be', 'security_groups': ['a78952a2-cccd-48f5-8f51-83df3683dcf4']}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:00:09.051681 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:09.188907 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.db_base_plugin_common [req-4be92fe4-8bb2-422f-b6d5-d3e39b62f957 req-3472e79a-51d6-4389-8fa1-5960185ddccc tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Allocated IP 172.20.0.5 (858cf055-6f06-45a9-bd3f-2b834e6b7b79/6978021c-740e-4d5a-a551-8462e322d9a8/3852bda4-a273-400c-a77a-8c3bd9a04a63) {{(pid=104552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:00:09.192846 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-c9f45de0-0c11-423f-b410-83c3d0556b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd0b971-41e7-4c06-aca2-3799f3e76e98', 'name': 'tempest-AttachVolumeTestJSON-363803032-router', 'tenant_id': '2a9697845193443ea394c1b480b6b769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.245'}], 'enable_snat': True}, 'gw_port_id': 'e10e1214-c988-4645-bc00-e42d4d9a7e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:30Z', 'revision_number': 4, 'project_id': '2a9697845193443ea394c1b480b6b769', 'gw_port': {'id': 'e10e1214-c988-4645-bc00-e42d4d9a7e6b', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd0b971-41e7-4c06-aca2-3799f3e76e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:24Z', 'updated_at': '2022-10-23T00:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a', 'name': '', 'network_id': '6e24fc8d-42d5-4d11-b06b-37a4738231b0', 'tenant_id': '2a9697845193443ea394c1b480b6b769', 'mac_address': 'fa:16:3e:fd:54:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd0b971-41e7-4c06-aca2-3799f3e76e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'bdebfcdc-6951-4fee-aa37-29ecb806813d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:29Z', 'updated_at': '2022-10-23T00:55:49Z', 'revision_number': 5, 'project_id': '2a9697845193443ea394c1b480b6b769', 'subnets': [{'id': 'bdebfcdc-6951-4fee-aa37-29ecb806813d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:09.225800 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f45de0-0c11-423f-b410-83c3d0556b83 None None] Checking router: fdd0b971-41e7-4c06-aca2-3799f3e76e98 for host: dv-cinder-master-3-iscsi {{(pid=104554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:00:09.231110 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f14cce7-af88-4128-8b2b-5359b0d8522f req-ee47a627-2d03-4ba1-9245-2483347721c0 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Made reservation on behalf of 59add4b78cd346a194c4be211d1996be for: {'port': 1} {{(pid=104552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:00:09.235318 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-1f14cce7-af88-4128-8b2b-5359b0d8522f req-ee47a627-2d03-4ba1-9245-2483347721c0 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:09.237280 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f45de0-0c11-423f-b410-83c3d0556b83 None None] Routers {'fdd0b971-41e7-4c06-aca2-3799f3e76e98'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:00:09.238450 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-c9f45de0-0c11-423f-b410-83c3d0556b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T00:59:51Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['fdd0b971-41e7-4c06-aca2-3799f3e76e98'], 'active': True} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:09.352106 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-10e7e359-8eb9-4751-b101-04c3d555c5a8 req-63c26eb4-e7a6-4c62-889e-f86e66e20ddc tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05feffd4-1aa7-45d8-ba10-5af50ee7ec77 HTTP/1.1" status: 200 len: 210 time: 0.0752664 Oct 23 01:00:09.356939 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvr_db [None req-c9f45de0-0c11-423f-b410-83c3d0556b83 None None] Set router fdd0b971-41e7-4c06-aca2-3799f3e76e98 gateway port host: dv-cinder-master-3-iscsi {{(pid=104554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:00:09.416121 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-b222a243-579a-43d9-bc8e-6e83bc667c5c req-3aa28815-9adf-482f-be94-0537488d1e8c tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=15bcbe46-c80c-46d8-987e-3b270f8af3bc HTTP/1.1" status: 200 len: 210 time: 0.0704920 Oct 23 01:00:09.437433 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=100 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:09.505089 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-4be92fe4-8bb2-422f-b6d5-d3e39b62f957 req-3472e79a-51d6-4389-8fa1-5960185ddccc tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks [] for port (3852bda4-a273-400c-a77a-8c3bd9a04a63), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:09.522467 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.db_base_plugin_common [req-1f14cce7-af88-4128-8b2b-5359b0d8522f req-ee47a627-2d03-4ba1-9245-2483347721c0 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Allocated IP 172.20.0.12 (f8105e98-346f-4369-be4d-2cb2d399c07a/52944cd4-669b-4a10-a076-1661bc94a4a7/0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554) {{(pid=104552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:00:09.575469 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:09.584481 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=100 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:09.586736 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-4be92fe4-8bb2-422f-b6d5-d3e39b62f957 req-3472e79a-51d6-4389-8fa1-5960185ddccc tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5995606'] for port (3852bda4-a273-400c-a77a-8c3bd9a04a63), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:09.668019 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-c9f45de0-0c11-423f-b410-83c3d0556b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd0b971-41e7-4c06-aca2-3799f3e76e98', 'name': 'tempest-AttachVolumeTestJSON-363803032-router', 'tenant_id': '2a9697845193443ea394c1b480b6b769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.245'}], 'enable_snat': True}, 'gw_port_id': 'e10e1214-c988-4645-bc00-e42d4d9a7e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:30Z', 'revision_number': 4, 'project_id': '2a9697845193443ea394c1b480b6b769', 'gw_port': {'id': 'e10e1214-c988-4645-bc00-e42d4d9a7e6b', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd0b971-41e7-4c06-aca2-3799f3e76e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:24Z', 'updated_at': '2022-10-23T00:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a', 'name': '', 'network_id': '6e24fc8d-42d5-4d11-b06b-37a4738231b0', 'tenant_id': '2a9697845193443ea394c1b480b6b769', 'mac_address': 'fa:16:3e:fd:54:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd0b971-41e7-4c06-aca2-3799f3e76e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'bdebfcdc-6951-4fee-aa37-29ecb806813d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:29Z', 'updated_at': '2022-10-23T00:55:49Z', 'revision_number': 5, 'project_id': '2a9697845193443ea394c1b480b6b769', 'subnets': [{'id': 'bdebfcdc-6951-4fee-aa37-29ecb806813d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:09.677839 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4be92fe4-8bb2-422f-b6d5-d3e39b62f957 req-3472e79a-51d6-4389-8fa1-5960185ddccc tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Network 858cf055-6f06-45a9-bd3f-2b834e6b7b79 is already hosted by enough agents. {{(pid=104552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:00:09.686986 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.base_scheduler [req-4be92fe4-8bb2-422f-b6d5-d3e39b62f957 req-3472e79a-51d6-4389-8fa1-5960185ddccc tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Resources bound (agent type, host, resource id): {{(pid=104552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:00:09.692594 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.l3_dvrscheduler_db [req-4be92fe4-8bb2-422f-b6d5-d3e39b62f957 req-3472e79a-51d6-4389-8fa1-5960185ddccc tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Received port after_create {{(pid=104552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:00:09.716211 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f45de0-0c11-423f-b410-83c3d0556b83 None None] The sync data for ids ['fdd0b971-41e7-4c06-aca2-3799f3e76e98'] in dv-cinder-master-3-iscsi is: [{'id': 'fdd0b971-41e7-4c06-aca2-3799f3e76e98', 'name': 'tempest-AttachVolumeTestJSON-363803032-router', 'tenant_id': '2a9697845193443ea394c1b480b6b769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.245'}], 'enable_snat': True}, 'gw_port_id': 'e10e1214-c988-4645-bc00-e42d4d9a7e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:30Z', 'revision_number': 4, 'project_id': '2a9697845193443ea394c1b480b6b769', 'gw_port': {'id': 'e10e1214-c988-4645-bc00-e42d4d9a7e6b', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd0b971-41e7-4c06-aca2-3799f3e76e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:24Z', 'updated_at': '2022-10-23T00:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a', 'name': '', 'network_id': '6e24fc8d-42d5-4d11-b06b-37a4738231b0', 'tenant_id': '2a9697845193443ea394c1b480b6b769', 'mac_address': 'fa:16:3e:fd:54:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd0b971-41e7-4c06-aca2-3799f3e76e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'bdebfcdc-6951-4fee-aa37-29ecb806813d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:29Z', 'updated_at': '2022-10-23T00:55:49Z', 'revision_number': 5, 'project_id': '2a9697845193443ea394c1b480b6b769', 'subnets': [{'id': 'bdebfcdc-6951-4fee-aa37-29ecb806813d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:00:09.717718 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3472e79a-51d6-4389-8fa1-5960185ddccc tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Pushing event updated for resources: {'Port': ['ID=3852bda4-a273-400c-a77a-8c3bd9a04a63,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:09.742538 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 16ac40d6-7a56-4def-a9f5-e0a3fade7563 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:00:09.747608 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:09.776329 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be92fe4-8bb2-422f-b6d5-d3e39b62f957 req-3472e79a-51d6-4389-8fa1-5960185ddccc tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:09.776987 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-4be92fe4-8bb2-422f-b6d5-d3e39b62f957 req-3472e79a-51d6-4389-8fa1-5960185ddccc tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:09.787753 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:09.791120 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-1f14cce7-af88-4128-8b2b-5359b0d8522f req-ee47a627-2d03-4ba1-9245-2483347721c0 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks [] for port (0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:09.815340 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4be92fe4-8bb2-422f-b6d5-d3e39b62f957 req-3472e79a-51d6-4389-8fa1-5960185ddccc tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2596595 Oct 23 01:00:09.817495 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] No Port match for: 16ac40d6-7a56-4def-a9f5-e0a3fade7563 {{(pid=104553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:00:09.817906 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 16ac40d6-7a56-4def-a9f5-e0a3fade7563 not bound to the agent host hv-cinder-maste {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:00:09.837772 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [req-4be92fe4-8bb2-422f-b6d5-d3e39b62f957 req-1508326c-9c07-4db1-9749-350472736b92 service neutron] Request body: {'port': {'device_id': '05feffd4-1aa7-45d8-ba10-5af50ee7ec77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:00:09.906791 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0ba8a1c5-1641-4098-bb54-dd2c9611982d req-1b325fc8-2260-4989-a600-aa84bb3dc6e8 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 210 time: 0.0409999 Oct 23 01:00:09.936941 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-1f14cce7-af88-4128-8b2b-5359b0d8522f req-ee47a627-2d03-4ba1-9245-2483347721c0 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5995606'] for port (0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:09.975216 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-4be92fe4-8bb2-422f-b6d5-d3e39b62f957 req-1508326c-9c07-4db1-9749-350472736b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (3852bda4-a273-400c-a77a-8c3bd9a04a63), before_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:09.999296 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-d3f04ea6-32e9-4fb0-9150-c07269a1e1e9 None None] Provisioning complete for port 3852bda4-a273-400c-a77a-8c3bd9a04a63 triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:00:09.999671 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-d3f04ea6-32e9-4fb0-9150-c07269a1e1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (3852bda4-a273-400c-a77a-8c3bd9a04a63), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:10.000173 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-d3f04ea6-32e9-4fb0-9150-c07269a1e1e9 None None] Attempt 1 to provision port 3852bda4-a273-400c-a77a-8c3bd9a04a63 Oct 23 01:00:10.001523 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f14cce7-af88-4128-8b2b-5359b0d8522f req-ee47a627-2d03-4ba1-9245-2483347721c0 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Network f8105e98-346f-4369-be4d-2cb2d399c07a is already hosted by enough agents. {{(pid=104552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:00:10.013618 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.base_scheduler [req-1f14cce7-af88-4128-8b2b-5359b0d8522f req-ee47a627-2d03-4ba1-9245-2483347721c0 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Resources bound (agent type, host, resource id): {{(pid=104552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:00:10.033782 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f14cce7-af88-4128-8b2b-5359b0d8522f req-ee47a627-2d03-4ba1-9245-2483347721c0 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Received port after_create {{(pid=104552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:00:10.035798 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-d3f04ea6-32e9-4fb0-9150-c07269a1e1e9 None None] Port 3852bda4-a273-400c-a77a-8c3bd9a04a63 cannot update to ACTIVE because it is not bound. {{(pid=104553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:00:10.036601 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee47a627-2d03-4ba1-9245-2483347721c0 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Pushing event updated for resources: {'Port': ['ID=0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:10.047505 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a9047a-b7e1-417f-9a61-c372ff3bdf1b None None] New status for floating IP 2cd0df17-2206-487b-9468-d5d957b14fd7: DOWN {{(pid=104553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:00:10.150301 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14cce7-af88-4128-8b2b-5359b0d8522f req-ee47a627-2d03-4ba1-9245-2483347721c0 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:10.150881 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-1f14cce7-af88-4128-8b2b-5359b0d8522f req-ee47a627-2d03-4ba1-9245-2483347721c0 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:10.179753 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1f14cce7-af88-4128-8b2b-5359b0d8522f req-ee47a627-2d03-4ba1-9245-2483347721c0 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1555107 Oct 23 01:00:10.204170 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [req-1f14cce7-af88-4128-8b2b-5359b0d8522f req-949c137b-fde7-4f84-8ab0-7f1ea24e9f8b service neutron] Request body: {'port': {'device_id': '17825340-b12a-4d69-9248-6fee9379135f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:00:10.253313 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-41b9924c-f72a-4f8c-96ac-b1259ac8d3cf None None] Provisioning complete for port 0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554 triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:00:10.253715 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-41b9924c-f72a-4f8c-96ac-b1259ac8d3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:10.254031 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-41b9924c-f72a-4f8c-96ac-b1259ac8d3cf None None] Attempt 1 to provision port 0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554 Oct 23 01:00:10.286394 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-41b9924c-f72a-4f8c-96ac-b1259ac8d3cf None None] Port 0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554 cannot update to ACTIVE because it is not bound. {{(pid=104553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:00:10.319553 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-1f14cce7-af88-4128-8b2b-5359b0d8522f req-949c137b-fde7-4f84-8ab0-7f1ea24e9f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554), before_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:10.425355 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [req-4be92fe4-8bb2-422f-b6d5-d3e39b62f957 req-1508326c-9c07-4db1-9749-350472736b92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3852bda4-a273-400c-a77a-8c3bd9a04a63 {{(pid=104552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:00:10.484362 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:10.491280 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-4be92fe4-8bb2-422f-b6d5-d3e39b62f957 req-1508326c-9c07-4db1-9749-350472736b92 service neutron] Publish callbacks [] for port (3852bda4-a273-400c-a77a-8c3bd9a04a63), precommit_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:10.516864 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 52868) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:00:10.525224 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:10.534912 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.provisioning_blocks [req-4be92fe4-8bb2-422f-b6d5-d3e39b62f957 req-1508326c-9c07-4db1-9749-350472736b92 service neutron] Transition to ACTIVE for port object 3852bda4-a273-400c-a77a-8c3bd9a04a63 will not be triggered until provisioned by entity L2. {{(pid=104552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 01:00:10.545379 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-4be92fe4-8bb2-422f-b6d5-d3e39b62f957 req-1508326c-9c07-4db1-9749-350472736b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5995615'] for port (3852bda4-a273-400c-a77a-8c3bd9a04a63), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:10.553971 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:10.573930 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6878d8e9-7458-461f-ba62-d91f458cbb62 req-9c56746f-aa4a-4085-ac18-84f81d6cc0e1 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:10.575402 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6878d8e9-7458-461f-ba62-d91f458cbb62 req-9c56746f-aa4a-4085-ac18-84f81d6cc0e1 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05feffd4-1aa7-45d8-ba10-5af50ee7ec77 HTTP/1.1" status: 200 len: 931 time: 0.1030152 Oct 23 01:00:10.576618 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-eac7883d-5915-4b79-ac29-d0c126e4c01e tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks [] for security_group (eab29425-121c-4f20-9db4-0aad6675d57d), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:10.599440 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-eac7883d-5915-4b79-ac29-d0c126e4c01e tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks [] for security_group (eab29425-121c-4f20-9db4-0aad6675d57d), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:10.650493 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-eac7883d-5915-4b79-ac29-d0c126e4c01e tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (eab29425-121c-4f20-9db4-0aad6675d57d), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:10.653276 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-eac7883d-5915-4b79-ac29-d0c126e4c01e tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:10.654577 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-eac7883d-5915-4b79-ac29-d0c126e4c01e tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/eab29425-121c-4f20-9db4-0aad6675d57d HTTP/1.1" status: 204 len: 168 time: 0.1365745 Oct 23 01:00:10.658184 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 52870) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:00:10.676418 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac7883d-5915-4b79-ac29-d0c126e4c01e tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab29425-121c-4f20-9db4-0aad6675d57d,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:10.678857 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.api.v2.resource [None req-81f41845-2276-488c-a919-7b8b2bf653a2 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] show failed (client error): The resource could not be found. Oct 23 01:00:10.679908 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-81f41845-2276-488c-a919-7b8b2bf653a2 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups/eab29425-121c-4f20-9db4-0aad6675d57d HTTP/1.1" status: 404 len: 347 time: 0.0195889 Oct 23 01:00:10.683105 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 52872) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:00:10.693077 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1508326c-9c07-4db1-9749-350472736b92 service neutron] Pushing event updated for resources: {'Port': ['ID=3852bda4-a273-400c-a77a-8c3bd9a04a63,revision_number=2']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:10.771002 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6878d8e9-7458-461f-ba62-d91f458cbb62 req-533add62-56ae-476c-8023-d495e464d224 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9e47da15-b648-4e05-8264-514053b0be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736515 Oct 23 01:00:10.802329 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-8a69b271-7f7b-4c1a-b002-48d5a46196b1 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Deleting port fcda428b-426f-4c8d-b0c2-a33f31d90d05 {{(pid=104551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:00:10.803039 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-8a69b271-7f7b-4c1a-b002-48d5a46196b1 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (fcda428b-426f-4c8d-b0c2-a33f31d90d05), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:10.836975 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.managers [req-4be92fe4-8bb2-422f-b6d5-d3e39b62f957 req-1508326c-9c07-4db1-9749-350472736b92 service neutron] Attempting to bind port 3852bda4-a273-400c-a77a-8c3bd9a04a63 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:00:10.837294 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.managers [req-4be92fe4-8bb2-422f-b6d5-d3e39b62f957 req-1508326c-9c07-4db1-9749-350472736b92 service neutron] Attempting to bind port 3852bda4-a273-400c-a77a-8c3bd9a04a63 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'd3b56b04-e2e1-4f00-a9db-1de40f8c425f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79'}] {{(pid=104552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:00:10.837603 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be92fe4-8bb2-422f-b6d5-d3e39b62f957 req-1508326c-9c07-4db1-9749-350472736b92 service neutron] Attempting to bind port 3852bda4-a273-400c-a77a-8c3bd9a04a63 on network 858cf055-6f06-45a9-bd3f-2b834e6b7b79 {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:00:10.871115 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [req-1f14cce7-af88-4128-8b2b-5359b0d8522f req-949c137b-fde7-4f84-8ab0-7f1ea24e9f8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554 {{(pid=104552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:00:10.881610 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-1f14cce7-af88-4128-8b2b-5359b0d8522f req-949c137b-fde7-4f84-8ab0-7f1ea24e9f8b service neutron] Publish callbacks [] for port (0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554), precommit_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:10.884755 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-8a69b271-7f7b-4c1a-b002-48d5a46196b1 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (fcda428b-426f-4c8d-b0c2-a33f31d90d05), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:10.885091 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-8a69b271-7f7b-4c1a-b002-48d5a46196b1 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks [] for floatingip (fcda428b-426f-4c8d-b0c2-a33f31d90d05), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:10.899417 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-8a69b271-7f7b-4c1a-b002-48d5a46196b1 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Calling delete_port for fcda428b-426f-4c8d-b0c2-a33f31d90d05 owned by network:floatingip {{(pid=104551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:00:10.904172 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.provisioning_blocks [req-1f14cce7-af88-4128-8b2b-5359b0d8522f req-949c137b-fde7-4f84-8ab0-7f1ea24e9f8b service neutron] Transition to ACTIVE for port object 0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554 will not be triggered until provisioned by entity L2. {{(pid=104552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 01:00:10.906459 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be92fe4-8bb2-422f-b6d5-d3e39b62f957 req-1508326c-9c07-4db1-9749-350472736b92 service neutron] Port 3852bda4-a273-400c-a77a-8c3bd9a04a63 on network 858cf055-6f06-45a9-bd3f-2b834e6b7b79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:00:10.906808 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be92fe4-8bb2-422f-b6d5-d3e39b62f957 req-1508326c-9c07-4db1-9749-350472736b92 service neutron] Attempting to bind port 3852bda4-a273-400c-a77a-8c3bd9a04a63 on network 858cf055-6f06-45a9-bd3f-2b834e6b7b79 {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:00:10.931323 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-1f14cce7-af88-4128-8b2b-5359b0d8522f req-949c137b-fde7-4f84-8ab0-7f1ea24e9f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5995615'] for port (0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:11.043632 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-8a69b271-7f7b-4c1a-b002-48d5a46196b1 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6140158'] for port (fcda428b-426f-4c8d-b0c2-a33f31d90d05), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:11.070093 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a69b271-7f7b-4c1a-b002-48d5a46196b1 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Pushing event deleted for resources: {'Port': ['ID=fcda428b-426f-4c8d-b0c2-a33f31d90d05,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:11.135811 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-8a69b271-7f7b-4c1a-b002-48d5a46196b1 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks [] for floatingip (2cd0df17-2206-487b-9468-d5d957b14fd7), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:11.138540 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-8a69b271-7f7b-4c1a-b002-48d5a46196b1 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for floatingip (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:11.142786 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-8a69b271-7f7b-4c1a-b002-48d5a46196b1 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/2cd0df17-2206-487b-9468-d5d957b14fd7 HTTP/1.1" status: 204 len: 168 time: 0.4557643 Oct 23 01:00:11.233290 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 52878) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:00:11.243126 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [None req-eb2bd862-706d-48d5-b504-da6c0a6bc5a0 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1199000763', 'description': 'tempest-description--170622532'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:00:11.325472 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c137b-fde7-4f84-8ab0-7f1ea24e9f8b service neutron] Pushing event updated for resources: {'Port': ['ID=0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554,revision_number=2']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:11.337216 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be92fe4-8bb2-422f-b6d5-d3e39b62f957 req-1508326c-9c07-4db1-9749-350472736b92 service neutron] Checking agent: {'id': '16cf44eb-3ef2-4361-a416-47ab9083b794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 53, 30), 'started_at': datetime.datetime(2022, 10, 23, 0, 53, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:00:11.337563 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be92fe4-8bb2-422f-b6d5-d3e39b62f957 req-1508326c-9c07-4db1-9749-350472736b92 service neutron] Checking segment: {'id': 'd3b56b04-e2e1-4f00-a9db-1de40f8c425f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:00:11.338005 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be92fe4-8bb2-422f-b6d5-d3e39b62f957 req-1508326c-9c07-4db1-9749-350472736b92 service neutron] Bound using segment: {'id': 'd3b56b04-e2e1-4f00-a9db-1de40f8c425f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79'} {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:00:11.338448 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.managers [req-4be92fe4-8bb2-422f-b6d5-d3e39b62f957 req-1508326c-9c07-4db1-9749-350472736b92 service neutron] Bound port: 3852bda4-a273-400c-a77a-8c3bd9a04a63, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b56b04-e2e1-4f00-a9db-1de40f8c425f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79'}}] {{(pid=104552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:00:11.338801 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-4be92fe4-8bb2-422f-b6d5-d3e39b62f957 req-1508326c-9c07-4db1-9749-350472736b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (3852bda4-a273-400c-a77a-8c3bd9a04a63), before_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:11.363149 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4c204-dbef-4d2e-ab19-7dfa39b111f7 req-8c614410-3b12-4ab2-9b59-9ec55d58afb7 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:11.364618 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-77e4c204-dbef-4d2e-ab19-7dfa39b111f7 req-8c614410-3b12-4ab2-9b59-9ec55d58afb7 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 944 time: 0.1353228 Oct 23 01:00:11.370372 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-eb2bd862-706d-48d5-b504-da6c0a6bc5a0 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks [] for security_group (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:11.465165 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:11.515097 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.managers [req-1f14cce7-af88-4128-8b2b-5359b0d8522f req-949c137b-fde7-4f84-8ab0-7f1ea24e9f8b service neutron] Attempting to bind port 0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:00:11.515431 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.managers [req-1f14cce7-af88-4128-8b2b-5359b0d8522f req-949c137b-fde7-4f84-8ab0-7f1ea24e9f8b service neutron] Attempting to bind port 0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '7dc83201-cb39-4cd2-9302-c1b785eda914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f8105e98-346f-4369-be4d-2cb2d399c07a'}] {{(pid=104552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:00:11.515757 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f14cce7-af88-4128-8b2b-5359b0d8522f req-949c137b-fde7-4f84-8ab0-7f1ea24e9f8b service neutron] Attempting to bind port 0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554 on network f8105e98-346f-4369-be4d-2cb2d399c07a {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:00:11.521005 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-4be92fe4-8bb2-422f-b6d5-d3e39b62f957 req-1508326c-9c07-4db1-9749-350472736b92 service neutron] For port 3852bda4-a273-400c-a77a-8c3bd9a04a63, host hv-cinder-maste, cleared binding levels {{(pid=104552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:00:11.526036 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-4be92fe4-8bb2-422f-b6d5-d3e39b62f957 req-1508326c-9c07-4db1-9749-350472736b92 service neutron] For port 3852bda4-a273-400c-a77a-8c3bd9a04a63, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3852bda4-a273-400c-a77a-8c3bd9a04a63,segment=NetworkSegment(d3b56b04-e2e1-4f00-a9db-1de40f8c425f),segment_id=d3b56b04-e2e1-4f00-a9db-1de40f8c425f)] {{(pid=104552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:00:11.530105 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-77e4c204-dbef-4d2e-ab19-7dfa39b111f7 req-00456b23-2bf3-4407-87ea-dae14f8abfe6 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a78952a2-cccd-48f5-8f51-83df3683dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493301 Oct 23 01:00:11.557232 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-4be92fe4-8bb2-422f-b6d5-d3e39b62f957 req-1508326c-9c07-4db1-9749-350472736b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5995615'] for port (3852bda4-a273-400c-a77a-8c3bd9a04a63), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:11.564108 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be92fe4-8bb2-422f-b6d5-d3e39b62f957 req-1508326c-9c07-4db1-9749-350472736b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:11.564741 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-4be92fe4-8bb2-422f-b6d5-d3e39b62f957 req-1508326c-9c07-4db1-9749-350472736b92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:11.566101 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4be92fe4-8bb2-422f-b6d5-d3e39b62f957 req-1508326c-9c07-4db1-9749-350472736b92 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/3852bda4-a273-400c-a77a-8c3bd9a04a63 HTTP/1.1" status: 200 len: 1093 time: 1.7384269 Oct 23 01:00:11.572836 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05feffd4-1aa7-45d8-ba10-5af50ee7ec77', 'tag': '3852bda4-a273-400c-a77a-8c3bd9a04a63'}] {{(pid=104552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:00:11.575100 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e71a59ae106f7f9b2e36c913636ed0b95d68e581a9dbd71020046a5c2e6c46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28907931-62a9-4a4d-8a1c-1ceafdecd903" -d '{"events": [{"name": "network-changed", "server_uuid": "05feffd4-1aa7-45d8-ba10-5af50ee7ec77", "tag": "3852bda4-a273-400c-a77a-8c3bd9a04a63"}]}' {{(pid=104552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:00:11.605218 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:11.636388 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71467953-e2fc-46a7-8932-207096d59f38 x-openstack-request-id: req-71467953-e2fc-46a7-8932-207096d59f38 {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:00:11.636676 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05feffd4-1aa7-45d8-ba10-5af50ee7ec77", "tag": "3852bda4-a273-400c-a77a-8c3bd9a04a63", "status": "completed", "code": 200}]} {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:00:11.636923 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-71467953-e2fc-46a7-8932-207096d59f38 {{(pid=104552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:00:11.637319 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71467953-e2fc-46a7-8932-207096d59f38'] response: {'name': 'network-changed', 'server_uuid': '05feffd4-1aa7-45d8-ba10-5af50ee7ec77', 'tag': '3852bda4-a273-400c-a77a-8c3bd9a04a63', 'status': 'completed', 'code': 200} Oct 23 01:00:11.685599 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-eb2bd862-706d-48d5-b504-da6c0a6bc5a0 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks [] for security_group (99b637e5-7b4a-4535-a0f5-900744a58770), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:11.693035 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f14cce7-af88-4128-8b2b-5359b0d8522f req-949c137b-fde7-4f84-8ab0-7f1ea24e9f8b service neutron] Port 0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554 on network f8105e98-346f-4369-be4d-2cb2d399c07a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:00:11.693395 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f14cce7-af88-4128-8b2b-5359b0d8522f req-949c137b-fde7-4f84-8ab0-7f1ea24e9f8b service neutron] Attempting to bind port 0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554 on network f8105e98-346f-4369-be4d-2cb2d399c07a {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:00:11.698469 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1508326c-9c07-4db1-9749-350472736b92 service neutron] Pushing event updated for resources: {'Port': ['ID=3852bda4-a273-400c-a77a-8c3bd9a04a63,revision_number=3']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:11.701050 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-eb2bd862-706d-48d5-b504-da6c0a6bc5a0 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (99b637e5-7b4a-4535-a0f5-900744a58770), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:11.729277 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be92fe4-8bb2-422f-b6d5-d3e39b62f957 req-88ac2da1-65f8-4371-a45f-6c08251cefe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:11.730702 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4be92fe4-8bb2-422f-b6d5-d3e39b62f957 req-88ac2da1-65f8-4371-a45f-6c08251cefe4 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=e3f6e9751be34c2fb4e0e1b9915e6b52&device_id=05feffd4-1aa7-45d8-ba10-5af50ee7ec77 HTTP/1.1" status: 200 len: 1127 time: 0.1149127 Oct 23 01:00:11.798315 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-eb2bd862-706d-48d5-b504-da6c0a6bc5a0 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks [] for security_group (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:11.799501 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-eb2bd862-706d-48d5-b504-da6c0a6bc5a0 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5631411 Oct 23 01:00:11.803378 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 52884) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:00:11.803870 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4be92fe4-8bb2-422f-b6d5-d3e39b62f957 req-df2ba633-94fe-4b48-af8a-22be3ee41cbb service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3852bda4-a273-400c-a77a-8c3bd9a04a63 HTTP/1.1" status: 200 len: 217 time: 0.0596027 Oct 23 01:00:11.807057 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2bd862-706d-48d5-b504-da6c0a6bc5a0 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99b637e5-7b4a-4535-a0f5-900744a58770,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:11.809486 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-e7e7501e-f77c-42b9-a75d-8cbbc1c1cd9b tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Request body: {'security_group_rule': {'security_group_id': '99b637e5-7b4a-4535-a0f5-900744a58770', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:00:11.824376 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f14cce7-af88-4128-8b2b-5359b0d8522f req-949c137b-fde7-4f84-8ab0-7f1ea24e9f8b service neutron] Checking agent: {'id': '16cf44eb-3ef2-4361-a416-47ab9083b794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 53, 30), 'started_at': datetime.datetime(2022, 10, 23, 0, 53, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:00:11.824734 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f14cce7-af88-4128-8b2b-5359b0d8522f req-949c137b-fde7-4f84-8ab0-7f1ea24e9f8b service neutron] Checking segment: {'id': '7dc83201-cb39-4cd2-9302-c1b785eda914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f8105e98-346f-4369-be4d-2cb2d399c07a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:00:11.825127 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f14cce7-af88-4128-8b2b-5359b0d8522f req-949c137b-fde7-4f84-8ab0-7f1ea24e9f8b service neutron] Bound using segment: {'id': '7dc83201-cb39-4cd2-9302-c1b785eda914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f8105e98-346f-4369-be4d-2cb2d399c07a'} {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:00:11.825578 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.managers [req-1f14cce7-af88-4128-8b2b-5359b0d8522f req-949c137b-fde7-4f84-8ab0-7f1ea24e9f8b service neutron] Bound port: 0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dc83201-cb39-4cd2-9302-c1b785eda914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'f8105e98-346f-4369-be4d-2cb2d399c07a'}}] {{(pid=104552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:00:11.825944 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-1f14cce7-af88-4128-8b2b-5359b0d8522f req-949c137b-fde7-4f84-8ab0-7f1ea24e9f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554), before_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:11.842697 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e7e7501e-f77c-42b9-a75d-8cbbc1c1cd9b tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks [] for security_group_rule (5e7676d6-9e1a-44d8-a463-f30f823c2f74), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:11.904542 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be92fe4-8bb2-422f-b6d5-d3e39b62f957 req-32b85a6d-18df-4358-930f-e39ac94a433c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:11.905866 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e7e7501e-f77c-42b9-a75d-8cbbc1c1cd9b tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks [] for security_group_rule (5e7676d6-9e1a-44d8-a463-f30f823c2f74), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:11.906067 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4be92fe4-8bb2-422f-b6d5-d3e39b62f957 req-32b85a6d-18df-4358-930f-e39ac94a433c service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=6978021c-740e-4d5a-a551-8462e322d9a8 HTTP/1.1" status: 200 len: 849 time: 0.0927615 Oct 23 01:00:11.912925 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e7e7501e-f77c-42b9-a75d-8cbbc1c1cd9b tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468706'] for security_group_rule (5e7676d6-9e1a-44d8-a463-f30f823c2f74), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:11.932753 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e7501e-f77c-42b9-a75d-8cbbc1c1cd9b tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e7676d6-9e1a-44d8-a463-f30f823c2f74,revision_number=0']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:11.940689 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e7e7501e-f77c-42b9-a75d-8cbbc1c1cd9b tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:11.942085 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-e7e7501e-f77c-42b9-a75d-8cbbc1c1cd9b tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1369326 Oct 23 01:00:11.946048 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 52886) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:00:11.951303 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-c4095608-9cec-4ae2-8267-e05f3b3d432a tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Request body: {'security_group_rule': {'security_group_id': '99b637e5-7b4a-4535-a0f5-900744a58770', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:00:11.956803 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:11.964652 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:11.983793 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-c4095608-9cec-4ae2-8267-e05f3b3d432a tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks [] for security_group_rule (90652faf-d6a1-42f9-aa7f-9438e30e150a), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:11.998141 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58315f-e520-4434-95bb-81c5a147a2d6 req-e84de686-eb4d-4603-bdad-3b864f39b176 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:11.999626 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ff58315f-e520-4434-95bb-81c5a147a2d6 req-e84de686-eb4d-4603-bdad-3b864f39b176 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05feffd4-1aa7-45d8-ba10-5af50ee7ec77 HTTP/1.1" status: 200 len: 943 time: 0.1148412 Oct 23 01:00:12.003571 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-1f14cce7-af88-4128-8b2b-5359b0d8522f req-949c137b-fde7-4f84-8ab0-7f1ea24e9f8b service neutron] For port 0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554, host hv-cinder-maste, cleared binding levels {{(pid=104552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:00:12.006991 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-1f14cce7-af88-4128-8b2b-5359b0d8522f req-949c137b-fde7-4f84-8ab0-7f1ea24e9f8b service neutron] For port 0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554,segment=NetworkSegment(7dc83201-cb39-4cd2-9302-c1b785eda914),segment_id=7dc83201-cb39-4cd2-9302-c1b785eda914)] {{(pid=104552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:00:12.010967 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be92fe4-8bb2-422f-b6d5-d3e39b62f957 req-1e6fddd0-062b-47a9-ac7c-da706793ffc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:12.012382 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4be92fe4-8bb2-422f-b6d5-d3e39b62f957 req-1e6fddd0-062b-47a9-ac7c-da706793ffc0 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=858cf055-6f06-45a9-bd3f-2b834e6b7b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0880766 Oct 23 01:00:12.038186 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-1f14cce7-af88-4128-8b2b-5359b0d8522f req-949c137b-fde7-4f84-8ab0-7f1ea24e9f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5995615'] for port (0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:12.045357 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-c4095608-9cec-4ae2-8267-e05f3b3d432a tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks [] for security_group_rule (90652faf-d6a1-42f9-aa7f-9438e30e150a), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:12.050034 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-c4095608-9cec-4ae2-8267-e05f3b3d432a tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468706'] for security_group_rule (90652faf-d6a1-42f9-aa7f-9438e30e150a), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:12.052432 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14cce7-af88-4128-8b2b-5359b0d8522f req-949c137b-fde7-4f84-8ab0-7f1ea24e9f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:12.053082 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-1f14cce7-af88-4128-8b2b-5359b0d8522f req-949c137b-fde7-4f84-8ab0-7f1ea24e9f8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:12.054925 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1f14cce7-af88-4128-8b2b-5359b0d8522f req-949c137b-fde7-4f84-8ab0-7f1ea24e9f8b service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554 HTTP/1.1" status: 200 len: 1094 time: 1.8648503 Oct 23 01:00:12.068664 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4095608-9cec-4ae2-8267-e05f3b3d432a tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90652faf-d6a1-42f9-aa7f-9438e30e150a,revision_number=0']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:12.078077 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-c4095608-9cec-4ae2-8267-e05f3b3d432a tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:12.078930 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-c4095608-9cec-4ae2-8267-e05f3b3d432a tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1318300 Oct 23 01:00:12.082871 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 52888) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:00:12.087314 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-ba1f43be-ea10-4064-b6e0-6d5ace595dc8 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Request body: {'floatingip': {'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:00:12.122167 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ba1f43be-ea10-4064-b6e0-6d5ace595dc8 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:12.183245 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ff58315f-e520-4434-95bb-81c5a147a2d6 req-6321ddd4-0c0b-4644-a3cc-8f65a1c9d4da tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9e47da15-b648-4e05-8264-514053b0be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738989 Oct 23 01:00:12.183661 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:12.199492 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c137b-fde7-4f84-8ab0-7f1ea24e9f8b service neutron] Pushing event updated for resources: {'Port': ['ID=0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554,revision_number=3']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:12.205909 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ba1f43be-ea10-4064-b6e0-6d5ace595dc8 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:12.207595 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14cce7-af88-4128-8b2b-5359b0d8522f req-450c77e4-954a-4e7f-8348-25c3bcf0d788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:12.209117 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1f14cce7-af88-4128-8b2b-5359b0d8522f req-450c77e4-954a-4e7f-8348-25c3bcf0d788 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=59add4b78cd346a194c4be211d1996be&device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 1128 time: 0.0903239 Oct 23 01:00:12.267569 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1f14cce7-af88-4128-8b2b-5359b0d8522f req-0c17fc97-71d1-4b43-b0f3-b79d3a2151fe service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554 HTTP/1.1" status: 200 len: 217 time: 0.0457816 Oct 23 01:00:12.273020 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4be92fe4-8bb2-422f-b6d5-d3e39b62f957 req-5015c78e-7aad-47ce-94d0-3179ce2c8878 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/858cf055-6f06-45a9-bd3f-2b834e6b7b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522724 Oct 23 01:00:12.314253 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.db_base_plugin_common [None req-ba1f43be-ea10-4064-b6e0-6d5ace595dc8 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Allocated IP 172.37.4.191 (f9ff398c-cd2a-4430-b908-7f7163c266f3/dd152ba8-6213-403c-b7fc-9b4ab174f9a2/76e0a054-229e-4284-83a4-cb25bcb1c471) {{(pid=104551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:00:12.374155 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14cce7-af88-4128-8b2b-5359b0d8522f req-c92c6f49-4b28-46d9-ac8a-a3cdba6bd018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:12.375648 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1f14cce7-af88-4128-8b2b-5359b0d8522f req-c92c6f49-4b28-46d9-ac8a-a3cdba6bd018 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=52944cd4-669b-4a10-a076-1661bc94a4a7 HTTP/1.1" status: 200 len: 855 time: 0.0953212 Oct 23 01:00:12.424040 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ba1f43be-ea10-4064-b6e0-6d5ace595dc8 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks [] for port (76e0a054-229e-4284-83a4-cb25bcb1c471), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:12.439097 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4be92fe4-8bb2-422f-b6d5-d3e39b62f957 req-3b956d1d-ffe1-4d5f-bfa0-48a601480e34 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/858cf055-6f06-45a9-bd3f-2b834e6b7b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574633 Oct 23 01:00:12.441987 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14cce7-af88-4128-8b2b-5359b0d8522f req-44d083ee-04ce-46dd-a6d6-d2ad1cfba8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:12.443415 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1f14cce7-af88-4128-8b2b-5359b0d8522f req-44d083ee-04ce-46dd-a6d6-d2ad1cfba8a2 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=f8105e98-346f-4369-be4d-2cb2d399c07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0536909 Oct 23 01:00:12.459768 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ba1f43be-ea10-4064-b6e0-6d5ace595dc8 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6140158'] for port (76e0a054-229e-4284-83a4-cb25bcb1c471), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:12.506935 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1f43be-ea10-4064-b6e0-6d5ace595dc8 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Network f9ff398c-cd2a-4430-b908-7f7163c266f3 is already hosted by enough agents. {{(pid=104551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:00:12.510897 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.base_scheduler [None req-ba1f43be-ea10-4064-b6e0-6d5ace595dc8 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Resources bound (agent type, host, resource id): {{(pid=104551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:00:12.513302 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1f43be-ea10-4064-b6e0-6d5ace595dc8 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Received port after_create {{(pid=104551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:00:12.515665 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1f43be-ea10-4064-b6e0-6d5ace595dc8 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Pushing event updated for resources: {'Port': ['ID=76e0a054-229e-4284-83a4-cb25bcb1c471,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:12.540930 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1f14cce7-af88-4128-8b2b-5359b0d8522f req-36703af0-f370-4158-b293-ed3ca6050255 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f8105e98-346f-4369-be4d-2cb2d399c07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897684 Oct 23 01:00:12.602150 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ba1f43be-ea10-4064-b6e0-6d5ace595dc8 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks [] for floatingip (bcd16f17-3cff-4719-acf1-5e472bcc2af0), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:12.640455 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ba1f43be-ea10-4064-b6e0-6d5ace595dc8 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (76e0a054-229e-4284-83a4-cb25bcb1c471), before_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:12.661478 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a77e95-7929-432b-af4c-cbc7fbd82685 req-38e9b158-ff2a-4415-bb50-5e68561360cc tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:12.663073 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-06a77e95-7929-432b-af4c-cbc7fbd82685 req-38e9b158-ff2a-4415-bb50-5e68561360cc tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 944 time: 0.0500352 Oct 23 01:00:12.696131 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:12.725247 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:12.746778 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:12.794000 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28907931-62a9-4a4d-8a1c-1ceafdecd903 req-b5e32862-637c-4e8b-89d3-89426e6b9dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:12.795428 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-28907931-62a9-4a4d-8a1c-1ceafdecd903 req-b5e32862-637c-4e8b-89d3-89426e6b9dde service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=e3f6e9751be34c2fb4e0e1b9915e6b52&device_id=05feffd4-1aa7-45d8-ba10-5af50ee7ec77 HTTP/1.1" status: 200 len: 1127 time: 0.1065164 Oct 23 01:00:12.796955 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ba1f43be-ea10-4064-b6e0-6d5ace595dc8 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks [] for port (76e0a054-229e-4284-83a4-cb25bcb1c471), precommit_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:12.803778 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ba1f43be-ea10-4064-b6e0-6d5ace595dc8 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6140151'] for port (76e0a054-229e-4284-83a4-cb25bcb1c471), after_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:12.817368 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-06a77e95-7929-432b-af4c-cbc7fbd82685 req-af3952f5-057b-4310-8592-4a327be22a5b tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a78952a2-cccd-48f5-8f51-83df3683dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483648 Oct 23 01:00:12.874134 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ba1f43be-ea10-4064-b6e0-6d5ace595dc8 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516985'] for floatingip (bcd16f17-3cff-4719-acf1-5e472bcc2af0), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:12.876714 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1f43be-ea10-4064-b6e0-6d5ace595dc8 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Pushing event updated for resources: {'Port': ['ID=76e0a054-229e-4284-83a4-cb25bcb1c471,revision_number=2']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:12.894203 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1f14cce7-af88-4128-8b2b-5359b0d8522f req-d5dedf3a-d4c9-481f-8363-44c88b7e0d56 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f8105e98-346f-4369-be4d-2cb2d399c07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040033 Oct 23 01:00:12.895092 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ba1f43be-ea10-4064-b6e0-6d5ace595dc8 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for floatingip (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:12.896328 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-ba1f43be-ea10-4064-b6e0-6d5ace595dc8 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8124993 Oct 23 01:00:12.927634 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28907931-62a9-4a4d-8a1c-1ceafdecd903 req-4205a2c6-d59b-4f44-bd71-5aef309d2d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:12.929262 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-28907931-62a9-4a4d-8a1c-1ceafdecd903 req-4205a2c6-d59b-4f44-bd71-5aef309d2d62 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=858cf055-6f06-45a9-bd3f-2b834e6b7b79 HTTP/1.1" status: 200 len: 911 time: 0.1238272 Oct 23 01:00:13.111758 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f0fdc1ce-aad2-4570-98d6-b7f2ce420dc9 req-d78882e3-84e2-400c-97ce-8e213b7a476f tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1199000763&fields=id&tenant_id=2a9697845193443ea394c1b480b6b769 HTTP/1.1" status: 200 len: 267 time: 0.0501280 Oct 23 01:00:13.234796 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fdc1ce-aad2-4570-98d6-b7f2ce420dc9 req-3eb015c7-6e1f-4aa3-afa0-5fa2312ca231 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:13.236355 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f0fdc1ce-aad2-4570-98d6-b7f2ce420dc9 req-3eb015c7-6e1f-4aa3-afa0-5fa2312ca231 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/networks?id=6e24fc8d-42d5-4d11-b06b-37a4738231b0 HTTP/1.1" status: 200 len: 810 time: 0.1178889 Oct 23 01:00:13.252523 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f0fdc1ce-aad2-4570-98d6-b7f2ce420dc9 req-68211e30-5517-4354-bdc6-7c260d4aa99d tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/quotas/2a9697845193443ea394c1b480b6b769 HTTP/1.1" status: 200 len: 375 time: 0.0100970 Oct 23 01:00:13.320512 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:13.331407 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f0fdc1ce-aad2-4570-98d6-b7f2ce420dc9 req-b7bbd65d-4696-473c-9ca4-2513a46e0c42 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=2a9697845193443ea394c1b480b6b769&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0728335 Oct 23 01:00:13.337843 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da4fa91-0d67-4cc2-814d-0afd7f0a8e84 req-0f0b16e6-8723-4a46-8d39-a38c7ba71422 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:13.339233 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0da4fa91-0d67-4cc2-814d-0afd7f0a8e84 req-0f0b16e6-8723-4a46-8d39-a38c7ba71422 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05feffd4-1aa7-45d8-ba10-5af50ee7ec77 HTTP/1.1" status: 200 len: 943 time: 0.0697501 Oct 23 01:00:13.446206 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0da4fa91-0d67-4cc2-814d-0afd7f0a8e84 req-7b8844e4-dca7-460c-9623-48bdc3ec53e6 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9e47da15-b648-4e05-8264-514053b0be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013720 Oct 23 01:00:13.467190 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f0fdc1ce-aad2-4570-98d6-b7f2ce420dc9 req-90e86fbd-fdce-4dc2-963f-c754ac0ad049 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/6e24fc8d-42d5-4d11-b06b-37a4738231b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234689 Oct 23 01:00:13.573603 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f0fdc1ce-aad2-4570-98d6-b7f2ce420dc9 req-07fd7392-1592-42e1-a73d-f2243f4c8615 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/6e24fc8d-42d5-4d11-b06b-37a4738231b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002259 Oct 23 01:00:13.638697 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17825340-b12a-4d69-9248-6fee9379135f', 'tag': '0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554'}] {{(pid=104552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:00:13.641426 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e71a59ae106f7f9b2e36c913636ed0b95d68e581a9dbd71020046a5c2e6c46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-684d99d8-91de-4ac6-a917-0959b68dd849" -d '{"events": [{"name": "network-changed", "server_uuid": "17825340-b12a-4d69-9248-6fee9379135f", "tag": "0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554"}]}' {{(pid=104552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:00:13.685840 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22442c05-f1ea-4ae3-8395-6cca9111d703 x-openstack-request-id: req-22442c05-f1ea-4ae3-8395-6cca9111d703 {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:00:13.686485 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17825340-b12a-4d69-9248-6fee9379135f", "tag": "0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554", "status": "completed", "code": 200}]} {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:00:13.686485 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-22442c05-f1ea-4ae3-8395-6cca9111d703 {{(pid=104552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:00:13.687246 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22442c05-f1ea-4ae3-8395-6cca9111d703'] response: {'name': 'network-changed', 'server_uuid': '17825340-b12a-4d69-9248-6fee9379135f', 'tag': '0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554', 'status': 'completed', 'code': 200} Oct 23 01:00:13.750156 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104553) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:00:13.783142 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-df9b2647-7614-498c-acdd-cd7e2b86d95e req-71fefdb5-5163-4a8e-b086-ee38957f645b tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cbb7e3cd-fd44-4878-9b38-d01f6247c24a HTTP/1.1" status: 200 len: 210 time: 0.0462306 Oct 23 01:00:13.876403 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port 0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554,segment=NetworkSegment(7dc83201-cb39-4cd2-9302-c1b785eda914),segment_id=7dc83201-cb39-4cd2-9302-c1b785eda914)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:00:13.897039 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Returning: {'device': '0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554', 'network_id': 'f8105e98-346f-4369-be4d-2cb2d399c07a', 'port_id': '0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554', 'mac_address': 'fa:16:3e:c7:f9:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52944cd4-669b-4a10-a076-1661bc94a4a7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104553) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:00:13.900508 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-28907931-62a9-4a4d-8a1c-1ceafdecd903 req-8a9fd00c-be8b-4724-b85f-ae6fb74a46f9 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3852bda4-a273-400c-a77a-8c3bd9a04a63 HTTP/1.1" status: 200 len: 217 time: 0.0620911 Oct 23 01:00:13.943924 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Current status of the port 0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554 is: DOWN; New status is: BUILD {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:00:13.944314 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:13.965070 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.notifiers.nova [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554 {{(pid=104553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:00:13.999399 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port 0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554,segment=NetworkSegment(7dc83201-cb39-4cd2-9302-c1b785eda914),segment_id=7dc83201-cb39-4cd2-9302-c1b785eda914)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:00:14.007694 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:14.021136 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d99d8-91de-4ac6-a917-0959b68dd849 req-f4f8a5a0-7d83-4b9c-b95a-9db83d94a8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:14.022669 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-684d99d8-91de-4ac6-a917-0959b68dd849 req-f4f8a5a0-7d83-4b9c-b95a-9db83d94a8ff service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=59add4b78cd346a194c4be211d1996be&device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 1128 time: 0.1348007 Oct 23 01:00:14.048283 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389eb8f6-2768-4139-855f-d2cfa1e1d77c req-52098c62-c5fd-4321-884d-f88b5d5cd735 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:14.050050 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-389eb8f6-2768-4139-855f-d2cfa1e1d77c req-52098c62-c5fd-4321-884d-f88b5d5cd735 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 944 time: 0.0938723 Oct 23 01:00:14.062794 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28907931-62a9-4a4d-8a1c-1ceafdecd903 req-f6e80b90-3d31-4691-99f9-1430a23524f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:14.065094 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-28907931-62a9-4a4d-8a1c-1ceafdecd903 req-f6e80b90-3d31-4691-99f9-1430a23524f9 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=6978021c-740e-4d5a-a551-8462e322d9a8 HTTP/1.1" status: 200 len: 849 time: 0.1448491 Oct 23 01:00:14.072255 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Pushing event updated for resources: {'Port': ['ID=0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554,revision_number=4']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:14.080812 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:14.081397 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:14.081739 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:14.082072 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:14.082393 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:14.082865 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:14.083350 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:14.083678 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:14.084002 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:14.084320 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:14.084649 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:14.084986 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:14.085599 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:14.085928 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:14.086248 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:14.187471 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28907931-62a9-4a4d-8a1c-1ceafdecd903 req-41519f48-8b68-4686-abaf-b6bfee51ca7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:14.190434 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-28907931-62a9-4a4d-8a1c-1ceafdecd903 req-41519f48-8b68-4686-abaf-b6bfee51ca7c service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=858cf055-6f06-45a9-bd3f-2b834e6b7b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1091902 Oct 23 01:00:14.245028 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-389eb8f6-2768-4139-855f-d2cfa1e1d77c req-2d3480dd-803b-4bcc-af71-9b5f3c191be9 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a78952a2-cccd-48f5-8f51-83df3683dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791627 Oct 23 01:00:14.293196 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] get_ports_and_sgs() called for port_ids ['0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554'] {{(pid=104553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:00:14.302720 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d99d8-91de-4ac6-a917-0959b68dd849 req-159b02fb-c3e4-4a2f-829e-c77af63afe5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:14.304265 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-684d99d8-91de-4ac6-a917-0959b68dd849 req-159b02fb-c3e4-4a2f-829e-c77af63afe5e service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=f8105e98-346f-4369-be4d-2cb2d399c07a HTTP/1.1" status: 200 len: 917 time: 0.2737119 Oct 23 01:00:14.333598 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:14.374808 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-684d99d8-91de-4ac6-a917-0959b68dd849 req-312a14f4-08bf-41e5-9dbe-f3a1ce31dee3 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554 HTTP/1.1" status: 200 len: 217 time: 0.0502608 Oct 23 01:00:14.378732 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-28907931-62a9-4a4d-8a1c-1ceafdecd903 req-374faa2d-dc7f-4270-b2dd-6f73ade6b95d service neutron] 10.222.0.52 "GET /networking/v2.0/networks/858cf055-6f06-45a9-bd3f-2b834e6b7b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724703 Oct 23 01:00:14.490812 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d99d8-91de-4ac6-a917-0959b68dd849 req-2cc3cc17-02eb-4c51-b445-dd9cad9bcb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:14.492322 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-684d99d8-91de-4ac6-a917-0959b68dd849 req-2cc3cc17-02eb-4c51-b445-dd9cad9bcb64 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=52944cd4-669b-4a10-a076-1661bc94a4a7 HTTP/1.1" status: 200 len: 855 time: 0.1050680 Oct 23 01:00:14.576054 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-28907931-62a9-4a4d-8a1c-1ceafdecd903 req-a0400af5-dcc3-43e9-b135-eae32cee801f service neutron] 10.222.0.52 "GET /networking/v2.0/networks/858cf055-6f06-45a9-bd3f-2b834e6b7b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875572 Oct 23 01:00:14.591532 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d99d8-91de-4ac6-a917-0959b68dd849 req-95bcf925-fd76-4b65-9d38-d645acd292bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:14.593098 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-684d99d8-91de-4ac6-a917-0959b68dd849 req-95bcf925-fd76-4b65-9d38-d645acd292bb service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=f8105e98-346f-4369-be4d-2cb2d399c07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0823941 Oct 23 01:00:14.602548 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2eb824-b298-4742-b413-d96f2ea093b0 req-54ca2189-4a09-45c0-a0e4-8ff9f39dd0d1 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:14.604226 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-9f2eb824-b298-4742-b413-d96f2ea093b0 req-54ca2189-4a09-45c0-a0e4-8ff9f39dd0d1 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05feffd4-1aa7-45d8-ba10-5af50ee7ec77 HTTP/1.1" status: 200 len: 943 time: 0.0785139 Oct 23 01:00:14.677837 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:14.722674 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-9f2eb824-b298-4742-b413-d96f2ea093b0 req-42e32711-4024-4460-a723-7415b49144aa tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9e47da15-b648-4e05-8264-514053b0be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085687 Oct 23 01:00:14.728969 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-684d99d8-91de-4ac6-a917-0959b68dd849 req-d9726daa-9887-49a7-804b-0e533b94909c service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f8105e98-346f-4369-be4d-2cb2d399c07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233544 Oct 23 01:00:14.913482 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1004ae33-5369-4f93-b9c4-550684689860 req-c119aa93-c929-4a5d-9ecf-6cc955048531 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cbb7e3cd-fd44-4878-9b38-d01f6247c24a HTTP/1.1" status: 200 len: 210 time: 0.0430031 Oct 23 01:00:15.056073 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-684d99d8-91de-4ac6-a917-0959b68dd849 req-1ab81f86-9cbb-4062-b743-558d53833107 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f8105e98-346f-4369-be4d-2cb2d399c07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520693 Oct 23 01:00:15.102225 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fdc1ce-aad2-4570-98d6-b7f2ce420dc9 req-6e433877-75c6-4151-86ec-c0b20b6780c4 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:15.103521 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f0fdc1ce-aad2-4570-98d6-b7f2ce420dc9 req-6e433877-75c6-4151-86ec-c0b20b6780c4 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.52 "GET /networking/v2.0/networks?id=6e24fc8d-42d5-4d11-b06b-37a4738231b0 HTTP/1.1" status: 200 len: 810 time: 0.1194577 Oct 23 01:00:15.172363 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f0fdc1ce-aad2-4570-98d6-b7f2ce420dc9 req-8544831b-0866-49ce-aae7-b35273e6a7b6 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2a9697845193443ea394c1b480b6b769 HTTP/1.1" status: 200 len: 380 time: 0.0596519 Oct 23 01:00:15.257391 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [req-f0fdc1ce-aad2-4570-98d6-b7f2ce420dc9 req-a2c23830-71c7-4b4f-bac6-27bda8c40697 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Request body: {'port': {'device_id': 'cbb7e3cd-fd44-4878-9b38-d01f6247c24a', 'network_id': '6e24fc8d-42d5-4d11-b06b-37a4738231b0', 'admin_state_up': True, 'tenant_id': '2a9697845193443ea394c1b480b6b769', 'security_groups': ['99b637e5-7b4a-4535-a0f5-900744a58770']}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:00:15.659217 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d6957c-8d36-4817-b95e-f6828e82f831 req-91785097-4a9f-4c82-85d9-467c288ea7ac tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:15.660672 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-76d6957c-8d36-4817-b95e-f6828e82f831 req-91785097-4a9f-4c82-85d9-467c288ea7ac tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 945 time: 0.3279550 Oct 23 01:00:15.684106 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0fdc1ce-aad2-4570-98d6-b7f2ce420dc9 req-a2c23830-71c7-4b4f-bac6-27bda8c40697 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Made reservation on behalf of 2a9697845193443ea394c1b480b6b769 for: {'port': 1} {{(pid=104552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:00:15.687660 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-f0fdc1ce-aad2-4570-98d6-b7f2ce420dc9 req-a2c23830-71c7-4b4f-bac6-27bda8c40697 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:15.734864 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-76d6957c-8d36-4817-b95e-f6828e82f831 req-d90eea94-9564-464c-86b7-f1f84037b992 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a78952a2-cccd-48f5-8f51-83df3683dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679269 Oct 23 01:00:15.768401 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:15.774318 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554 up at agent hyperv_hv-cinder-maste {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:00:15.817702 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Provisioning for port 0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554 completed by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 01:00:15.825387 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Provisioning complete for port 0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554 triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:00:15.825770 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:15.826133 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Attempt 1 to provision port 0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554 Oct 23 01:00:15.881041 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2eb788-54e5-48a5-90c3-a85c71869b2e req-3deaea18-e633-4fa9-abb8-e73043ce8cba tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:15.882577 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6a2eb788-54e5-48a5-90c3-a85c71869b2e req-3deaea18-e633-4fa9-abb8-e73043ce8cba tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05feffd4-1aa7-45d8-ba10-5af50ee7ec77 HTTP/1.1" status: 200 len: 943 time: 0.0672898 Oct 23 01:00:15.883629 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.db_base_plugin_common [req-f0fdc1ce-aad2-4570-98d6-b7f2ce420dc9 req-a2c23830-71c7-4b4f-bac6-27bda8c40697 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Allocated IP 172.20.0.3 (6e24fc8d-42d5-4d11-b06b-37a4738231b0/bdebfcdc-6951-4fee-aa37-29ecb806813d/752bf309-e01c-493c-aa69-b31be007e882) {{(pid=104552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:00:15.905605 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Current status of the port 0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554 is: BUILD; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:00:15.905981 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:15.924059 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:15.931409 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17825340-b12a-4d69-9248-6fee9379135f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554'}] {{(pid=104553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:00:15.933719 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ef7492e608d46078fd98593772981b2cfdf47eaedaeea269e4497eac5a7bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3285541d-fa08-4bed-917c-0e22c461559d" -d '{"events": [{"server_uuid": "17825340-b12a-4d69-9248-6fee9379135f", "name": "network-vif-plugged", "status": "completed", "tag": "0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554"}]}' {{(pid=104553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:00:15.935827 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:15.949098 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port 0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554,segment=NetworkSegment(7dc83201-cb39-4cd2-9302-c1b785eda914),segment_id=7dc83201-cb39-4cd2-9302-c1b785eda914)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:00:15.957575 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:15.984630 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6a2eb788-54e5-48a5-90c3-a85c71869b2e req-79a4d5b3-afb8-4d34-ab68-22901a8dde55 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9e47da15-b648-4e05-8264-514053b0be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939300 Oct 23 01:00:16.002024 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5351ecab-4596-4ede-b61f-e70fb65f899f x-openstack-request-id: req-5351ecab-4596-4ede-b61f-e70fb65f899f {{(pid=104553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:00:16.002488 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17825340-b12a-4d69-9248-6fee9379135f", "name": "network-vif-plugged", "status": "completed", "tag": "0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554", "code": 200}]} {{(pid=104553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:00:16.002947 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5351ecab-4596-4ede-b61f-e70fb65f899f {{(pid=104553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:00:16.003749 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5351ecab-4596-4ede-b61f-e70fb65f899f'] response: {'server_uuid': '17825340-b12a-4d69-9248-6fee9379135f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554', 'code': 200} Oct 23 01:00:16.017974 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Pushing event updated for resources: {'Port': ['ID=0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554,revision_number=5']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:16.079645 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:16.110732 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-f0fdc1ce-aad2-4570-98d6-b7f2ce420dc9 req-a2c23830-71c7-4b4f-bac6-27bda8c40697 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks [] for port (752bf309-e01c-493c-aa69-b31be007e882), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:16.134281 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-52424ceb-ef5a-49cb-b3ac-5afa158a6556 req-54a4e682-0a98-47c0-8a68-cd2ee03627c2 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cbb7e3cd-fd44-4878-9b38-d01f6247c24a HTTP/1.1" status: 200 len: 210 time: 0.0489533 Oct 23 01:00:16.191139 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-f0fdc1ce-aad2-4570-98d6-b7f2ce420dc9 req-a2c23830-71c7-4b4f-bac6-27bda8c40697 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5995606'] for port (752bf309-e01c-493c-aa69-b31be007e882), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:16.200707 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0bad38-b29c-47d1-bf8f-0248e9913f9d req-207467db-9ee2-4f10-b91c-f55f4c43d419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:16.202211 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ff0bad38-b29c-47d1-bf8f-0248e9913f9d req-207467db-9ee2-4f10-b91c-f55f4c43d419 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 1130 time: 0.0503511 Oct 23 01:00:16.264213 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0fdc1ce-aad2-4570-98d6-b7f2ce420dc9 req-a2c23830-71c7-4b4f-bac6-27bda8c40697 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Network 6e24fc8d-42d5-4d11-b06b-37a4738231b0 is already hosted by enough agents. {{(pid=104552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:00:16.266548 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c23830-71c7-4b4f-bac6-27bda8c40697 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Pushing event updated for resources: {'Port': ['ID=752bf309-e01c-493c-aa69-b31be007e882,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:16.273596 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.base_scheduler [req-f0fdc1ce-aad2-4570-98d6-b7f2ce420dc9 req-a2c23830-71c7-4b4f-bac6-27bda8c40697 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Resources bound (agent type, host, resource id): {{(pid=104552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:00:16.277317 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0fdc1ce-aad2-4570-98d6-b7f2ce420dc9 req-a2c23830-71c7-4b4f-bac6-27bda8c40697 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Received port after_create {{(pid=104552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:00:16.316792 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ff0bad38-b29c-47d1-bf8f-0248e9913f9d req-ab61844e-b47e-4fea-b60e-cee3475bdfbd service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a78952a2-cccd-48f5-8f51-83df3683dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918725 Oct 23 01:00:16.336038 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fdc1ce-aad2-4570-98d6-b7f2ce420dc9 req-a2c23830-71c7-4b4f-bac6-27bda8c40697 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:16.336658 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-f0fdc1ce-aad2-4570-98d6-b7f2ce420dc9 req-a2c23830-71c7-4b4f-bac6-27bda8c40697 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:16.356000 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f0fdc1ce-aad2-4570-98d6-b7f2ce420dc9 req-a2c23830-71c7-4b4f-bac6-27bda8c40697 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1052268 Oct 23 01:00:16.461485 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-f1792db5-b3c3-4c45-a130-10e2ccc2198c None None] Provisioning complete for port 752bf309-e01c-493c-aa69-b31be007e882 triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:00:16.461868 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f1792db5-b3c3-4c45-a130-10e2ccc2198c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (752bf309-e01c-493c-aa69-b31be007e882), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:16.462200 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-f1792db5-b3c3-4c45-a130-10e2ccc2198c None None] Attempt 1 to provision port 752bf309-e01c-493c-aa69-b31be007e882 Oct 23 01:00:16.494060 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f1792db5-b3c3-4c45-a130-10e2ccc2198c None None] Port 752bf309-e01c-493c-aa69-b31be007e882 cannot update to ACTIVE because it is not bound. {{(pid=104553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:00:16.547363 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [req-f0fdc1ce-aad2-4570-98d6-b7f2ce420dc9 req-9a6e1197-0bf2-4db3-a8b9-606fc9ca15bb service neutron] Request body: {'port': {'device_id': 'cbb7e3cd-fd44-4878-9b38-d01f6247c24a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:00:16.610489 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-f0fdc1ce-aad2-4570-98d6-b7f2ce420dc9 req-9a6e1197-0bf2-4db3-a8b9-606fc9ca15bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (752bf309-e01c-493c-aa69-b31be007e882), before_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:16.807911 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:16.902444 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3088663-9d6f-48c8-865a-772083722ae9 req-79a7cc1e-308d-4c7f-ac46-06ea98f91ba7 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:16.903941 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d3088663-9d6f-48c8-865a-772083722ae9 req-79a7cc1e-308d-4c7f-ac46-06ea98f91ba7 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 946 time: 0.0847588 Oct 23 01:00:16.920902 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [req-f0fdc1ce-aad2-4570-98d6-b7f2ce420dc9 req-9a6e1197-0bf2-4db3-a8b9-606fc9ca15bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 752bf309-e01c-493c-aa69-b31be007e882 {{(pid=104552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:00:16.934276 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-f0fdc1ce-aad2-4570-98d6-b7f2ce420dc9 req-9a6e1197-0bf2-4db3-a8b9-606fc9ca15bb service neutron] Publish callbacks [] for port (752bf309-e01c-493c-aa69-b31be007e882), precommit_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:16.957384 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.provisioning_blocks [req-f0fdc1ce-aad2-4570-98d6-b7f2ce420dc9 req-9a6e1197-0bf2-4db3-a8b9-606fc9ca15bb service neutron] Transition to ACTIVE for port object 752bf309-e01c-493c-aa69-b31be007e882 will not be triggered until provisioned by entity L2. {{(pid=104552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 01:00:16.971039 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-f0fdc1ce-aad2-4570-98d6-b7f2ce420dc9 req-9a6e1197-0bf2-4db3-a8b9-606fc9ca15bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5995615'] for port (752bf309-e01c-493c-aa69-b31be007e882), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:16.983657 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d3088663-9d6f-48c8-865a-772083722ae9 req-4d7cd51c-3714-4e96-a08d-b77d577f1a18 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a78952a2-cccd-48f5-8f51-83df3683dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738275 Oct 23 01:00:17.039020 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e1197-0bf2-4db3-a8b9-606fc9ca15bb service neutron] Pushing event updated for resources: {'Port': ['ID=752bf309-e01c-493c-aa69-b31be007e882,revision_number=2']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:17.120555 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c13a6-3453-49a9-86ef-8d0c9575c68c req-cccba61a-6721-4447-89cd-7ebc4071ca8b tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:17.122055 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-583c13a6-3453-49a9-86ef-8d0c9575c68c req-cccba61a-6721-4447-89cd-7ebc4071ca8b tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05feffd4-1aa7-45d8-ba10-5af50ee7ec77 HTTP/1.1" status: 200 len: 943 time: 0.0580778 Oct 23 01:00:17.127358 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:17.140607 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.managers [req-f0fdc1ce-aad2-4570-98d6-b7f2ce420dc9 req-9a6e1197-0bf2-4db3-a8b9-606fc9ca15bb service neutron] Attempting to bind port 752bf309-e01c-493c-aa69-b31be007e882 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:00:17.141002 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.managers [req-f0fdc1ce-aad2-4570-98d6-b7f2ce420dc9 req-9a6e1197-0bf2-4db3-a8b9-606fc9ca15bb service neutron] Attempting to bind port 752bf309-e01c-493c-aa69-b31be007e882 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '6c7f3988-5c29-4b49-bf43-a45d839e2e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6e24fc8d-42d5-4d11-b06b-37a4738231b0'}] {{(pid=104552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:00:17.141350 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fdc1ce-aad2-4570-98d6-b7f2ce420dc9 req-9a6e1197-0bf2-4db3-a8b9-606fc9ca15bb service neutron] Attempting to bind port 752bf309-e01c-493c-aa69-b31be007e882 on network 6e24fc8d-42d5-4d11-b06b-37a4738231b0 {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:00:17.211746 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-583c13a6-3453-49a9-86ef-8d0c9575c68c req-9447bbe1-99b9-4ce2-800f-749db8998e22 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9e47da15-b648-4e05-8264-514053b0be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830984 Oct 23 01:00:17.225597 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fdc1ce-aad2-4570-98d6-b7f2ce420dc9 req-9a6e1197-0bf2-4db3-a8b9-606fc9ca15bb service neutron] Port 752bf309-e01c-493c-aa69-b31be007e882 on network 6e24fc8d-42d5-4d11-b06b-37a4738231b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:00:17.225932 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fdc1ce-aad2-4570-98d6-b7f2ce420dc9 req-9a6e1197-0bf2-4db3-a8b9-606fc9ca15bb service neutron] Attempting to bind port 752bf309-e01c-493c-aa69-b31be007e882 on network 6e24fc8d-42d5-4d11-b06b-37a4738231b0 {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:00:17.289784 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fae9da-dd79-47cb-98d3-c8edb33f5c5d req-02c69ed6-c9c4-411d-9b21-efa39faea811 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:17.291147 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-56fae9da-dd79-47cb-98d3-c8edb33f5c5d req-02c69ed6-c9c4-411d-9b21-efa39faea811 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cbb7e3cd-fd44-4878-9b38-d01f6247c24a HTTP/1.1" status: 200 len: 943 time: 0.0770698 Oct 23 01:00:17.313547 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fdc1ce-aad2-4570-98d6-b7f2ce420dc9 req-9a6e1197-0bf2-4db3-a8b9-606fc9ca15bb service neutron] Checking agent: {'id': '16cf44eb-3ef2-4361-a416-47ab9083b794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 53, 30), 'started_at': datetime.datetime(2022, 10, 23, 0, 53, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:00:17.313850 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fdc1ce-aad2-4570-98d6-b7f2ce420dc9 req-9a6e1197-0bf2-4db3-a8b9-606fc9ca15bb service neutron] Checking segment: {'id': '6c7f3988-5c29-4b49-bf43-a45d839e2e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6e24fc8d-42d5-4d11-b06b-37a4738231b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:00:17.314255 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fdc1ce-aad2-4570-98d6-b7f2ce420dc9 req-9a6e1197-0bf2-4db3-a8b9-606fc9ca15bb service neutron] Bound using segment: {'id': '6c7f3988-5c29-4b49-bf43-a45d839e2e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6e24fc8d-42d5-4d11-b06b-37a4738231b0'} {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:00:17.314689 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.managers [req-f0fdc1ce-aad2-4570-98d6-b7f2ce420dc9 req-9a6e1197-0bf2-4db3-a8b9-606fc9ca15bb service neutron] Bound port: 752bf309-e01c-493c-aa69-b31be007e882, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c7f3988-5c29-4b49-bf43-a45d839e2e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '6e24fc8d-42d5-4d11-b06b-37a4738231b0'}}] {{(pid=104552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:00:17.315048 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-f0fdc1ce-aad2-4570-98d6-b7f2ce420dc9 req-9a6e1197-0bf2-4db3-a8b9-606fc9ca15bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (752bf309-e01c-493c-aa69-b31be007e882), before_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:17.374885 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-56fae9da-dd79-47cb-98d3-c8edb33f5c5d req-b798515a-f398-4671-ad65-8eadd25d96e1 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99b637e5-7b4a-4535-a0f5-900744a58770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764239 Oct 23 01:00:17.399972 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-f0fdc1ce-aad2-4570-98d6-b7f2ce420dc9 req-9a6e1197-0bf2-4db3-a8b9-606fc9ca15bb service neutron] For port 752bf309-e01c-493c-aa69-b31be007e882, host hv-cinder-maste, cleared binding levels {{(pid=104552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:00:17.403518 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-f0fdc1ce-aad2-4570-98d6-b7f2ce420dc9 req-9a6e1197-0bf2-4db3-a8b9-606fc9ca15bb service neutron] For port 752bf309-e01c-493c-aa69-b31be007e882, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=752bf309-e01c-493c-aa69-b31be007e882,segment=NetworkSegment(6c7f3988-5c29-4b49-bf43-a45d839e2e81),segment_id=6c7f3988-5c29-4b49-bf43-a45d839e2e81)] {{(pid=104552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:00:17.411789 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-f0fdc1ce-aad2-4570-98d6-b7f2ce420dc9 req-9a6e1197-0bf2-4db3-a8b9-606fc9ca15bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5995615'] for port (752bf309-e01c-493c-aa69-b31be007e882), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:17.415878 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fdc1ce-aad2-4570-98d6-b7f2ce420dc9 req-9a6e1197-0bf2-4db3-a8b9-606fc9ca15bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:17.416500 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-f0fdc1ce-aad2-4570-98d6-b7f2ce420dc9 req-9a6e1197-0bf2-4db3-a8b9-606fc9ca15bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:17.417937 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f0fdc1ce-aad2-4570-98d6-b7f2ce420dc9 req-9a6e1197-0bf2-4db3-a8b9-606fc9ca15bb service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/752bf309-e01c-493c-aa69-b31be007e882 HTTP/1.1" status: 200 len: 1093 time: 0.8770556 Oct 23 01:00:17.420116 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbb7e3cd-fd44-4878-9b38-d01f6247c24a', 'tag': '752bf309-e01c-493c-aa69-b31be007e882'}] {{(pid=104552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:00:17.422403 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e71a59ae106f7f9b2e36c913636ed0b95d68e581a9dbd71020046a5c2e6c46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1041eb-ab5f-436a-adda-fa478d42351c" -d '{"events": [{"name": "network-changed", "server_uuid": "cbb7e3cd-fd44-4878-9b38-d01f6247c24a", "tag": "752bf309-e01c-493c-aa69-b31be007e882"}]}' {{(pid=104552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:00:17.463526 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4700e19f-c796-4406-9ef5-a485c0b040c1 x-openstack-request-id: req-4700e19f-c796-4406-9ef5-a485c0b040c1 {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:00:17.463811 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbb7e3cd-fd44-4878-9b38-d01f6247c24a", "tag": "752bf309-e01c-493c-aa69-b31be007e882", "status": "completed", "code": 200}]} {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:00:17.464070 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4700e19f-c796-4406-9ef5-a485c0b040c1 {{(pid=104552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:00:17.464483 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4700e19f-c796-4406-9ef5-a485c0b040c1'] response: {'name': 'network-changed', 'server_uuid': 'cbb7e3cd-fd44-4878-9b38-d01f6247c24a', 'tag': '752bf309-e01c-493c-aa69-b31be007e882', 'status': 'completed', 'code': 200} Oct 23 01:00:17.474529 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e1197-0bf2-4db3-a8b9-606fc9ca15bb service neutron] Pushing event updated for resources: {'Port': ['ID=752bf309-e01c-493c-aa69-b31be007e882,revision_number=3']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:18.142710 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1041eb-ab5f-436a-adda-fa478d42351c req-c2df7348-e8a1-4b45-ba5f-985bdbceffc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:18.144260 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-cf1041eb-ab5f-436a-adda-fa478d42351c req-c2df7348-e8a1-4b45-ba5f-985bdbceffc4 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=2a9697845193443ea394c1b480b6b769&device_id=cbb7e3cd-fd44-4878-9b38-d01f6247c24a HTTP/1.1" status: 200 len: 1127 time: 0.0689735 Oct 23 01:00:18.149887 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f052d5-8639-4607-b257-f517779d906c req-753670e4-927d-4a57-b9d1-0ef206c498f3 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:18.151256 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-83f052d5-8639-4607-b257-f517779d906c req-753670e4-927d-4a57-b9d1-0ef206c498f3 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 946 time: 0.0851810 Oct 23 01:00:18.198824 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-83f052d5-8639-4607-b257-f517779d906c req-b2b540c0-327d-4f56-bd47-5b7a9766b6ec tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a78952a2-cccd-48f5-8f51-83df3683dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417063 Oct 23 01:00:18.287782 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:18.355619 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a331196a-c59d-4afb-ad0e-2dc6dc5ba20d req-b2d657f4-0a0f-4cf7-b31f-e33f42e0b685 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:18.357364 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a331196a-c59d-4afb-ad0e-2dc6dc5ba20d req-b2d657f4-0a0f-4cf7-b31f-e33f42e0b685 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 946 time: 0.0806999 Oct 23 01:00:18.365068 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc2e0c-c1da-4088-aa82-42dcfe8b8e46 req-b1a9913e-9745-4365-9a6b-611a500f2f93 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:18.366487 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-48cc2e0c-c1da-4088-aa82-42dcfe8b8e46 req-b1a9913e-9745-4365-9a6b-611a500f2f93 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05feffd4-1aa7-45d8-ba10-5af50ee7ec77 HTTP/1.1" status: 200 len: 943 time: 0.0794976 Oct 23 01:00:18.367598 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 52952) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:00:18.372629 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-29fffaf9-a0cd-4e44-8df3-9b931dccb522 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Request body: {'floatingip': {'port_id': '0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554'}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:00:18.414404 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-29fffaf9-a0cd-4e44-8df3-9b931dccb522 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks [] for floatingip (1d934081-b57f-4715-b188-9bc52aaecccf), before_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:18.419672 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-48cc2e0c-c1da-4088-aa82-42dcfe8b8e46 req-0e229d9f-9da5-4503-b81c-3c75e1e04efc tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9e47da15-b648-4e05-8264-514053b0be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463285 Oct 23 01:00:18.507909 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9687dd46-382f-4abe-883b-683deb5dfc5d req-e4bccb08-f217-4fdb-9bda-8718c350214a tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:18.509418 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-9687dd46-382f-4abe-883b-683deb5dfc5d req-e4bccb08-f217-4fdb-9bda-8718c350214a tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cbb7e3cd-fd44-4878-9b38-d01f6247c24a HTTP/1.1" status: 200 len: 943 time: 0.0458148 Oct 23 01:00:18.557234 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-9687dd46-382f-4abe-883b-683deb5dfc5d req-6d6e40b4-fad3-4f4a-9c5f-3f2206d26405 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99b637e5-7b4a-4535-a0f5-900744a58770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415151 Oct 23 01:00:18.818050 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-897addf7-a8f3-43a1-99ef-fe631969caf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (6b66cfba-c169-484b-b3a5-13fb9b6528cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:18.846555 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-29fffaf9-a0cd-4e44-8df3-9b931dccb522 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:18.849282 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1041eb-ab5f-436a-adda-fa478d42351c req-c48ac5e2-6282-4376-a309-6cc0eb99bb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:18.850945 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-cf1041eb-ab5f-436a-adda-fa478d42351c req-c48ac5e2-6282-4376-a309-6cc0eb99bb30 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=2a9697845193443ea394c1b480b6b769&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1099415 Oct 23 01:00:18.851520 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-29fffaf9-a0cd-4e44-8df3-9b931dccb522 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516985'] for floatingip (1d934081-b57f-4715-b188-9bc52aaecccf), after_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:18.946414 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1041eb-ab5f-436a-adda-fa478d42351c req-4a7d8d10-56cf-46d8-bf85-5dcd91de72f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:18.948084 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-cf1041eb-ab5f-436a-adda-fa478d42351c req-4a7d8d10-56cf-46d8-bf85-5dcd91de72f7 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899224 Oct 23 01:00:18.948549 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.db.l3_db [None req-29fffaf9-a0cd-4e44-8df3-9b931dccb522 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Floating IP 1d934081-b57f-4715-b188-9bc52aaecccf associated. External IP: 172.37.4.234, port: 0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554. Oct 23 01:00:19.025381 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:19.028876 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fdc1ce-aad2-4570-98d6-b7f2ce420dc9 req-dd282592-ece8-4ead-a0fc-0a88b7bf6311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:19.030384 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f0fdc1ce-aad2-4570-98d6-b7f2ce420dc9 req-dd282592-ece8-4ead-a0fc-0a88b7bf6311 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=2a9697845193443ea394c1b480b6b769&device_id=cbb7e3cd-fd44-4878-9b38-d01f6247c24a HTTP/1.1" status: 200 len: 1127 time: 0.0432758 Oct 23 01:00:19.075914 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f0fdc1ce-aad2-4570-98d6-b7f2ce420dc9 req-b434ebf2-6842-4a54-a919-2bee970fddc1 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=752bf309-e01c-493c-aa69-b31be007e882 HTTP/1.1" status: 200 len: 217 time: 0.0335407 Oct 23 01:00:19.102594 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:19.125595 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fdc1ce-aad2-4570-98d6-b7f2ce420dc9 req-c8e51bfe-96df-4f39-9f8e-e088d296e992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:19.127075 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f0fdc1ce-aad2-4570-98d6-b7f2ce420dc9 req-c8e51bfe-96df-4f39-9f8e-e088d296e992 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=bdebfcdc-6951-4fee-aa37-29ecb806813d HTTP/1.1" status: 200 len: 849 time: 0.0447087 Oct 23 01:00:19.156322 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29fffaf9-a0cd-4e44-8df3-9b931dccb522 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Router b19da5af-947c-410a-bc2b-a0b1941e7211 has already been hosted by L3 agent 71de1650-f9d9-4095-92e6-e37ec99e20cf {{(pid=104551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:00:19.172412 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fdc1ce-aad2-4570-98d6-b7f2ce420dc9 req-a4ff3dd3-6f3c-44fd-9621-4acefda3c48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:19.174043 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f0fdc1ce-aad2-4570-98d6-b7f2ce420dc9 req-a4ff3dd3-6f3c-44fd-9621-4acefda3c48f service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=6e24fc8d-42d5-4d11-b06b-37a4738231b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398972 Oct 23 01:00:19.204328 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:19.262755 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29fffaf9-a0cd-4e44-8df3-9b931dccb522 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:00:19.267311 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-29fffaf9-a0cd-4e44-8df3-9b931dccb522 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for floatingip (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:19.274189 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9702de4c-835b-47f8-a162-e3e44c39f756 None None] Sync routers for ids ['b19da5af-947c-410a-bc2b-a0b1941e7211'] in dv-cinder-master-3-iscsi {{(pid=104554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:00:19.276978 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f0fdc1ce-aad2-4570-98d6-b7f2ce420dc9 req-e04e0178-c25f-4b48-9a8b-1a9670a8bd53 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6e24fc8d-42d5-4d11-b06b-37a4738231b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944688 Oct 23 01:00:19.286307 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9702de4c-835b-47f8-a162-e3e44c39f756 None None] Routers {'b19da5af-947c-410a-bc2b-a0b1941e7211'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:00:19.287021 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-9702de4c-835b-47f8-a162-e3e44c39f756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T00:59:51Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['b19da5af-947c-410a-bc2b-a0b1941e7211'], 'active': True} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:19.298469 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-29fffaf9-a0cd-4e44-8df3-9b931dccb522 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/1d934081-b57f-4715-b188-9bc52aaecccf HTTP/1.1" status: 200 len: 992 time: 0.9297805 Oct 23 01:00:19.299585 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17825340-b12a-4d69-9248-6fee9379135f', 'tag': '0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554'}] {{(pid=104551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:00:19.302322 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c960d799f24b016d2b00ba845cc8f9ff5dbbdb312d69a2481f646f048ffd08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997c1b49-3a2a-4218-befe-1c8d1956c5e5" -d '{"events": [{"name": "network-changed", "server_uuid": "17825340-b12a-4d69-9248-6fee9379135f", "tag": "0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554"}]}' {{(pid=104551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:00:19.344861 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61dbd334-d4f5-4889-ac2a-46dcd4df534d x-openstack-request-id: req-61dbd334-d4f5-4889-ac2a-46dcd4df534d {{(pid=104551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:00:19.345257 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17825340-b12a-4d69-9248-6fee9379135f", "tag": "0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554", "status": "completed", "code": 200}]} {{(pid=104551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:00:19.345601 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-61dbd334-d4f5-4889-ac2a-46dcd4df534d {{(pid=104551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:00:19.346168 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61dbd334-d4f5-4889-ac2a-46dcd4df534d'] response: {'name': 'network-changed', 'server_uuid': '17825340-b12a-4d69-9248-6fee9379135f', 'tag': '0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554', 'status': 'completed', 'code': 200} Oct 23 01:00:19.390454 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f0fdc1ce-aad2-4570-98d6-b7f2ce420dc9 req-9dd34991-ab7e-4167-a662-bbcc8187f207 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6e24fc8d-42d5-4d11-b06b-37a4738231b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066053 Oct 23 01:00:19.394951 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvr_db [None req-9702de4c-835b-47f8-a162-e3e44c39f756 None None] Set router b19da5af-947c-410a-bc2b-a0b1941e7211 gateway port host: dv-cinder-master-3-iscsi {{(pid=104554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:00:19.418870 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c1b49-3a2a-4218-befe-1c8d1956c5e5 req-910dcfea-2396-42cd-af38-5db2ad8f7a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:19.420731 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-997c1b49-3a2a-4218-befe-1c8d1956c5e5 req-910dcfea-2396-42cd-af38-5db2ad8f7a7f service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=59add4b78cd346a194c4be211d1996be&device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 1130 time: 0.0484219 Oct 23 01:00:19.546107 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e1356-b166-4719-a3c9-1aedbe5d3269 req-9edaf4b1-df05-4cd8-8c6b-54986d6a8e08 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:19.547575 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-797e1356-b166-4719-a3c9-1aedbe5d3269 req-9edaf4b1-df05-4cd8-8c6b-54986d6a8e08 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05feffd4-1aa7-45d8-ba10-5af50ee7ec77 HTTP/1.1" status: 200 len: 943 time: 0.0467513 Oct 23 01:00:19.596421 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-797e1356-b166-4719-a3c9-1aedbe5d3269 req-54371de2-b136-4fe3-83db-8da715418b39 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9e47da15-b648-4e05-8264-514053b0be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429451 Oct 23 01:00:19.613409 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-9702de4c-835b-47f8-a162-e3e44c39f756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19da5af-947c-410a-bc2b-a0b1941e7211', 'name': 'tempest-AttachVolumeShelveTestJSON-758508699-router', 'tenant_id': '59add4b78cd346a194c4be211d1996be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.212'}], 'enable_snat': True}, 'gw_port_id': 'c3d281d7-77bc-45d4-bfbc-c30a363df5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:39Z', 'revision_number': 4, 'project_id': '59add4b78cd346a194c4be211d1996be', 'gw_port': {'id': 'c3d281d7-77bc-45d4-bfbc-c30a363df5dd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19da5af-947c-410a-bc2b-a0b1941e7211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:25Z', 'updated_at': '2022-10-23T00:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '1d934081-b57f-4715-b188-9bc52aaecccf', 'tenant_id': '59add4b78cd346a194c4be211d1996be', 'floating_ip_address': '172.37.4.234', 'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'router_id': 'b19da5af-947c-410a-bc2b-a0b1941e7211', 'port_id': '0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8105e98-346f-4369-be4d-2cb2d399c07a', 'mac_address': 'fa:16:3e:c7:f9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17825340-b12a-4d69-9248-6fee9379135f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:00:03Z', 'updated_at': '2022-10-23T01:00:18Z', 'revision_number': 1, 'project_id': '59add4b78cd346a194c4be211d1996be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '045e8cb5-b097-4c96-a318-d42be89b2e6f', 'name': '', 'network_id': 'f8105e98-346f-4369-be4d-2cb2d399c07a', 'tenant_id': '59add4b78cd346a194c4be211d1996be', 'mac_address': 'fa:16:3e:8e:5e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19da5af-947c-410a-bc2b-a0b1941e7211', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '52944cd4-669b-4a10-a076-1661bc94a4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:37Z', 'updated_at': '2022-10-23T00:55:52Z', 'revision_number': 5, 'project_id': '59add4b78cd346a194c4be211d1996be', 'subnets': [{'id': '52944cd4-669b-4a10-a076-1661bc94a4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:19.638963 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9702de4c-835b-47f8-a162-e3e44c39f756 None None] Checking router: b19da5af-947c-410a-bc2b-a0b1941e7211 for host: dv-cinder-master-3-iscsi {{(pid=104554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:00:19.647683 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9702de4c-835b-47f8-a162-e3e44c39f756 None None] Routers {'b19da5af-947c-410a-bc2b-a0b1941e7211'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:00:19.648287 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-9702de4c-835b-47f8-a162-e3e44c39f756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T00:59:51Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['b19da5af-947c-410a-bc2b-a0b1941e7211'], 'active': True} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:19.683578 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce2418-c0fc-4474-8f31-2d03b8ac0054 req-e3148677-46d0-42e8-9fb8-64407cdcc9af tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:19.685081 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c0ce2418-c0fc-4474-8f31-2d03b8ac0054 req-e3148677-46d0-42e8-9fb8-64407cdcc9af tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cbb7e3cd-fd44-4878-9b38-d01f6247c24a HTTP/1.1" status: 200 len: 943 time: 0.0461116 Oct 23 01:00:19.735370 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c0ce2418-c0fc-4474-8f31-2d03b8ac0054 req-968fb9c3-5eef-441a-90fa-584cebe80349 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99b637e5-7b4a-4535-a0f5-900744a58770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447197 Oct 23 01:00:19.751800 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvr_db [None req-9702de4c-835b-47f8-a162-e3e44c39f756 None None] Set router b19da5af-947c-410a-bc2b-a0b1941e7211 gateway port host: dv-cinder-master-3-iscsi {{(pid=104554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:00:19.789491 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 3852bda4-a273-400c-a77a-8c3bd9a04a63 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104553) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:00:19.890138 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port 3852bda4-a273-400c-a77a-8c3bd9a04a63, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3852bda4-a273-400c-a77a-8c3bd9a04a63,segment=NetworkSegment(d3b56b04-e2e1-4f00-a9db-1de40f8c425f),segment_id=d3b56b04-e2e1-4f00-a9db-1de40f8c425f)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:00:19.902606 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Returning: {'device': '3852bda4-a273-400c-a77a-8c3bd9a04a63', 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79', 'port_id': '3852bda4-a273-400c-a77a-8c3bd9a04a63', 'mac_address': 'fa:16:3e:7f:f7:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6978021c-740e-4d5a-a551-8462e322d9a8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104553) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:00:19.938094 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Current status of the port 3852bda4-a273-400c-a77a-8c3bd9a04a63 is: DOWN; New status is: BUILD {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:00:19.938476 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (3852bda4-a273-400c-a77a-8c3bd9a04a63), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:19.955292 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.notifiers.nova [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3852bda4-a273-400c-a77a-8c3bd9a04a63 {{(pid=104553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:00:19.968520 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-9702de4c-835b-47f8-a162-e3e44c39f756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19da5af-947c-410a-bc2b-a0b1941e7211', 'name': 'tempest-AttachVolumeShelveTestJSON-758508699-router', 'tenant_id': '59add4b78cd346a194c4be211d1996be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.212'}], 'enable_snat': True}, 'gw_port_id': 'c3d281d7-77bc-45d4-bfbc-c30a363df5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:39Z', 'revision_number': 4, 'project_id': '59add4b78cd346a194c4be211d1996be', 'gw_port': {'id': 'c3d281d7-77bc-45d4-bfbc-c30a363df5dd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19da5af-947c-410a-bc2b-a0b1941e7211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:25Z', 'updated_at': '2022-10-23T00:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '1d934081-b57f-4715-b188-9bc52aaecccf', 'tenant_id': '59add4b78cd346a194c4be211d1996be', 'floating_ip_address': '172.37.4.234', 'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'router_id': 'b19da5af-947c-410a-bc2b-a0b1941e7211', 'port_id': '0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8105e98-346f-4369-be4d-2cb2d399c07a', 'mac_address': 'fa:16:3e:c7:f9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17825340-b12a-4d69-9248-6fee9379135f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:00:03Z', 'updated_at': '2022-10-23T01:00:18Z', 'revision_number': 1, 'project_id': '59add4b78cd346a194c4be211d1996be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '045e8cb5-b097-4c96-a318-d42be89b2e6f', 'name': '', 'network_id': 'f8105e98-346f-4369-be4d-2cb2d399c07a', 'tenant_id': '59add4b78cd346a194c4be211d1996be', 'mac_address': 'fa:16:3e:8e:5e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19da5af-947c-410a-bc2b-a0b1941e7211', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '52944cd4-669b-4a10-a076-1661bc94a4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:37Z', 'updated_at': '2022-10-23T00:55:52Z', 'revision_number': 5, 'project_id': '59add4b78cd346a194c4be211d1996be', 'subnets': [{'id': '52944cd4-669b-4a10-a076-1661bc94a4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:19.975667 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port 3852bda4-a273-400c-a77a-8c3bd9a04a63, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3852bda4-a273-400c-a77a-8c3bd9a04a63,segment=NetworkSegment(d3b56b04-e2e1-4f00-a9db-1de40f8c425f),segment_id=d3b56b04-e2e1-4f00-a9db-1de40f8c425f)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:00:19.981665 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (3852bda4-a273-400c-a77a-8c3bd9a04a63), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:19.994654 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9702de4c-835b-47f8-a162-e3e44c39f756 None None] The sync data for ids ['b19da5af-947c-410a-bc2b-a0b1941e7211'] in dv-cinder-master-3-iscsi is: [{'id': 'b19da5af-947c-410a-bc2b-a0b1941e7211', 'name': 'tempest-AttachVolumeShelveTestJSON-758508699-router', 'tenant_id': '59add4b78cd346a194c4be211d1996be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.212'}], 'enable_snat': True}, 'gw_port_id': 'c3d281d7-77bc-45d4-bfbc-c30a363df5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:39Z', 'revision_number': 4, 'project_id': '59add4b78cd346a194c4be211d1996be', 'gw_port': {'id': 'c3d281d7-77bc-45d4-bfbc-c30a363df5dd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19da5af-947c-410a-bc2b-a0b1941e7211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:25Z', 'updated_at': '2022-10-23T00:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '1d934081-b57f-4715-b188-9bc52aaecccf', 'tenant_id': '59add4b78cd346a194c4be211d1996be', 'floating_ip_address': '172.37.4.234', 'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'router_id': 'b19da5af-947c-410a-bc2b-a0b1941e7211', 'port_id': '0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8105e98-346f-4369-be4d-2cb2d399c07a', 'mac_address': 'fa:16:3e:c7:f9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17825340-b12a-4d69-9248-6fee9379135f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:00:03Z', 'updated_at': '2022-10-23T01:00:18Z', 'revision_number': 1, 'project_id': '59add4b78cd346a194c4be211d1996be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '045e8cb5-b097-4c96-a318-d42be89b2e6f', 'name': '', 'network_id': 'f8105e98-346f-4369-be4d-2cb2d399c07a', 'tenant_id': '59add4b78cd346a194c4be211d1996be', 'mac_address': 'fa:16:3e:8e:5e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19da5af-947c-410a-bc2b-a0b1941e7211', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '52944cd4-669b-4a10-a076-1661bc94a4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:37Z', 'updated_at': '2022-10-23T00:55:52Z', 'revision_number': 5, 'project_id': '59add4b78cd346a194c4be211d1996be', 'subnets': [{'id': '52944cd4-669b-4a10-a076-1661bc94a4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:00:20.032249 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Pushing event updated for resources: {'Port': ['ID=3852bda4-a273-400c-a77a-8c3bd9a04a63,revision_number=4']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:20.188913 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b802e0-5921-4445-8f7b-7fdd9e7b9f83 None None] New status for floating IP 1d934081-b57f-4715-b188-9bc52aaecccf: ACTIVE {{(pid=104553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:00:20.243091 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] get_ports_and_sgs() called for port_ids ['3852bda4-a273-400c-a77a-8c3bd9a04a63'] {{(pid=104553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:00:20.422012 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:20.445176 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c1b49-3a2a-4218-befe-1c8d1956c5e5 req-dfc4f1f1-ea00-408b-8102-71e530b78454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:20.446654 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-997c1b49-3a2a-4218-befe-1c8d1956c5e5 req-dfc4f1f1-ea00-408b-8102-71e530b78454 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=f8105e98-346f-4369-be4d-2cb2d399c07a HTTP/1.1" status: 200 len: 917 time: 0.0966365 Oct 23 01:00:20.512700 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-997c1b49-3a2a-4218-befe-1c8d1956c5e5 req-87807d0b-49e0-4430-9609-9d1df4a7261d service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554 HTTP/1.1" status: 200 len: 1002 time: 0.0595510 Oct 23 01:00:20.563271 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c1b49-3a2a-4218-befe-1c8d1956c5e5 req-8ae07737-b9c5-43d6-a872-a6032cf98c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:20.564747 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-997c1b49-3a2a-4218-befe-1c8d1956c5e5 req-8ae07737-b9c5-43d6-a872-a6032cf98c91 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=52944cd4-669b-4a10-a076-1661bc94a4a7 HTTP/1.1" status: 200 len: 855 time: 0.0444651 Oct 23 01:00:20.608707 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c1b49-3a2a-4218-befe-1c8d1956c5e5 req-eb4fc067-4f64-4d19-b729-1a556502feef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:20.610343 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-997c1b49-3a2a-4218-befe-1c8d1956c5e5 req-eb4fc067-4f64-4d19-b729-1a556502feef service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=f8105e98-346f-4369-be4d-2cb2d399c07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392721 Oct 23 01:00:20.737102 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30409c56-41d8-4a4d-8461-b46bb8c332ba req-c6024203-f374-4d09-b432-36e2c83cb1cb tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:20.738578 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-30409c56-41d8-4a4d-8461-b46bb8c332ba req-c6024203-f374-4d09-b432-36e2c83cb1cb tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05feffd4-1aa7-45d8-ba10-5af50ee7ec77 HTTP/1.1" status: 200 len: 944 time: 0.0639300 Oct 23 01:00:20.753573 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-997c1b49-3a2a-4218-befe-1c8d1956c5e5 req-3f811ea1-d41f-4d35-ab0b-b992082c19fd service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f8105e98-346f-4369-be4d-2cb2d399c07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323459 Oct 23 01:00:20.878201 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-997c1b49-3a2a-4218-befe-1c8d1956c5e5 req-3f00189d-faeb-4c2c-a72b-aaefe0582277 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f8105e98-346f-4369-be4d-2cb2d399c07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091383 Oct 23 01:00:20.964614 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:21.028389 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840bc11-caec-4ea3-a925-3b749a905f81 req-e469558c-c1e0-485c-a899-14608b00624e tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:21.029790 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f840bc11-caec-4ea3-a925-3b749a905f81 req-e469558c-c1e0-485c-a899-14608b00624e tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cbb7e3cd-fd44-4878-9b38-d01f6247c24a HTTP/1.1" status: 200 len: 943 time: 0.2060256 Oct 23 01:00:21.033368 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-30409c56-41d8-4a4d-8461-b46bb8c332ba req-20e91a2b-5d5b-483d-aff6-261267151d7c tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9e47da15-b648-4e05-8264-514053b0be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2889667 Oct 23 01:00:21.079804 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f840bc11-caec-4ea3-a925-3b749a905f81 req-6fb45b1b-d5c6-42e7-91c0-db0acca5fa8d tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99b637e5-7b4a-4535-a0f5-900744a58770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435102 Oct 23 01:00:21.236591 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:21.247189 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5def510f-099c-4d67-b890-600d46cbb078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (71de1650-f9d9-4095-92e6-e37ec99e20cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:21.816214 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 752bf309-e01c-493c-aa69-b31be007e882 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104553) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:00:21.819834 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 3852bda4-a273-400c-a77a-8c3bd9a04a63 up at agent hyperv_hv-cinder-maste {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:00:21.861373 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:21.924429 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Provisioning for port 3852bda4-a273-400c-a77a-8c3bd9a04a63 completed by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 01:00:21.933847 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Provisioning complete for port 3852bda4-a273-400c-a77a-8c3bd9a04a63 triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:00:21.934291 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (3852bda4-a273-400c-a77a-8c3bd9a04a63), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:21.934627 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Attempt 1 to provision port 3852bda4-a273-400c-a77a-8c3bd9a04a63 Oct 23 01:00:21.987093 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port 752bf309-e01c-493c-aa69-b31be007e882, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=752bf309-e01c-493c-aa69-b31be007e882,segment=NetworkSegment(6c7f3988-5c29-4b49-bf43-a45d839e2e81),segment_id=6c7f3988-5c29-4b49-bf43-a45d839e2e81)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:00:22.005394 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Returning: {'device': '752bf309-e01c-493c-aa69-b31be007e882', 'network_id': '6e24fc8d-42d5-4d11-b06b-37a4738231b0', 'port_id': '752bf309-e01c-493c-aa69-b31be007e882', 'mac_address': 'fa:16:3e:08:0a:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdebfcdc-6951-4fee-aa37-29ecb806813d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104553) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:00:22.068192 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Current status of the port 3852bda4-a273-400c-a77a-8c3bd9a04a63 is: BUILD; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:00:22.068569 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (3852bda4-a273-400c-a77a-8c3bd9a04a63), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:22.071833 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Current status of the port 752bf309-e01c-493c-aa69-b31be007e882 is: DOWN; New status is: BUILD {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:00:22.072223 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (752bf309-e01c-493c-aa69-b31be007e882), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:22.097817 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.notifiers.nova [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 752bf309-e01c-493c-aa69-b31be007e882 {{(pid=104553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:00:22.109798 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05feffd4-1aa7-45d8-ba10-5af50ee7ec77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3852bda4-a273-400c-a77a-8c3bd9a04a63'}] {{(pid=104553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:00:22.112380 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ef7492e608d46078fd98593772981b2cfdf47eaedaeea269e4497eac5a7bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0295f3d-5741-41ea-b434-f6238ea75ca2" -d '{"events": [{"server_uuid": "05feffd4-1aa7-45d8-ba10-5af50ee7ec77", "name": "network-vif-plugged", "status": "completed", "tag": "3852bda4-a273-400c-a77a-8c3bd9a04a63"}]}' {{(pid=104553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:00:22.136384 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port 3852bda4-a273-400c-a77a-8c3bd9a04a63, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3852bda4-a273-400c-a77a-8c3bd9a04a63,segment=NetworkSegment(d3b56b04-e2e1-4f00-a9db-1de40f8c425f),segment_id=d3b56b04-e2e1-4f00-a9db-1de40f8c425f)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:00:22.138234 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port 752bf309-e01c-493c-aa69-b31be007e882, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=752bf309-e01c-493c-aa69-b31be007e882,segment=NetworkSegment(6c7f3988-5c29-4b49-bf43-a45d839e2e81),segment_id=6c7f3988-5c29-4b49-bf43-a45d839e2e81)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:00:22.144415 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (3852bda4-a273-400c-a77a-8c3bd9a04a63), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:22.148970 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (752bf309-e01c-493c-aa69-b31be007e882), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:22.175539 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb180f6e-fe61-4c52-bf48-5fb1fdccd33b req-d1d3d24f-bda5-4c0d-939b-f8656b2cb17c tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:22.177051 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-eb180f6e-fe61-4c52-bf48-5fb1fdccd33b req-d1d3d24f-bda5-4c0d-939b-f8656b2cb17c tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05feffd4-1aa7-45d8-ba10-5af50ee7ec77 HTTP/1.1" status: 200 len: 944 time: 0.0584352 Oct 23 01:00:22.196087 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Pushing event updated for resources: {'Port': ['ID=3852bda4-a273-400c-a77a-8c3bd9a04a63,revision_number=5']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:22.241578 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d3f52-5690-4334-ad2a-e24552de5684 req-bfe7e19a-fed3-4d6a-8971-2dd7cadb4e05 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:22.243052 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ec8d3f52-5690-4334-ad2a-e24552de5684 req-bfe7e19a-fed3-4d6a-8971-2dd7cadb4e05 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cbb7e3cd-fd44-4878-9b38-d01f6247c24a HTTP/1.1" status: 200 len: 944 time: 0.0651097 Oct 23 01:00:22.244097 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Pushing event updated for resources: {'Port': ['ID=752bf309-e01c-493c-aa69-b31be007e882,revision_number=4']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:22.282990 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-eb180f6e-fe61-4c52-bf48-5fb1fdccd33b req-90b9884a-8535-4991-b264-c0d1ead0c7af tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9e47da15-b648-4e05-8264-514053b0be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963655 Oct 23 01:00:22.310254 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5148f689-0f62-430a-b3f2-d0758b81aa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (b2013646-e5ec-4b71-a145-3908973fbde8), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:22.321420 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ec8d3f52-5690-4334-ad2a-e24552de5684 req-2a6066a0-0bb6-4f7f-b597-43514e518365 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99b637e5-7b4a-4535-a0f5-900744a58770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714819 Oct 23 01:00:22.331191 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6483914a-b96f-4eb3-811d-0e7c3c873404 x-openstack-request-id: req-6483914a-b96f-4eb3-811d-0e7c3c873404 {{(pid=104553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:00:22.331593 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05feffd4-1aa7-45d8-ba10-5af50ee7ec77", "name": "network-vif-plugged", "status": "completed", "tag": "3852bda4-a273-400c-a77a-8c3bd9a04a63", "code": 200}]} {{(pid=104553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:00:22.332011 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6483914a-b96f-4eb3-811d-0e7c3c873404 {{(pid=104553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:00:22.332497 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6483914a-b96f-4eb3-811d-0e7c3c873404'] response: {'server_uuid': '05feffd4-1aa7-45d8-ba10-5af50ee7ec77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3852bda4-a273-400c-a77a-8c3bd9a04a63', 'code': 200} Oct 23 01:00:22.434687 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] get_ports_and_sgs() called for port_ids ['752bf309-e01c-493c-aa69-b31be007e882'] {{(pid=104553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:00:22.598042 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a2776-92be-4da0-99e5-89d0f74cbf79 req-3c7367f5-293b-44bb-a22c-f28e2e9a3c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:22.599633 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e84a2776-92be-4da0-99e5-89d0f74cbf79 req-3c7367f5-293b-44bb-a22c-f28e2e9a3c9d service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05feffd4-1aa7-45d8-ba10-5af50ee7ec77 HTTP/1.1" status: 200 len: 1129 time: 0.0400057 Oct 23 01:00:22.689246 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e01ebd-0dc3-4fdf-a780-8de337aaddd9 req-32fc633a-c58b-471c-a0a4-38575ef97b47 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:22.690667 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-61e01ebd-0dc3-4fdf-a780-8de337aaddd9 req-32fc633a-c58b-471c-a0a4-38575ef97b47 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccd36ab6-014d-49b2-9a79-8a4fe655caf0 HTTP/1.1" status: 200 len: 945 time: 0.0487046 Oct 23 01:00:22.743970 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-61e01ebd-0dc3-4fdf-a780-8de337aaddd9 req-2b3fdc54-8d2f-45cc-9b3b-a730ad389039 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2024e950-6bc4-4c6f-8358-200660ce4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455270 Oct 23 01:00:23.443280 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c493b-a398-4008-b091-2ab472f69007 req-cfb26071-51c4-4f4e-ad1b-9c84e8177bc6 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:23.444753 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f21c493b-a398-4008-b091-2ab472f69007 req-cfb26071-51c4-4f4e-ad1b-9c84e8177bc6 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05feffd4-1aa7-45d8-ba10-5af50ee7ec77 HTTP/1.1" status: 200 len: 945 time: 0.0728986 Oct 23 01:00:23.463214 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d84fed2-b322-4337-9455-53948f5ebba0 req-ca9c61aa-e492-431f-b4a9-6e13e3fa6860 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:23.464594 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0d84fed2-b322-4337-9455-53948f5ebba0 req-ca9c61aa-e492-431f-b4a9-6e13e3fa6860 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cbb7e3cd-fd44-4878-9b38-d01f6247c24a HTTP/1.1" status: 200 len: 944 time: 0.0644386 Oct 23 01:00:23.534510 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f21c493b-a398-4008-b091-2ab472f69007 req-b420ac1e-f2a3-4d18-b053-6bb767361e76 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9e47da15-b648-4e05-8264-514053b0be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837367 Oct 23 01:00:23.541767 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0d84fed2-b322-4337-9455-53948f5ebba0 req-207023e4-f1c5-44d3-a0a0-89d465348f65 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99b637e5-7b4a-4535-a0f5-900744a58770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689456 Oct 23 01:00:23.657867 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e80eb663-45f3-44c1-bd5d-b13fbac885c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (9e3bf558-830b-43df-b1b1-6fe61a75ce60), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:23.832709 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 752bf309-e01c-493c-aa69-b31be007e882 up at agent hyperv_hv-cinder-maste {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:00:23.838656 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:23.876921 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732b641-043d-4354-975d-022b904a7b7b req-b420e937-7f97-49a4-89ae-44ed71c6ff28 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:23.877499 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Provisioning for port 752bf309-e01c-493c-aa69-b31be007e882 completed by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 01:00:23.878299 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d732b641-043d-4354-975d-022b904a7b7b req-b420e937-7f97-49a4-89ae-44ed71c6ff28 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccd36ab6-014d-49b2-9a79-8a4fe655caf0 HTTP/1.1" status: 200 len: 945 time: 0.0486896 Oct 23 01:00:23.886047 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Provisioning complete for port 752bf309-e01c-493c-aa69-b31be007e882 triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:00:23.886485 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (752bf309-e01c-493c-aa69-b31be007e882), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:23.886861 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Attempt 1 to provision port 752bf309-e01c-493c-aa69-b31be007e882 Oct 23 01:00:23.923178 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:23.926152 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d732b641-043d-4354-975d-022b904a7b7b req-ad4eeba2-d49c-4983-9f77-e08d413fda0e tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2024e950-6bc4-4c6f-8358-200660ce4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418191 Oct 23 01:00:23.952593 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:23.966773 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Current status of the port 752bf309-e01c-493c-aa69-b31be007e882 is: BUILD; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:00:23.967162 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (752bf309-e01c-493c-aa69-b31be007e882), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:24.015305 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (e5069eb9-82e8-4601-9222-8a50cea677c6), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:24.021001 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port 752bf309-e01c-493c-aa69-b31be007e882, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=752bf309-e01c-493c-aa69-b31be007e882,segment=NetworkSegment(6c7f3988-5c29-4b49-bf43-a45d839e2e81),segment_id=6c7f3988-5c29-4b49-bf43-a45d839e2e81)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:00:24.027532 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (752bf309-e01c-493c-aa69-b31be007e882), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:24.078571 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Pushing event updated for resources: {'Port': ['ID=752bf309-e01c-493c-aa69-b31be007e882,revision_number=5']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:24.148147 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d0abac79-9adb-4f0f-a5de-09a3692ec693 req-db5e73b4-f506-470a-85dc-9bfd3629b13c tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1755196010&fields=id&tenant_id=2b5536e4b945479e8972cb5a95f60324 HTTP/1.1" status: 200 len: 267 time: 0.0458763 Oct 23 01:00:24.206892 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0abac79-9adb-4f0f-a5de-09a3692ec693 req-b736cdcb-0885-415f-8c43-e0b9e906c784 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:24.208340 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d0abac79-9adb-4f0f-a5de-09a3692ec693 req-b736cdcb-0885-415f-8c43-e0b9e906c784 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d3ff7f-a7b9-4b82-a87a-7c732191a284 HTTP/1.1" status: 200 len: 984 time: 0.0543206 Oct 23 01:00:24.219289 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [req-d0abac79-9adb-4f0f-a5de-09a3692ec693 req-20451b27-c834-4292-bf8a-65fe49d218ef tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Request body: {'port': {'security_groups': ['ef20917c-8dad-4b49-8e2b-5fc4aa0568d5']}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:00:24.304172 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-d0abac79-9adb-4f0f-a5de-09a3692ec693 req-20451b27-c834-4292-bf8a-65fe49d218ef tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (03b8c8cc-3573-4004-a318-cc6ea8e45066), before_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:24.333364 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbb7e3cd-fd44-4878-9b38-d01f6247c24a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '752bf309-e01c-493c-aa69-b31be007e882'}] {{(pid=104553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:00:24.335767 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ef7492e608d46078fd98593772981b2cfdf47eaedaeea269e4497eac5a7bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9102fc-b873-46c7-be2a-f23743509c99" -d '{"events": [{"server_uuid": "cbb7e3cd-fd44-4878-9b38-d01f6247c24a", "name": "network-vif-plugged", "status": "completed", "tag": "752bf309-e01c-493c-aa69-b31be007e882"}]}' {{(pid=104553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:00:24.359048 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:24.376158 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956ae446-0678-4694-be8f-7fb61cc4a452 x-openstack-request-id: req-956ae446-0678-4694-be8f-7fb61cc4a452 {{(pid=104553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:00:24.376504 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbb7e3cd-fd44-4878-9b38-d01f6247c24a", "name": "network-vif-plugged", "status": "completed", "tag": "752bf309-e01c-493c-aa69-b31be007e882", "code": 200}]} {{(pid=104553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:00:24.376839 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-956ae446-0678-4694-be8f-7fb61cc4a452 {{(pid=104553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:00:24.377290 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.notifiers.nova [-] Nova event matching ['req-956ae446-0678-4694-be8f-7fb61cc4a452'] response: {'server_uuid': 'cbb7e3cd-fd44-4878-9b38-d01f6247c24a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '752bf309-e01c-493c-aa69-b31be007e882', 'code': 200} Oct 23 01:00:24.496307 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-d0abac79-9adb-4f0f-a5de-09a3692ec693 req-20451b27-c834-4292-bf8a-65fe49d218ef tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] For port 03b8c8cc-3573-4004-a318-cc6ea8e45066, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=03b8c8cc-3573-4004-a318-cc6ea8e45066,segment=NetworkSegment(cddd1db6-cf69-4403-969b-c4a8db3f5024),segment_id=cddd1db6-cf69-4403-969b-c4a8db3f5024)] {{(pid=104552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:00:24.527284 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-d0abac79-9adb-4f0f-a5de-09a3692ec693 req-20451b27-c834-4292-bf8a-65fe49d218ef tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Publish callbacks [] for port (03b8c8cc-3573-4004-a318-cc6ea8e45066), precommit_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:24.534387 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-d0abac79-9adb-4f0f-a5de-09a3692ec693 req-20451b27-c834-4292-bf8a-65fe49d218ef tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5995615'] for port (03b8c8cc-3573-4004-a318-cc6ea8e45066), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:24.544988 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0abac79-9adb-4f0f-a5de-09a3692ec693 req-20451b27-c834-4292-bf8a-65fe49d218ef tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:24.545599 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-d0abac79-9adb-4f0f-a5de-09a3692ec693 req-20451b27-c834-4292-bf8a-65fe49d218ef tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:24.545965 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] get_ports_and_sgs() called for port_ids ['03b8c8cc-3573-4004-a318-cc6ea8e45066'] {{(pid=104553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:00:24.546934 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d0abac79-9adb-4f0f-a5de-09a3692ec693 req-20451b27-c834-4292-bf8a-65fe49d218ef tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "PUT /networking/v2.0/ports/03b8c8cc-3573-4004-a318-cc6ea8e45066 HTTP/1.1" status: 200 len: 942 time: 0.3321211 Oct 23 01:00:24.547490 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66d3ff7f-a7b9-4b82-a87a-7c732191a284', 'tag': '03b8c8cc-3573-4004-a318-cc6ea8e45066'}] {{(pid=104552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:00:24.549825 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e71a59ae106f7f9b2e36c913636ed0b95d68e581a9dbd71020046a5c2e6c46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1bd660-b735-441b-a79e-01e77dd4effa" -d '{"events": [{"name": "network-changed", "server_uuid": "66d3ff7f-a7b9-4b82-a87a-7c732191a284", "tag": "03b8c8cc-3573-4004-a318-cc6ea8e45066"}]}' {{(pid=104552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:00:24.553767 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 53016) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:00:24.609260 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc473d6-70f5-4139-af01-5887a7c7462c x-openstack-request-id: req-ccc473d6-70f5-4139-af01-5887a7c7462c {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:00:24.609555 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66d3ff7f-a7b9-4b82-a87a-7c732191a284", "tag": "03b8c8cc-3573-4004-a318-cc6ea8e45066", "status": "completed", "code": 200}]} {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:00:24.609808 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ccc473d6-70f5-4139-af01-5887a7c7462c {{(pid=104552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:00:24.610222 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccc473d6-70f5-4139-af01-5887a7c7462c'] response: {'name': 'network-changed', 'server_uuid': '66d3ff7f-a7b9-4b82-a87a-7c732191a284', 'tag': '03b8c8cc-3573-4004-a318-cc6ea8e45066', 'status': 'completed', 'code': 200} Oct 23 01:00:24.672272 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20451b27-c834-4292-bf8a-65fe49d218ef tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Pushing event updated for resources: {'Port': ['ID=03b8c8cc-3573-4004-a318-cc6ea8e45066,revision_number=7']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:24.678322 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] get_ports_and_sgs() called for port_ids ['03b8c8cc-3573-4004-a318-cc6ea8e45066'] {{(pid=104553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:00:24.732337 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-ae940ed0-f2c7-4339-88fa-f1edfa77c23e tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Publish callbacks [] for security_group (ec73b002-330e-47cc-a826-68d3bc97dba7), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:24.742148 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cfc275-8a19-4d4d-8ef0-c0b35729cc1a req-b3c14f99-4b9e-4ffc-90ee-442f997c89d1 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:24.743699 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-66cfc275-8a19-4d4d-8ef0-c0b35729cc1a req-b3c14f99-4b9e-4ffc-90ee-442f997c89d1 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05feffd4-1aa7-45d8-ba10-5af50ee7ec77 HTTP/1.1" status: 200 len: 945 time: 0.1102998 Oct 23 01:00:24.751780 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794efa05-87fb-44ce-90a2-d566bb0b1b07 req-ee4b95a4-e83f-49c0-a00b-543ff2bbc419 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:24.753205 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-794efa05-87fb-44ce-90a2-d566bb0b1b07 req-ee4b95a4-e83f-49c0-a00b-543ff2bbc419 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cbb7e3cd-fd44-4878-9b38-d01f6247c24a HTTP/1.1" status: 200 len: 945 time: 0.0779257 Oct 23 01:00:24.804921 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-ae940ed0-f2c7-4339-88fa-f1edfa77c23e tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Publish callbacks [] for security_group (ec73b002-330e-47cc-a826-68d3bc97dba7), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:24.884878 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-66cfc275-8a19-4d4d-8ef0-c0b35729cc1a req-9660a497-a295-4df5-b788-b908b80d4bd8 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9e47da15-b648-4e05-8264-514053b0be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304982 Oct 23 01:00:24.889158 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-794efa05-87fb-44ce-90a2-d566bb0b1b07 req-27cb446d-beb2-4d9d-8f42-8b362673fb81 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99b637e5-7b4a-4535-a0f5-900744a58770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279318 Oct 23 01:00:24.930597 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-ae940ed0-f2c7-4339-88fa-f1edfa77c23e tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (ec73b002-330e-47cc-a826-68d3bc97dba7), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:24.933798 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-ae940ed0-f2c7-4339-88fa-f1edfa77c23e tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Publish callbacks [] for security_group (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:24.934976 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-ae940ed0-f2c7-4339-88fa-f1edfa77c23e tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/ec73b002-330e-47cc-a826-68d3bc97dba7 HTTP/1.1" status: 204 len: 168 time: 0.3802481 Oct 23 01:00:24.938064 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 53022) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:00:24.947507 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae940ed0-f2c7-4339-88fa-f1edfa77c23e tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec73b002-330e-47cc-a826-68d3bc97dba7,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:25.055377 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac18dc9-effe-4343-aca1-e6c2b4c4ce6d req-f4955a67-bd96-40a1-9478-5f316328eaad tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:25.056954 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-eac18dc9-effe-4343-aca1-e6c2b4c4ce6d req-f4955a67-bd96-40a1-9478-5f316328eaad tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccd36ab6-014d-49b2-9a79-8a4fe655caf0 HTTP/1.1" status: 200 len: 945 time: 0.0490561 Oct 23 01:00:25.082920 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:25.086082 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-af65d321-9088-462d-b45c-5c1dcb0b3671 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Deleting port 5e5d53f2-8969-4a48-aafc-fdbdd3b240da {{(pid=104551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:00:25.086430 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-af65d321-9088-462d-b45c-5c1dcb0b3671 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (5e5d53f2-8969-4a48-aafc-fdbdd3b240da), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:25.106276 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-eac18dc9-effe-4343-aca1-e6c2b4c4ce6d req-3a6dc1cc-fa2f-4e3d-a404-5c45a4825465 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2024e950-6bc4-4c6f-8358-200660ce4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434699 Oct 23 01:00:25.363541 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-af65d321-9088-462d-b45c-5c1dcb0b3671 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (5e5d53f2-8969-4a48-aafc-fdbdd3b240da), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:25.363855 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-af65d321-9088-462d-b45c-5c1dcb0b3671 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Publish callbacks [] for floatingip (5e5d53f2-8969-4a48-aafc-fdbdd3b240da), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:25.377593 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-af65d321-9088-462d-b45c-5c1dcb0b3671 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Calling delete_port for 5e5d53f2-8969-4a48-aafc-fdbdd3b240da owned by network:floatingip {{(pid=104551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:00:25.548747 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-af65d321-9088-462d-b45c-5c1dcb0b3671 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6140158'] for port (5e5d53f2-8969-4a48-aafc-fdbdd3b240da), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:25.571000 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af65d321-9088-462d-b45c-5c1dcb0b3671 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Pushing event deleted for resources: {'Port': ['ID=5e5d53f2-8969-4a48-aafc-fdbdd3b240da,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:25.638449 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-af65d321-9088-462d-b45c-5c1dcb0b3671 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Publish callbacks [] for floatingip (5f4efb14-f169-4f55-867f-640f5eee0093), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:25.638927 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.db.l3_db [None req-af65d321-9088-462d-b45c-5c1dcb0b3671 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Floating IP 5f4efb14-f169-4f55-867f-640f5eee0093 disassociated (deleted). External IP: 172.37.4.12, port: 03b8c8cc-3573-4004-a318-cc6ea8e45066. Oct 23 01:00:25.824955 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:25.846150 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af65d321-9088-462d-b45c-5c1dcb0b3671 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Router ccc4a4a5-6896-45a8-ac65-8e16513ab31f has already been hosted by L3 agent 71de1650-f9d9-4095-92e6-e37ec99e20cf {{(pid=104551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:00:25.892065 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1bd660-b735-441b-a79e-01e77dd4effa req-01055748-2fed-4199-bace-95c9f909fe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:25.893592 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4d1bd660-b735-441b-a79e-01e77dd4effa req-01055748-2fed-4199-bace-95c9f909fe24 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=2b5536e4b945479e8972cb5a95f60324&device_id=66d3ff7f-a7b9-4b82-a87a-7c732191a284 HTTP/1.1" status: 200 len: 1129 time: 0.0650444 Oct 23 01:00:25.897510 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e84a2776-92be-4da0-99e5-89d0f74cbf79 req-d721f5b0-0d2a-4727-abd9-1279f0ef673b service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e47da15-b648-4e05-8264-514053b0be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840511 Oct 23 01:00:25.902100 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:25.956256 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af65d321-9088-462d-b45c-5c1dcb0b3671 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:00:25.961005 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-af65d321-9088-462d-b45c-5c1dcb0b3671 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for floatingip (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:25.967073 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d180498a-4620-4a07-a3a0-500de0c5f7f3 None None] Sync routers for ids ['ccc4a4a5-6896-45a8-ac65-8e16513ab31f'] in dv-cinder-master-3-iscsi {{(pid=104554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:00:25.989201 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d180498a-4620-4a07-a3a0-500de0c5f7f3 None None] Routers {'ccc4a4a5-6896-45a8-ac65-8e16513ab31f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:00:25.989825 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-d180498a-4620-4a07-a3a0-500de0c5f7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:00:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['ccc4a4a5-6896-45a8-ac65-8e16513ab31f'], 'active': True} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:25.992025 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-af65d321-9088-462d-b45c-5c1dcb0b3671 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/5f4efb14-f169-4f55-867f-640f5eee0093 HTTP/1.1" status: 204 len: 168 time: 1.0527740 Oct 23 01:00:25.992669 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66d3ff7f-a7b9-4b82-a87a-7c732191a284', 'tag': '03b8c8cc-3573-4004-a318-cc6ea8e45066'}] {{(pid=104551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:00:25.995149 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c960d799f24b016d2b00ba845cc8f9ff5dbbdb312d69a2481f646f048ffd08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab146e1-ba96-464c-b429-b0fb0a01f7ed" -d '{"events": [{"name": "network-changed", "server_uuid": "66d3ff7f-a7b9-4b82-a87a-7c732191a284", "tag": "03b8c8cc-3573-4004-a318-cc6ea8e45066"}]}' {{(pid=104551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:00:26.032770 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1398857-4def-4b26-b3db-a6e8421f61f9 req-fc162974-9f36-49bb-8ab7-a69d4bebd765 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:26.034377 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e1398857-4def-4b26-b3db-a6e8421f61f9 req-fc162974-9f36-49bb-8ab7-a69d4bebd765 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cbb7e3cd-fd44-4878-9b38-d01f6247c24a HTTP/1.1" status: 200 len: 945 time: 0.0535357 Oct 23 01:00:26.079685 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=100 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:26.081773 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=100 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:26.095978 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e4870-2886-4584-8b0e-0ecc0bb3fd5d req-5796c73c-9aa2-41a3-a745-dd2ed8bd3e5e tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:26.097616 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-155e4870-2886-4584-8b0e-0ecc0bb3fd5d req-5796c73c-9aa2-41a3-a745-dd2ed8bd3e5e tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05feffd4-1aa7-45d8-ba10-5af50ee7ec77 HTTP/1.1" status: 200 len: 945 time: 0.0622933 Oct 23 01:00:26.101303 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvr_db [None req-d180498a-4620-4a07-a3a0-500de0c5f7f3 None None] Set router ccc4a4a5-6896-45a8-ac65-8e16513ab31f gateway port host: dv-cinder-master-3-iscsi {{(pid=104554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:00:26.132585 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e1398857-4def-4b26-b3db-a6e8421f61f9 req-a2d56749-4b01-4146-8977-1b19b534b004 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99b637e5-7b4a-4535-a0f5-900744a58770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872388 Oct 23 01:00:26.177333 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-155e4870-2886-4584-8b0e-0ecc0bb3fd5d req-312ff9a5-0b32-45ec-b806-afcd24691050 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9e47da15-b648-4e05-8264-514053b0be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715930 Oct 23 01:00:26.225932 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2765274a-f2c8-4e25-9d81-def0beb9da9f x-openstack-request-id: req-2765274a-f2c8-4e25-9d81-def0beb9da9f {{(pid=104551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:00:26.226502 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66d3ff7f-a7b9-4b82-a87a-7c732191a284", "tag": "03b8c8cc-3573-4004-a318-cc6ea8e45066", "status": "completed", "code": 200}]} {{(pid=104551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:00:26.226731 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2765274a-f2c8-4e25-9d81-def0beb9da9f {{(pid=104551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:00:26.227275 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2765274a-f2c8-4e25-9d81-def0beb9da9f'] response: {'name': 'network-changed', 'server_uuid': '66d3ff7f-a7b9-4b82-a87a-7c732191a284', 'tag': '03b8c8cc-3573-4004-a318-cc6ea8e45066', 'status': 'completed', 'code': 200} Oct 23 01:00:26.350314 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-d180498a-4620-4a07-a3a0-500de0c5f7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc4a4a5-6896-45a8-ac65-8e16513ab31f', 'name': 'tempest-TestMinimumBasicScenario-1769746546-router', 'tenant_id': '2b5536e4b945479e8972cb5a95f60324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.219'}], 'enable_snat': True}, 'gw_port_id': 'ec2a1257-8a89-482a-b313-cba09c2f2203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:57:42Z', 'updated_at': '2022-10-23T00:57:46Z', 'revision_number': 4, 'project_id': '2b5536e4b945479e8972cb5a95f60324', 'gw_port': {'id': 'ec2a1257-8a89-482a-b313-cba09c2f2203', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc4a4a5-6896-45a8-ac65-8e16513ab31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:57:43Z', 'updated_at': '2022-10-23T00:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3f16f421-4b09-4db8-bb39-036024ad1e08', 'name': '', 'network_id': 'a82fecef-3e22-41fa-8192-25cadd682e03', 'tenant_id': '2b5536e4b945479e8972cb5a95f60324', 'mac_address': 'fa:16:3e:c8:e9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc4a4a5-6896-45a8-ac65-8e16513ab31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '943dfaf8-c12c-409b-b313-a2e572eba44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:57:46Z', 'updated_at': '2022-10-23T00:57:54Z', 'revision_number': 5, 'project_id': '2b5536e4b945479e8972cb5a95f60324', 'subnets': [{'id': '943dfaf8-c12c-409b-b313-a2e572eba44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:26.387721 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d180498a-4620-4a07-a3a0-500de0c5f7f3 None None] Checking router: ccc4a4a5-6896-45a8-ac65-8e16513ab31f for host: dv-cinder-master-3-iscsi {{(pid=104554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:00:26.397067 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d180498a-4620-4a07-a3a0-500de0c5f7f3 None None] Routers {'ccc4a4a5-6896-45a8-ac65-8e16513ab31f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:00:26.397695 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-d180498a-4620-4a07-a3a0-500de0c5f7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:00:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['ccc4a4a5-6896-45a8-ac65-8e16513ab31f'], 'active': True} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:26.500943 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvr_db [None req-d180498a-4620-4a07-a3a0-500de0c5f7f3 None None] Set router ccc4a4a5-6896-45a8-ac65-8e16513ab31f gateway port host: dv-cinder-master-3-iscsi {{(pid=104554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:00:26.568348 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:26.631256 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2de93-461b-4bdd-b34e-bb335a3fbce6 req-187f5285-f7ad-4a0b-a2ae-835955ecef54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:26.632628 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1ab2de93-461b-4bdd-b34e-bb335a3fbce6 req-187f5285-f7ad-4a0b-a2ae-835955ecef54 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cbb7e3cd-fd44-4878-9b38-d01f6247c24a HTTP/1.1" status: 200 len: 1129 time: 0.0850644 Oct 23 01:00:26.646833 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab39b44-693d-4aac-bea6-624a5c2002dd req-c70d9529-a936-46f4-8267-953dccc94148 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:26.648241 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-aab39b44-693d-4aac-bea6-624a5c2002dd req-c70d9529-a936-46f4-8267-953dccc94148 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccd36ab6-014d-49b2-9a79-8a4fe655caf0 HTTP/1.1" status: 200 len: 945 time: 0.1017444 Oct 23 01:00:26.668628 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1bd660-b735-441b-a79e-01e77dd4effa req-28b51b60-3b15-44e7-88c1-6a7759d17b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:26.670063 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4d1bd660-b735-441b-a79e-01e77dd4effa req-28b51b60-3b15-44e7-88c1-6a7759d17b61 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=a82fecef-3e22-41fa-8192-25cadd682e03 HTTP/1.1" status: 200 len: 916 time: 0.4551175 Oct 23 01:00:26.694707 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-d180498a-4620-4a07-a3a0-500de0c5f7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc4a4a5-6896-45a8-ac65-8e16513ab31f', 'name': 'tempest-TestMinimumBasicScenario-1769746546-router', 'tenant_id': '2b5536e4b945479e8972cb5a95f60324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.219'}], 'enable_snat': True}, 'gw_port_id': 'ec2a1257-8a89-482a-b313-cba09c2f2203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:57:42Z', 'updated_at': '2022-10-23T00:57:46Z', 'revision_number': 4, 'project_id': '2b5536e4b945479e8972cb5a95f60324', 'gw_port': {'id': 'ec2a1257-8a89-482a-b313-cba09c2f2203', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc4a4a5-6896-45a8-ac65-8e16513ab31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:57:43Z', 'updated_at': '2022-10-23T00:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3f16f421-4b09-4db8-bb39-036024ad1e08', 'name': '', 'network_id': 'a82fecef-3e22-41fa-8192-25cadd682e03', 'tenant_id': '2b5536e4b945479e8972cb5a95f60324', 'mac_address': 'fa:16:3e:c8:e9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc4a4a5-6896-45a8-ac65-8e16513ab31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '943dfaf8-c12c-409b-b313-a2e572eba44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:57:46Z', 'updated_at': '2022-10-23T00:57:54Z', 'revision_number': 5, 'project_id': '2b5536e4b945479e8972cb5a95f60324', 'subnets': [{'id': '943dfaf8-c12c-409b-b313-a2e572eba44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:26.704920 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-aab39b44-693d-4aac-bea6-624a5c2002dd req-eab09636-202e-437c-8383-12a12c97b356 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2024e950-6bc4-4c6f-8358-200660ce4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473545 Oct 23 01:00:26.720191 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d180498a-4620-4a07-a3a0-500de0c5f7f3 None None] The sync data for ids ['ccc4a4a5-6896-45a8-ac65-8e16513ab31f'] in dv-cinder-master-3-iscsi is: [{'id': 'ccc4a4a5-6896-45a8-ac65-8e16513ab31f', 'name': 'tempest-TestMinimumBasicScenario-1769746546-router', 'tenant_id': '2b5536e4b945479e8972cb5a95f60324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.219'}], 'enable_snat': True}, 'gw_port_id': 'ec2a1257-8a89-482a-b313-cba09c2f2203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:57:42Z', 'updated_at': '2022-10-23T00:57:46Z', 'revision_number': 4, 'project_id': '2b5536e4b945479e8972cb5a95f60324', 'gw_port': {'id': 'ec2a1257-8a89-482a-b313-cba09c2f2203', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc4a4a5-6896-45a8-ac65-8e16513ab31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:57:43Z', 'updated_at': '2022-10-23T00:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '3f16f421-4b09-4db8-bb39-036024ad1e08', 'name': '', 'network_id': 'a82fecef-3e22-41fa-8192-25cadd682e03', 'tenant_id': '2b5536e4b945479e8972cb5a95f60324', 'mac_address': 'fa:16:3e:c8:e9:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc4a4a5-6896-45a8-ac65-8e16513ab31f', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '943dfaf8-c12c-409b-b313-a2e572eba44f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:57:46Z', 'updated_at': '2022-10-23T00:57:54Z', 'revision_number': 5, 'project_id': '2b5536e4b945479e8972cb5a95f60324', 'subnets': [{'id': '943dfaf8-c12c-409b-b313-a2e572eba44f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:00:26.803240 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4d1bd660-b735-441b-a79e-01e77dd4effa req-a37c7391-8384-447d-a985-ccacf559eb55 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03b8c8cc-3573-4004-a318-cc6ea8e45066 HTTP/1.1" status: 200 len: 217 time: 0.0786133 Oct 23 01:00:26.820297 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe2d90-e8e2-4138-9684-0e310c870d5e req-5f010fe1-1bda-4511-a004-997d981fcc99 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:26.821798 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e6fe2d90-e8e2-4138-9684-0e310c870d5e req-5f010fe1-1bda-4511-a004-997d981fcc99 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=ccd36ab6-014d-49b2-9a79-8a4fe655caf0 HTTP/1.1" status: 200 len: 945 time: 0.0959711 Oct 23 01:00:26.875844 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1ab2de93-461b-4bdd-b34e-bb335a3fbce6 req-78207f6d-f107-4d6f-abd9-1a9d3f5b97c2 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=99b637e5-7b4a-4535-a0f5-900744a58770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489692 Oct 23 01:00:26.887340 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1bd660-b735-441b-a79e-01e77dd4effa req-62f1a97f-2cf8-4a9c-8f57-ee3a6fbc5e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:26.888740 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4d1bd660-b735-441b-a79e-01e77dd4effa req-62f1a97f-2cf8-4a9c-8f57-ee3a6fbc5e43 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=943dfaf8-c12c-409b-b313-a2e572eba44f HTTP/1.1" status: 200 len: 854 time: 0.0577538 Oct 23 01:00:26.969804 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf3a5ce-6b87-48a2-b843-03608ac86f37 None None] New status for floating IP 5f4efb14-f169-4f55-867f-640f5eee0093: DOWN {{(pid=104553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:00:27.230508 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [req-e6fe2d90-e8e2-4138-9684-0e310c870d5e req-4ecc9b47-fb15-4fd9-b154-d6c9075c5844 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Deleting port 77da0074-6006-4aa3-98e5-60bc673f4b72 {{(pid=104552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:00:27.231068 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-e6fe2d90-e8e2-4138-9684-0e310c870d5e req-4ecc9b47-fb15-4fd9-b154-d6c9075c5844 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (77da0074-6006-4aa3-98e5-60bc673f4b72), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:27.333103 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7233fffe-2a37-4386-9653-1cdad63bc14b req-f8cad600-f0f2-459a-ae28-a579b685c6d4 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:27.334551 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7233fffe-2a37-4386-9653-1cdad63bc14b req-f8cad600-f0f2-459a-ae28-a579b685c6d4 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cbb7e3cd-fd44-4878-9b38-d01f6247c24a HTTP/1.1" status: 200 len: 945 time: 0.1165495 Oct 23 01:00:27.380388 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a22c8-fd4e-4070-89c4-dd825dea673d req-2dd00e42-0329-47ea-9ac9-c25f890c650c tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:27.381963 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-821a22c8-fd4e-4070-89c4-dd825dea673d req-2dd00e42-0329-47ea-9ac9-c25f890c650c tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05feffd4-1aa7-45d8-ba10-5af50ee7ec77 HTTP/1.1" status: 200 len: 945 time: 0.1126196 Oct 23 01:00:27.393621 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:27.474427 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7233fffe-2a37-4386-9653-1cdad63bc14b req-4174b757-124a-4d22-97bc-370a1263cad9 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99b637e5-7b4a-4535-a0f5-900744a58770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330574 Oct 23 01:00:27.503916 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-e6fe2d90-e8e2-4138-9684-0e310c870d5e req-4ecc9b47-fb15-4fd9-b154-d6c9075c5844 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] For port 77da0074-6006-4aa3-98e5-60bc673f4b72, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=77da0074-6006-4aa3-98e5-60bc673f4b72,segment=NetworkSegment(63b58a73-ffd1-4018-ac3c-0db314c2c768),segment_id=63b58a73-ffd1-4018-ac3c-0db314c2c768)] {{(pid=104552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:00:27.504278 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-e6fe2d90-e8e2-4138-9684-0e310c870d5e req-4ecc9b47-fb15-4fd9-b154-d6c9075c5844 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (77da0074-6006-4aa3-98e5-60bc673f4b72), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:27.522365 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1bd660-b735-441b-a79e-01e77dd4effa req-3233f6ce-eaca-46b5-890d-501d2e8524b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:27.523774 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4d1bd660-b735-441b-a79e-01e77dd4effa req-3233f6ce-eaca-46b5-890d-501d2e8524b2 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=a82fecef-3e22-41fa-8192-25cadd682e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0951538 Oct 23 01:00:27.535937 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-821a22c8-fd4e-4070-89c4-dd825dea673d req-39c55010-f76c-43a0-bc21-0cfa32898c69 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9e47da15-b648-4e05-8264-514053b0be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470208 Oct 23 01:00:27.686809 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-e6fe2d90-e8e2-4138-9684-0e310c870d5e req-4ecc9b47-fb15-4fd9-b154-d6c9075c5844 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:27.687179 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-e6fe2d90-e8e2-4138-9684-0e310c870d5e req-4ecc9b47-fb15-4fd9-b154-d6c9075c5844 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516985'] for floatingip (c771d886-1a14-4161-a7e1-ca944e783e9d), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:27.687552 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.db.l3_db [req-e6fe2d90-e8e2-4138-9684-0e310c870d5e req-4ecc9b47-fb15-4fd9-b154-d6c9075c5844 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Floating IP c771d886-1a14-4161-a7e1-ca944e783e9d disassociated. External IP: 172.37.4.196, port: 77da0074-6006-4aa3-98e5-60bc673f4b72. Oct 23 01:00:27.687901 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [req-e6fe2d90-e8e2-4138-9684-0e310c870d5e req-4ecc9b47-fb15-4fd9-b154-d6c9075c5844 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Calling delete_port for 77da0074-6006-4aa3-98e5-60bc673f4b72 owned by compute:nova {{(pid=104552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:00:27.816620 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:27.865098 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-e6fe2d90-e8e2-4138-9684-0e310c870d5e req-4ecc9b47-fb15-4fd9-b154-d6c9075c5844 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5995606'] for port (77da0074-6006-4aa3-98e5-60bc673f4b72), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:27.909880 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb648d3-3168-4c5d-80d0-68d9692aa555 req-aedbe03c-81cb-474d-9c64-b6b7a94d5bf9 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:27.911319 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-cbb648d3-3168-4c5d-80d0-68d9692aa555 req-aedbe03c-81cb-474d-9c64-b6b7a94d5bf9 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccd36ab6-014d-49b2-9a79-8a4fe655caf0 HTTP/1.1" status: 200 len: 945 time: 0.1162946 Oct 23 01:00:27.917804 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecc9b47-fb15-4fd9-b154-d6c9075c5844 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Pushing event deleted for resources: {'Port': ['ID=77da0074-6006-4aa3-98e5-60bc673f4b72,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:28.061460 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-cbb648d3-3168-4c5d-80d0-68d9692aa555 req-79f359c8-fcf1-44aa-be87-573d32481ebc tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=2024e950-6bc4-4c6f-8358-200660ce4c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175663 Oct 23 01:00:28.070304 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4d1bd660-b735-441b-a79e-01e77dd4effa req-e545d0a5-1300-4a6f-bb86-d70c08db6c21 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/a82fecef-3e22-41fa-8192-25cadd682e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157457 Oct 23 01:00:28.122090 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6fe2d90-e8e2-4138-9684-0e310c870d5e req-4ecc9b47-fb15-4fd9-b154-d6c9075c5844 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Router 2d77609f-f6a2-4b66-94b2-dbd18b570cb6 has already been hosted by L3 agent 71de1650-f9d9-4095-92e6-e37ec99e20cf {{(pid=104552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:00:28.188205 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:28.277286 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6fe2d90-e8e2-4138-9684-0e310c870d5e req-4ecc9b47-fb15-4fd9-b154-d6c9075c5844 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:00:28.288146 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1860f5ef-6884-47d0-9f53-2cd59932da5b None None] Sync routers for ids ['2d77609f-f6a2-4b66-94b2-dbd18b570cb6'] in dv-cinder-master-3-iscsi {{(pid=104554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:00:28.298867 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1860f5ef-6884-47d0-9f53-2cd59932da5b None None] Routers {'2d77609f-f6a2-4b66-94b2-dbd18b570cb6'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:00:28.299453 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-1860f5ef-6884-47d0-9f53-2cd59932da5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:00:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['2d77609f-f6a2-4b66-94b2-dbd18b570cb6'], 'active': True} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:28.336843 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6fe2d90-e8e2-4138-9684-0e310c870d5e req-4ecc9b47-fb15-4fd9-b154-d6c9075c5844 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] No DVR routers for this DVR port 77da0074-6006-4aa3-98e5-60bc673f4b72 on host hv-cinder-maste {{(pid=104552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:00:28.341752 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-e6fe2d90-e8e2-4138-9684-0e310c870d5e req-4ecc9b47-fb15-4fd9-b154-d6c9075c5844 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:28.345187 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e6fe2d90-e8e2-4138-9684-0e310c870d5e req-4ecc9b47-fb15-4fd9-b154-d6c9075c5844 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.52 "DELETE /networking/v2.0/ports/77da0074-6006-4aa3-98e5-60bc673f4b72 HTTP/1.1" status: 204 len: 173 time: 1.2123251 Oct 23 01:00:28.345702 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccd36ab6-014d-49b2-9a79-8a4fe655caf0', 'name': 'network-vif-deleted', 'tag': '77da0074-6006-4aa3-98e5-60bc673f4b72'}] {{(pid=104552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:00:28.347977 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e71a59ae106f7f9b2e36c913636ed0b95d68e581a9dbd71020046a5c2e6c46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b272e2fe-2ae4-4ded-8cca-b7c924335d8f" -d '{"events": [{"server_uuid": "ccd36ab6-014d-49b2-9a79-8a4fe655caf0", "name": "network-vif-deleted", "tag": "77da0074-6006-4aa3-98e5-60bc673f4b72"}]}' {{(pid=104552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:00:28.387017 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4d1bd660-b735-441b-a79e-01e77dd4effa req-ef87f67e-80ec-4794-ad98-1f17fe4d55a1 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/a82fecef-3e22-41fa-8192-25cadd682e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743746 Oct 23 01:00:28.440822 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e333bb-5131-4871-8cd7-0dd5e70e564f x-openstack-request-id: req-43e333bb-5131-4871-8cd7-0dd5e70e564f {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:00:28.441109 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccd36ab6-014d-49b2-9a79-8a4fe655caf0", "name": "network-vif-deleted", "tag": "77da0074-6006-4aa3-98e5-60bc673f4b72", "status": "completed", "code": 200}]} {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:00:28.441456 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-43e333bb-5131-4871-8cd7-0dd5e70e564f {{(pid=104552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:00:28.442802 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43e333bb-5131-4871-8cd7-0dd5e70e564f'] response: {'server_uuid': 'ccd36ab6-014d-49b2-9a79-8a4fe655caf0', 'name': 'network-vif-deleted', 'tag': '77da0074-6006-4aa3-98e5-60bc673f4b72', 'status': 'completed', 'code': 200} Oct 23 01:00:28.558956 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvr_db [None req-1860f5ef-6884-47d0-9f53-2cd59932da5b None None] Set router 2d77609f-f6a2-4b66-94b2-dbd18b570cb6 gateway port host: dv-cinder-master-3-iscsi {{(pid=104554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:00:28.645768 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8555147-04b8-4167-a0d8-04bb0ca00b16 req-9f81319a-8d54-44d9-82e4-1ec90038772a tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:28.648917 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d8555147-04b8-4167-a0d8-04bb0ca00b16 req-9f81319a-8d54-44d9-82e4-1ec90038772a tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cbb7e3cd-fd44-4878-9b38-d01f6247c24a HTTP/1.1" status: 200 len: 945 time: 0.0822151 Oct 23 01:00:28.708336 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d8555147-04b8-4167-a0d8-04bb0ca00b16 req-2fdd2720-179f-46c8-aefa-f9bb256384bd tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99b637e5-7b4a-4535-a0f5-900744a58770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568314 Oct 23 01:00:28.743547 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ada97-c60d-465e-a7e5-254a8bc19706 req-cd41f9be-48ae-42d0-a157-4790b32b1d94 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:28.745118 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7f4ada97-c60d-465e-a7e5-254a8bc19706 req-cd41f9be-48ae-42d0-a157-4790b32b1d94 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05feffd4-1aa7-45d8-ba10-5af50ee7ec77 HTTP/1.1" status: 200 len: 945 time: 0.0527418 Oct 23 01:00:28.762479 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-1860f5ef-6884-47d0-9f53-2cd59932da5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d77609f-f6a2-4b66-94b2-dbd18b570cb6', 'name': 'tempest-ServerRescueNegativeTestJSON-1310721639-router', 'tenant_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.144'}], 'enable_snat': True}, 'gw_port_id': 'f0e20492-cd09-472c-ad67-7a194ee39b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:36Z', 'revision_number': 4, 'project_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'gw_port': {'id': 'f0e20492-cd09-472c-ad67-7a194ee39b4a', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d77609f-f6a2-4b66-94b2-dbd18b570cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:25Z', 'updated_at': '2022-10-23T00:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c15a8bad-19fd-46da-8328-6797a742506a', 'name': '', 'network_id': '1d27b6d9-fef6-49cb-833f-13cb9578958e', 'tenant_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'mac_address': 'fa:16:3e:86:80:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d77609f-f6a2-4b66-94b2-dbd18b570cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'b567fc0e-81bb-4e4e-8bd3-a17fd2562f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:34Z', 'updated_at': '2022-10-23T00:55:47Z', 'revision_number': 5, 'project_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'subnets': [{'id': 'b567fc0e-81bb-4e4e-8bd3-a17fd2562f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:28.787272 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1860f5ef-6884-47d0-9f53-2cd59932da5b None None] Checking router: 2d77609f-f6a2-4b66-94b2-dbd18b570cb6 for host: dv-cinder-master-3-iscsi {{(pid=104554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:00:28.794547 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=100 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:28.797038 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7f4ada97-c60d-465e-a7e5-254a8bc19706 req-0688f3f0-613d-4077-818f-ca74c7325f06 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9e47da15-b648-4e05-8264-514053b0be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460534 Oct 23 01:00:28.797375 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1860f5ef-6884-47d0-9f53-2cd59932da5b None None] Routers {'2d77609f-f6a2-4b66-94b2-dbd18b570cb6'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:00:28.797977 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-1860f5ef-6884-47d0-9f53-2cd59932da5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:00:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['2d77609f-f6a2-4b66-94b2-dbd18b570cb6'], 'active': True} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:28.905788 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvr_db [None req-1860f5ef-6884-47d0-9f53-2cd59932da5b None None] Set router 2d77609f-f6a2-4b66-94b2-dbd18b570cb6 gateway port host: dv-cinder-master-3-iscsi {{(pid=104554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:00:28.920998 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c13d5f-c9f9-4f13-81dd-12d6c7e00305 req-e4d994d1-6324-4b34-a455-73ed1652b05c tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:28.922516 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-b1c13d5f-c9f9-4f13-81dd-12d6c7e00305 req-e4d994d1-6324-4b34-a455-73ed1652b05c tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05feffd4-1aa7-45d8-ba10-5af50ee7ec77 HTTP/1.1" status: 200 len: 945 time: 0.0523398 Oct 23 01:00:28.979218 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=100 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:28.985300 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-b1c13d5f-c9f9-4f13-81dd-12d6c7e00305 req-f40d44e6-d3be-458a-a4e4-f1d1e434a472 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9e47da15-b648-4e05-8264-514053b0be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545812 Oct 23 01:00:29.013241 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 53064) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:00:29.058561 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0407b54c-5dfe-4b0a-8232-ee25c11b6305 tempest-TestVolumeBootPattern-2126113906 tempest-TestVolumeBootPattern-2126113906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:29.063836 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-0407b54c-5dfe-4b0a-8232-ee25c11b6305 tempest-TestVolumeBootPattern-2126113906 tempest-TestVolumeBootPattern-2126113906-project-admin] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05feffd4-1aa7-45d8-ba10-5af50ee7ec77 HTTP/1.1" status: 200 len: 1124 time: 0.0487924 Oct 23 01:00:29.065451 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 53066) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:00:29.069248 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-cfe2ae09-b656-44a8-adfe-ec1cac35776c tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Request body: {'floatingip': {'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'port_id': '3852bda4-a273-400c-a77a-8c3bd9a04a63', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:00:29.093581 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab146e1-ba96-464c-b429-b0fb0a01f7ed req-0c3c833f-fe59-4bcf-8af1-49805c503253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:29.095206 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1ab146e1-ba96-464c-b429-b0fb0a01f7ed req-0c3c833f-fe59-4bcf-8af1-49805c503253 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=2b5536e4b945479e8972cb5a95f60324&device_id=66d3ff7f-a7b9-4b82-a87a-7c732191a284 HTTP/1.1" status: 200 len: 1129 time: 0.0883172 Oct 23 01:00:29.103756 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-cfe2ae09-b656-44a8-adfe-ec1cac35776c tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:29.177933 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-1860f5ef-6884-47d0-9f53-2cd59932da5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d77609f-f6a2-4b66-94b2-dbd18b570cb6', 'name': 'tempest-ServerRescueNegativeTestJSON-1310721639-router', 'tenant_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.144'}], 'enable_snat': True}, 'gw_port_id': 'f0e20492-cd09-472c-ad67-7a194ee39b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:36Z', 'revision_number': 4, 'project_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'gw_port': {'id': 'f0e20492-cd09-472c-ad67-7a194ee39b4a', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d77609f-f6a2-4b66-94b2-dbd18b570cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:25Z', 'updated_at': '2022-10-23T00:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c15a8bad-19fd-46da-8328-6797a742506a', 'name': '', 'network_id': '1d27b6d9-fef6-49cb-833f-13cb9578958e', 'tenant_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'mac_address': 'fa:16:3e:86:80:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d77609f-f6a2-4b66-94b2-dbd18b570cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'b567fc0e-81bb-4e4e-8bd3-a17fd2562f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:34Z', 'updated_at': '2022-10-23T00:55:47Z', 'revision_number': 5, 'project_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'subnets': [{'id': 'b567fc0e-81bb-4e4e-8bd3-a17fd2562f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:29.195004 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:29.197086 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab146e1-ba96-464c-b429-b0fb0a01f7ed req-a24c8b0b-1da1-4a02-8ae4-cd80ee17b357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:29.198275 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1ab146e1-ba96-464c-b429-b0fb0a01f7ed req-a24c8b0b-1da1-4a02-8ae4-cd80ee17b357 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=a82fecef-3e22-41fa-8192-25cadd682e03 HTTP/1.1" status: 200 len: 916 time: 0.0924520 Oct 23 01:00:29.207878 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1860f5ef-6884-47d0-9f53-2cd59932da5b None None] The sync data for ids ['2d77609f-f6a2-4b66-94b2-dbd18b570cb6'] in dv-cinder-master-3-iscsi is: [{'id': '2d77609f-f6a2-4b66-94b2-dbd18b570cb6', 'name': 'tempest-ServerRescueNegativeTestJSON-1310721639-router', 'tenant_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.144'}], 'enable_snat': True}, 'gw_port_id': 'f0e20492-cd09-472c-ad67-7a194ee39b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:36Z', 'revision_number': 4, 'project_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'gw_port': {'id': 'f0e20492-cd09-472c-ad67-7a194ee39b4a', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d77609f-f6a2-4b66-94b2-dbd18b570cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:25Z', 'updated_at': '2022-10-23T00:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': 'c15a8bad-19fd-46da-8328-6797a742506a', 'name': '', 'network_id': '1d27b6d9-fef6-49cb-833f-13cb9578958e', 'tenant_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'mac_address': 'fa:16:3e:86:80:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d77609f-f6a2-4b66-94b2-dbd18b570cb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'b567fc0e-81bb-4e4e-8bd3-a17fd2562f11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:34Z', 'updated_at': '2022-10-23T00:55:47Z', 'revision_number': 5, 'project_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'subnets': [{'id': 'b567fc0e-81bb-4e4e-8bd3-a17fd2562f11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:00:29.213995 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-cfe2ae09-b656-44a8-adfe-ec1cac35776c tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:29.270440 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e29b2950-74f3-490f-9f85-b7b83c9f24ad req-95430e95-8f78-4c4d-9ec1-c3635a502b80 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=ccd36ab6-014d-49b2-9a79-8a4fe655caf0 HTTP/1.1" status: 200 len: 210 time: 0.0704839 Oct 23 01:00:29.271379 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1ab146e1-ba96-464c-b429-b0fb0a01f7ed req-0cc51c84-933a-4c2d-ba9d-a4b9c6b4d5cb service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03b8c8cc-3573-4004-a318-cc6ea8e45066 HTTP/1.1" status: 200 len: 217 time: 0.0630889 Oct 23 01:00:29.331137 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab146e1-ba96-464c-b429-b0fb0a01f7ed req-2c4bbfdf-4986-4f6f-a6c7-c208d4a5bf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:29.332789 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1ab146e1-ba96-464c-b429-b0fb0a01f7ed req-2c4bbfdf-4986-4f6f-a6c7-c208d4a5bf52 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=943dfaf8-c12c-409b-b313-a2e572eba44f HTTP/1.1" status: 200 len: 854 time: 0.0554430 Oct 23 01:00:29.345805 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.db_base_plugin_common [None req-cfe2ae09-b656-44a8-adfe-ec1cac35776c tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Allocated IP 172.37.4.115 (f9ff398c-cd2a-4430-b908-7f7163c266f3/dd152ba8-6213-403c-b7fc-9b4ab174f9a2/0f44df3f-9ab7-4ef8-a114-4ca9c4145c7e) {{(pid=104551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:00:29.395014 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab146e1-ba96-464c-b429-b0fb0a01f7ed req-7384d4d5-2343-4c46-b522-06e75ee5502f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:29.396504 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1ab146e1-ba96-464c-b429-b0fb0a01f7ed req-7384d4d5-2343-4c46-b522-06e75ee5502f service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=a82fecef-3e22-41fa-8192-25cadd682e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459793 Oct 23 01:00:29.464928 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-cfe2ae09-b656-44a8-adfe-ec1cac35776c tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks [] for port (0f44df3f-9ab7-4ef8-a114-4ca9c4145c7e), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:29.494986 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8cdb3d-2887-4460-9f3c-323ea14bf1fa None None] New status for floating IP c771d886-1a14-4161-a7e1-ca944e783e9d: DOWN {{(pid=104553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:00:29.498938 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-cfe2ae09-b656-44a8-adfe-ec1cac35776c tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6140158'] for port (0f44df3f-9ab7-4ef8-a114-4ca9c4145c7e), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:29.535689 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe2ae09-b656-44a8-adfe-ec1cac35776c tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Network f9ff398c-cd2a-4430-b908-7f7163c266f3 is already hosted by enough agents. {{(pid=104551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:00:29.542587 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.base_scheduler [None req-cfe2ae09-b656-44a8-adfe-ec1cac35776c tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Resources bound (agent type, host, resource id): {{(pid=104551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:00:29.546446 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe2ae09-b656-44a8-adfe-ec1cac35776c tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Received port after_create {{(pid=104551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:00:29.551634 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe2ae09-b656-44a8-adfe-ec1cac35776c tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Pushing event updated for resources: {'Port': ['ID=0f44df3f-9ab7-4ef8-a114-4ca9c4145c7e,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:29.673744 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1ab146e1-ba96-464c-b429-b0fb0a01f7ed req-b70ff5d1-9b4c-4308-b97c-6c13597963c8 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/a82fecef-3e22-41fa-8192-25cadd682e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087213 Oct 23 01:00:29.827859 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:29.838591 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 77da0074-6006-4aa3-98e5-60bc673f4b72 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:00:29.855146 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2accc84-ac15-487a-a5d6-cb30bbf39ab5 req-8eab85e2-2e83-46d4-9611-9143100dc981 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:29.858427 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:29.863124 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a2accc84-ac15-487a-a5d6-cb30bbf39ab5 req-8eab85e2-2e83-46d4-9611-9143100dc981 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cbb7e3cd-fd44-4878-9b38-d01f6247c24a HTTP/1.1" status: 200 len: 945 time: 0.0709884 Oct 23 01:00:29.909546 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] No Port match for: 77da0074-6006-4aa3-98e5-60bc673f4b72 {{(pid=104553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:00:29.909891 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 77da0074-6006-4aa3-98e5-60bc673f4b72 not bound to the agent host hv-cinder-maste {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:00:29.989343 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a2accc84-ac15-487a-a5d6-cb30bbf39ab5 req-2dae7b02-036e-4253-ac62-3f6822dc131b tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99b637e5-7b4a-4535-a0f5-900744a58770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249349 Oct 23 01:00:30.012670 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1ab146e1-ba96-464c-b429-b0fb0a01f7ed req-a45c3a97-1fc4-4bb7-a335-3b8d12ead40c service neutron] 10.222.0.52 "GET /networking/v2.0/networks/a82fecef-3e22-41fa-8192-25cadd682e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471298 Oct 23 01:00:30.043807 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-cfe2ae09-b656-44a8-adfe-ec1cac35776c tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks [] for floatingip (a58c86da-0dd0-4bf7-aabd-7418863b2e11), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:30.125003 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-cfe2ae09-b656-44a8-adfe-ec1cac35776c tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (0f44df3f-9ab7-4ef8-a114-4ca9c4145c7e), before_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:30.130012 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2841ce41-46f1-4bbb-a7ca-57b671f770e9 req-48bfa8d3-cc38-4d13-98ce-affac76f518d tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:30.132226 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-2841ce41-46f1-4bbb-a7ca-57b671f770e9 req-48bfa8d3-cc38-4d13-98ce-affac76f518d tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cbb7e3cd-fd44-4878-9b38-d01f6247c24a HTTP/1.1" status: 200 len: 945 time: 0.0527756 Oct 23 01:00:30.143717 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 53084) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:00:30.151315 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [None req-7ab69f0e-9fd5-422d-a411-30fe4a2e4ac9 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Request body: {'floatingip': {'port_id': '752bf309-e01c-493c-aa69-b31be007e882'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:00:30.195671 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-7ab69f0e-9fd5-422d-a411-30fe4a2e4ac9 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks [] for floatingip (bcd16f17-3cff-4719-acf1-5e472bcc2af0), before_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:30.255272 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:30.286015 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-cfe2ae09-b656-44a8-adfe-ec1cac35776c tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks [] for port (0f44df3f-9ab7-4ef8-a114-4ca9c4145c7e), precommit_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:30.291211 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-cfe2ae09-b656-44a8-adfe-ec1cac35776c tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6140151'] for port (0f44df3f-9ab7-4ef8-a114-4ca9c4145c7e), after_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:30.361885 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-cfe2ae09-b656-44a8-adfe-ec1cac35776c tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516985'] for floatingip (a58c86da-0dd0-4bf7-aabd-7418863b2e11), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:30.364141 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe2ae09-b656-44a8-adfe-ec1cac35776c tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Pushing event updated for resources: {'Port': ['ID=0f44df3f-9ab7-4ef8-a114-4ca9c4145c7e,revision_number=2']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:30.400592 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 53090) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:00:30.511592 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.db.l3_db [None req-cfe2ae09-b656-44a8-adfe-ec1cac35776c tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Floating IP a58c86da-0dd0-4bf7-aabd-7418863b2e11 associated. External IP: 172.37.4.115, port: 3852bda4-a273-400c-a77a-8c3bd9a04a63. Oct 23 01:00:30.515075 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-70f940e2-2554-4f95-8470-584a4417ebf8 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks [] for security_group (2024e950-6bc4-4c6f-8358-200660ce4c9f), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:30.573520 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-70f940e2-2554-4f95-8470-584a4417ebf8 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks [] for security_group (2024e950-6bc4-4c6f-8358-200660ce4c9f), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:30.647250 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-7ab69f0e-9fd5-422d-a411-30fe4a2e4ac9 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:30.653477 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-7ab69f0e-9fd5-422d-a411-30fe4a2e4ac9 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516985'] for floatingip (bcd16f17-3cff-4719-acf1-5e472bcc2af0), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:30.703156 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-70f940e2-2554-4f95-8470-584a4417ebf8 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (2024e950-6bc4-4c6f-8358-200660ce4c9f), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:30.705770 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-70f940e2-2554-4f95-8470-584a4417ebf8 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:30.709361 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-70f940e2-2554-4f95-8470-584a4417ebf8 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/2024e950-6bc4-4c6f-8358-200660ce4c9f HTTP/1.1" status: 204 len: 168 time: 0.3054044 Oct 23 01:00:30.711926 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 53092) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:00:30.733688 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:30.738581 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f940e2-2554-4f95-8470-584a4417ebf8 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2024e950-6bc4-4c6f-8358-200660ce4c9f,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:30.775093 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.api.v2.resource [None req-9023bcef-baa3-46b0-8a69-8516ecd7aef3 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] show failed (client error): The resource could not be found. Oct 23 01:00:30.776472 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-9023bcef-baa3-46b0-8a69-8516ecd7aef3 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups/2024e950-6bc4-4c6f-8358-200660ce4c9f HTTP/1.1" status: 404 len: 347 time: 0.0580730 Oct 23 01:00:30.779290 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 53094) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:00:30.789701 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:30.879742 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe2ae09-b656-44a8-adfe-ec1cac35776c tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Router 63e9c62b-0504-4d3f-bdb7-d47b057b9cb0 has already been hosted by L3 agent 71de1650-f9d9-4095-92e6-e37ec99e20cf {{(pid=104551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:00:31.023209 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.db.l3_db [None req-7ab69f0e-9fd5-422d-a411-30fe4a2e4ac9 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Floating IP bcd16f17-3cff-4719-acf1-5e472bcc2af0 associated. External IP: 172.37.4.191, port: 752bf309-e01c-493c-aa69-b31be007e882. Oct 23 01:00:31.066693 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:31.161076 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-c14d3159-14dd-4956-ba38-542230b638dc tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Deleting port 429a622c-7d0f-4dfa-9be6-a7e9e54da9b0 {{(pid=104551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:00:31.161720 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-c14d3159-14dd-4956-ba38-542230b638dc tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (429a622c-7d0f-4dfa-9be6-a7e9e54da9b0), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:31.284191 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab69f0e-9fd5-422d-a411-30fe4a2e4ac9 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Router fdd0b971-41e7-4c06-aca2-3799f3e76e98 has already been hosted by L3 agent 71de1650-f9d9-4095-92e6-e37ec99e20cf {{(pid=104552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:00:31.293912 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe2ae09-b656-44a8-adfe-ec1cac35776c tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:00:31.300208 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-c14d3159-14dd-4956-ba38-542230b638dc tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (429a622c-7d0f-4dfa-9be6-a7e9e54da9b0), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:31.300550 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-c14d3159-14dd-4956-ba38-542230b638dc tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks [] for floatingip (429a622c-7d0f-4dfa-9be6-a7e9e54da9b0), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:31.302547 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f5b33-8f47-4cae-ad2d-c242b69af104 req-9364ab90-9d32-41fc-a1fb-a0fc3c6c1e12 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:31.304078 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1b4f5b33-8f47-4cae-ad2d-c242b69af104 req-9364ab90-9d32-41fc-a1fb-a0fc3c6c1e12 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d3ff7f-a7b9-4b82-a87a-7c732191a284 HTTP/1.1" status: 200 len: 945 time: 0.0580888 Oct 23 01:00:31.306539 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8d8aaf-11ee-4a47-870f-e28f8b2b1827 None None] Sync routers for ids ['63e9c62b-0504-4d3f-bdb7-d47b057b9cb0'] in dv-cinder-master-3-iscsi {{(pid=104554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:00:31.321286 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-c14d3159-14dd-4956-ba38-542230b638dc tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Calling delete_port for 429a622c-7d0f-4dfa-9be6-a7e9e54da9b0 owned by network:floatingip {{(pid=104551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:00:31.326028 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8d8aaf-11ee-4a47-870f-e28f8b2b1827 None None] Routers {'63e9c62b-0504-4d3f-bdb7-d47b057b9cb0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:00:31.326963 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-1d8d8aaf-11ee-4a47-870f-e28f8b2b1827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:00:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['63e9c62b-0504-4d3f-bdb7-d47b057b9cb0'], 'active': True} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:31.337212 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (16cf44eb-3ef2-4361-a416-47ab9083b794), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:31.339598 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-cfe2ae09-b656-44a8-adfe-ec1cac35776c tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for floatingip (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:31.415349 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-cfe2ae09-b656-44a8-adfe-ec1cac35776c tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3495817 Oct 23 01:00:31.417848 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05feffd4-1aa7-45d8-ba10-5af50ee7ec77', 'tag': '3852bda4-a273-400c-a77a-8c3bd9a04a63'}] {{(pid=104551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:00:31.420241 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c960d799f24b016d2b00ba845cc8f9ff5dbbdb312d69a2481f646f048ffd08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0a15d5-c9ac-47a7-8bb8-5839355aa0b9" -d '{"events": [{"name": "network-changed", "server_uuid": "05feffd4-1aa7-45d8-ba10-5af50ee7ec77", "tag": "3852bda4-a273-400c-a77a-8c3bd9a04a63"}]}' {{(pid=104551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:00:31.441595 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvr_db [None req-1d8d8aaf-11ee-4a47-870f-e28f8b2b1827 None None] Set router 63e9c62b-0504-4d3f-bdb7-d47b057b9cb0 gateway port host: dv-cinder-master-3-iscsi {{(pid=104554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:00:31.465597 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c74331-dcc1-458a-9f29-0b04905e97af x-openstack-request-id: req-80c74331-dcc1-458a-9f29-0b04905e97af {{(pid=104551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:00:31.465884 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05feffd4-1aa7-45d8-ba10-5af50ee7ec77", "tag": "3852bda4-a273-400c-a77a-8c3bd9a04a63", "status": "completed", "code": 200}]} {{(pid=104551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:00:31.466129 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-80c74331-dcc1-458a-9f29-0b04905e97af {{(pid=104551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:00:31.467092 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80c74331-dcc1-458a-9f29-0b04905e97af'] response: {'name': 'network-changed', 'server_uuid': '05feffd4-1aa7-45d8-ba10-5af50ee7ec77', 'tag': '3852bda4-a273-400c-a77a-8c3bd9a04a63', 'status': 'completed', 'code': 200} Oct 23 01:00:31.478571 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1b4f5b33-8f47-4cae-ad2d-c242b69af104 req-98d59bed-b47d-4174-8da9-644fdf48f774 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef20917c-8dad-4b49-8e2b-5fc4aa0568d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660793 Oct 23 01:00:31.482184 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab69f0e-9fd5-422d-a411-30fe4a2e4ac9 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:00:31.487828 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-7ab69f0e-9fd5-422d-a411-30fe4a2e4ac9 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for floatingip (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:31.495034 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb7c7af-4d50-4491-9114-94bbed1ebb91 None None] Sync routers for ids ['fdd0b971-41e7-4c06-aca2-3799f3e76e98'] in dv-cinder-master-3-iscsi {{(pid=104553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:00:31.517144 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb7c7af-4d50-4491-9114-94bbed1ebb91 None None] Routers {'fdd0b971-41e7-4c06-aca2-3799f3e76e98'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:00:31.518761 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-8eb7c7af-4d50-4491-9114-94bbed1ebb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:00:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['fdd0b971-41e7-4c06-aca2-3799f3e76e98'], 'active': True} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:31.527798 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-c14d3159-14dd-4956-ba38-542230b638dc tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6140158'] for port (429a622c-7d0f-4dfa-9be6-a7e9e54da9b0), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:31.546617 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-7ab69f0e-9fd5-422d-a411-30fe4a2e4ac9 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/bcd16f17-3cff-4719-acf1-5e472bcc2af0 HTTP/1.1" status: 200 len: 991 time: 1.3952787 Oct 23 01:00:31.548517 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbb7e3cd-fd44-4878-9b38-d01f6247c24a', 'tag': '752bf309-e01c-493c-aa69-b31be007e882'}] {{(pid=104552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:00:31.550128 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e71a59ae106f7f9b2e36c913636ed0b95d68e581a9dbd71020046a5c2e6c46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b65501b-a1b0-4daf-9cc5-585682cd4cfd" -d '{"events": [{"name": "network-changed", "server_uuid": "cbb7e3cd-fd44-4878-9b38-d01f6247c24a", "tag": "752bf309-e01c-493c-aa69-b31be007e882"}]}' {{(pid=104552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:00:31.581844 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14d3159-14dd-4956-ba38-542230b638dc tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Pushing event deleted for resources: {'Port': ['ID=429a622c-7d0f-4dfa-9be6-a7e9e54da9b0,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:31.596756 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8fd00b2-9288-4db8-99a3-3bda15219199 x-openstack-request-id: req-d8fd00b2-9288-4db8-99a3-3bda15219199 {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:00:31.597677 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbb7e3cd-fd44-4878-9b38-d01f6247c24a", "tag": "752bf309-e01c-493c-aa69-b31be007e882", "status": "completed", "code": 200}]} {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:00:31.598096 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d8fd00b2-9288-4db8-99a3-3bda15219199 {{(pid=104552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:00:31.598671 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8fd00b2-9288-4db8-99a3-3bda15219199'] response: {'name': 'network-changed', 'server_uuid': 'cbb7e3cd-fd44-4878-9b38-d01f6247c24a', 'tag': '752bf309-e01c-493c-aa69-b31be007e882', 'status': 'completed', 'code': 200} Oct 23 01:00:31.628010 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-c14d3159-14dd-4956-ba38-542230b638dc tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks [] for floatingip (c771d886-1a14-4161-a7e1-ca944e783e9d), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:31.631321 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-c14d3159-14dd-4956-ba38-542230b638dc tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for floatingip (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:31.634645 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-c14d3159-14dd-4956-ba38-542230b638dc tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/c771d886-1a14-4161-a7e1-ca944e783e9d HTTP/1.1" status: 204 len: 168 time: 0.8514352 Oct 23 01:00:31.658584 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvr_db [None req-8eb7c7af-4d50-4491-9114-94bbed1ebb91 None None] Set router fdd0b971-41e7-4c06-aca2-3799f3e76e98 gateway port host: dv-cinder-master-3-iscsi {{(pid=104553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:00:31.672030 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-1d8d8aaf-11ee-4a47-870f-e28f8b2b1827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'name': 'tempest-TestVolumeBootPattern-98750219-router', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.242'}], 'enable_snat': True}, 'gw_port_id': '2b62c892-4abb-42c7-af27-c6803021dfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:56:45Z', 'updated_at': '2022-10-23T00:56:49Z', 'revision_number': 4, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'gw_port': {'id': '2b62c892-4abb-42c7-af27-c6803021dfdd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:56:46Z', 'updated_at': '2022-10-23T00:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a58c86da-0dd0-4bf7-aabd-7418863b2e11', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'floating_ip_address': '172.37.4.115', 'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'router_id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'port_id': '3852bda4-a273-400c-a77a-8c3bd9a04a63', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79', 'mac_address': 'fa:16:3e:7f:f7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05feffd4-1aa7-45d8-ba10-5af50ee7ec77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:00:29Z', 'updated_at': '2022-10-23T01:00:29Z', 'revision_number': 0, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e98a342-e446-43cd-a9ad-e1e77aed3807', 'name': '', 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'mac_address': 'fa:16:3e:dd:c5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '6978021c-740e-4d5a-a551-8462e322d9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:56:48Z', 'updated_at': '2022-10-23T00:56:54Z', 'revision_number': 5, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'subnets': [{'id': '6978021c-740e-4d5a-a551-8462e322d9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:31.698733 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8d8aaf-11ee-4a47-870f-e28f8b2b1827 None None] Checking router: 63e9c62b-0504-4d3f-bdb7-d47b057b9cb0 for host: dv-cinder-master-3-iscsi {{(pid=104554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:00:31.708623 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8d8aaf-11ee-4a47-870f-e28f8b2b1827 None None] Routers {'63e9c62b-0504-4d3f-bdb7-d47b057b9cb0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:00:31.709189 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-1d8d8aaf-11ee-4a47-870f-e28f8b2b1827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:00:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['63e9c62b-0504-4d3f-bdb7-d47b057b9cb0'], 'active': True} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:31.766259 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:31.809466 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:31.818991 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvr_db [None req-1d8d8aaf-11ee-4a47-870f-e28f8b2b1827 None None] Set router 63e9c62b-0504-4d3f-bdb7-d47b057b9cb0 gateway port host: dv-cinder-master-3-iscsi {{(pid=104554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:00:31.876094 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-8eb7c7af-4d50-4491-9114-94bbed1ebb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd0b971-41e7-4c06-aca2-3799f3e76e98', 'name': 'tempest-AttachVolumeTestJSON-363803032-router', 'tenant_id': '2a9697845193443ea394c1b480b6b769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.245'}], 'enable_snat': True}, 'gw_port_id': 'e10e1214-c988-4645-bc00-e42d4d9a7e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:30Z', 'revision_number': 4, 'project_id': '2a9697845193443ea394c1b480b6b769', 'gw_port': {'id': 'e10e1214-c988-4645-bc00-e42d4d9a7e6b', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd0b971-41e7-4c06-aca2-3799f3e76e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:24Z', 'updated_at': '2022-10-23T00:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'bcd16f17-3cff-4719-acf1-5e472bcc2af0', 'tenant_id': '2a9697845193443ea394c1b480b6b769', 'floating_ip_address': '172.37.4.191', 'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'router_id': 'fdd0b971-41e7-4c06-aca2-3799f3e76e98', 'port_id': '752bf309-e01c-493c-aa69-b31be007e882', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e24fc8d-42d5-4d11-b06b-37a4738231b0', 'mac_address': 'fa:16:3e:08:0a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb7e3cd-fd44-4878-9b38-d01f6247c24a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:00:12Z', 'updated_at': '2022-10-23T01:00:30Z', 'revision_number': 1, 'project_id': '2a9697845193443ea394c1b480b6b769', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a', 'name': '', 'network_id': '6e24fc8d-42d5-4d11-b06b-37a4738231b0', 'tenant_id': '2a9697845193443ea394c1b480b6b769', 'mac_address': 'fa:16:3e:fd:54:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd0b971-41e7-4c06-aca2-3799f3e76e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'bdebfcdc-6951-4fee-aa37-29ecb806813d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:29Z', 'updated_at': '2022-10-23T00:55:49Z', 'revision_number': 5, 'project_id': '2a9697845193443ea394c1b480b6b769', 'subnets': [{'id': 'bdebfcdc-6951-4fee-aa37-29ecb806813d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:31.905427 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb7c7af-4d50-4491-9114-94bbed1ebb91 None None] Checking router: fdd0b971-41e7-4c06-aca2-3799f3e76e98 for host: dv-cinder-master-3-iscsi {{(pid=104553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:00:31.914316 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb7c7af-4d50-4491-9114-94bbed1ebb91 None None] Routers {'fdd0b971-41e7-4c06-aca2-3799f3e76e98'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:00:31.914918 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-8eb7c7af-4d50-4491-9114-94bbed1ebb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:00:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['fdd0b971-41e7-4c06-aca2-3799f3e76e98'], 'active': True} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:32.022855 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvr_db [None req-8eb7c7af-4d50-4491-9114-94bbed1ebb91 None None] Set router fdd0b971-41e7-4c06-aca2-3799f3e76e98 gateway port host: dv-cinder-master-3-iscsi {{(pid=104553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:00:32.027882 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=100 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:32.039547 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-1d8d8aaf-11ee-4a47-870f-e28f8b2b1827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'name': 'tempest-TestVolumeBootPattern-98750219-router', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.242'}], 'enable_snat': True}, 'gw_port_id': '2b62c892-4abb-42c7-af27-c6803021dfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:56:45Z', 'updated_at': '2022-10-23T00:56:49Z', 'revision_number': 4, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'gw_port': {'id': '2b62c892-4abb-42c7-af27-c6803021dfdd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:56:46Z', 'updated_at': '2022-10-23T00:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a58c86da-0dd0-4bf7-aabd-7418863b2e11', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'floating_ip_address': '172.37.4.115', 'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'router_id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'port_id': '3852bda4-a273-400c-a77a-8c3bd9a04a63', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79', 'mac_address': 'fa:16:3e:7f:f7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05feffd4-1aa7-45d8-ba10-5af50ee7ec77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:00:29Z', 'updated_at': '2022-10-23T01:00:29Z', 'revision_number': 0, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e98a342-e446-43cd-a9ad-e1e77aed3807', 'name': '', 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'mac_address': 'fa:16:3e:dd:c5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '6978021c-740e-4d5a-a551-8462e322d9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:56:48Z', 'updated_at': '2022-10-23T00:56:54Z', 'revision_number': 5, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'subnets': [{'id': '6978021c-740e-4d5a-a551-8462e322d9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:32.064171 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8d8aaf-11ee-4a47-870f-e28f8b2b1827 None None] The sync data for ids ['63e9c62b-0504-4d3f-bdb7-d47b057b9cb0'] in dv-cinder-master-3-iscsi is: [{'id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'name': 'tempest-TestVolumeBootPattern-98750219-router', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.242'}], 'enable_snat': True}, 'gw_port_id': '2b62c892-4abb-42c7-af27-c6803021dfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:56:45Z', 'updated_at': '2022-10-23T00:56:49Z', 'revision_number': 4, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'gw_port': {'id': '2b62c892-4abb-42c7-af27-c6803021dfdd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:56:46Z', 'updated_at': '2022-10-23T00:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a58c86da-0dd0-4bf7-aabd-7418863b2e11', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'floating_ip_address': '172.37.4.115', 'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'router_id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'port_id': '3852bda4-a273-400c-a77a-8c3bd9a04a63', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79', 'mac_address': 'fa:16:3e:7f:f7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05feffd4-1aa7-45d8-ba10-5af50ee7ec77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:00:29Z', 'updated_at': '2022-10-23T01:00:29Z', 'revision_number': 0, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e98a342-e446-43cd-a9ad-e1e77aed3807', 'name': '', 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'mac_address': 'fa:16:3e:dd:c5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '6978021c-740e-4d5a-a551-8462e322d9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:56:48Z', 'updated_at': '2022-10-23T00:56:54Z', 'revision_number': 5, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'subnets': [{'id': '6978021c-740e-4d5a-a551-8462e322d9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:00:32.252674 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-8eb7c7af-4d50-4491-9114-94bbed1ebb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd0b971-41e7-4c06-aca2-3799f3e76e98', 'name': 'tempest-AttachVolumeTestJSON-363803032-router', 'tenant_id': '2a9697845193443ea394c1b480b6b769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.245'}], 'enable_snat': True}, 'gw_port_id': 'e10e1214-c988-4645-bc00-e42d4d9a7e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:30Z', 'revision_number': 4, 'project_id': '2a9697845193443ea394c1b480b6b769', 'gw_port': {'id': 'e10e1214-c988-4645-bc00-e42d4d9a7e6b', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd0b971-41e7-4c06-aca2-3799f3e76e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:24Z', 'updated_at': '2022-10-23T00:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'bcd16f17-3cff-4719-acf1-5e472bcc2af0', 'tenant_id': '2a9697845193443ea394c1b480b6b769', 'floating_ip_address': '172.37.4.191', 'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'router_id': 'fdd0b971-41e7-4c06-aca2-3799f3e76e98', 'port_id': '752bf309-e01c-493c-aa69-b31be007e882', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e24fc8d-42d5-4d11-b06b-37a4738231b0', 'mac_address': 'fa:16:3e:08:0a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb7e3cd-fd44-4878-9b38-d01f6247c24a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:00:12Z', 'updated_at': '2022-10-23T01:00:30Z', 'revision_number': 1, 'project_id': '2a9697845193443ea394c1b480b6b769', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a', 'name': '', 'network_id': '6e24fc8d-42d5-4d11-b06b-37a4738231b0', 'tenant_id': '2a9697845193443ea394c1b480b6b769', 'mac_address': 'fa:16:3e:fd:54:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd0b971-41e7-4c06-aca2-3799f3e76e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'bdebfcdc-6951-4fee-aa37-29ecb806813d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:29Z', 'updated_at': '2022-10-23T00:55:49Z', 'revision_number': 5, 'project_id': '2a9697845193443ea394c1b480b6b769', 'subnets': [{'id': 'bdebfcdc-6951-4fee-aa37-29ecb806813d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:32.278714 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb7c7af-4d50-4491-9114-94bbed1ebb91 None None] The sync data for ids ['fdd0b971-41e7-4c06-aca2-3799f3e76e98'] in dv-cinder-master-3-iscsi is: [{'id': 'fdd0b971-41e7-4c06-aca2-3799f3e76e98', 'name': 'tempest-AttachVolumeTestJSON-363803032-router', 'tenant_id': '2a9697845193443ea394c1b480b6b769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.245'}], 'enable_snat': True}, 'gw_port_id': 'e10e1214-c988-4645-bc00-e42d4d9a7e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:30Z', 'revision_number': 4, 'project_id': '2a9697845193443ea394c1b480b6b769', 'gw_port': {'id': 'e10e1214-c988-4645-bc00-e42d4d9a7e6b', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd0b971-41e7-4c06-aca2-3799f3e76e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:24Z', 'updated_at': '2022-10-23T00:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'bcd16f17-3cff-4719-acf1-5e472bcc2af0', 'tenant_id': '2a9697845193443ea394c1b480b6b769', 'floating_ip_address': '172.37.4.191', 'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'router_id': 'fdd0b971-41e7-4c06-aca2-3799f3e76e98', 'port_id': '752bf309-e01c-493c-aa69-b31be007e882', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e24fc8d-42d5-4d11-b06b-37a4738231b0', 'mac_address': 'fa:16:3e:08:0a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbb7e3cd-fd44-4878-9b38-d01f6247c24a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:00:12Z', 'updated_at': '2022-10-23T01:00:30Z', 'revision_number': 1, 'project_id': '2a9697845193443ea394c1b480b6b769', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a', 'name': '', 'network_id': '6e24fc8d-42d5-4d11-b06b-37a4738231b0', 'tenant_id': '2a9697845193443ea394c1b480b6b769', 'mac_address': 'fa:16:3e:fd:54:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd0b971-41e7-4c06-aca2-3799f3e76e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'bdebfcdc-6951-4fee-aa37-29ecb806813d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:29Z', 'updated_at': '2022-10-23T00:55:49Z', 'revision_number': 5, 'project_id': '2a9697845193443ea394c1b480b6b769', 'subnets': [{'id': 'bdebfcdc-6951-4fee-aa37-29ecb806813d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:00:32.283489 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b438f1-8b12-4649-9af4-9a1ed6a3f604 None None] New status for floating IP a58c86da-0dd0-4bf7-aabd-7418863b2e11: ACTIVE {{(pid=104554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:00:32.490742 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffd3b3a-fd44-4fe1-80c3-8f08deb63077 None None] New status for floating IP bcd16f17-3cff-4719-acf1-5e472bcc2af0: ACTIVE {{(pid=104553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:00:32.629018 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc5e831-157c-4473-9eb7-6d6360ca8b46 req-b58502be-045d-4c1c-b14e-de2d0a32c6a8 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:32.636268 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-8bc5e831-157c-4473-9eb7-6d6360ca8b46 req-b58502be-045d-4c1c-b14e-de2d0a32c6a8 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d3ff7f-a7b9-4b82-a87a-7c732191a284 HTTP/1.1" status: 200 len: 945 time: 0.0571907 Oct 23 01:00:32.679742 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-8bc5e831-157c-4473-9eb7-6d6360ca8b46 req-92729b6d-b167-4ef2-a2c0-900963ab24df tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef20917c-8dad-4b49-8e2b-5fc4aa0568d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426083 Oct 23 01:00:32.743143 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:32.805387 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a15d5-c9ac-47a7-8bb8-5839355aa0b9 req-2449ab75-7523-4ee7-aaa7-32d505b8863d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:32.807153 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7d0a15d5-c9ac-47a7-8bb8-5839355aa0b9 req-2449ab75-7523-4ee7-aaa7-32d505b8863d service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=e3f6e9751be34c2fb4e0e1b9915e6b52&device_id=05feffd4-1aa7-45d8-ba10-5af50ee7ec77 HTTP/1.1" status: 200 len: 1129 time: 0.0740533 Oct 23 01:00:32.808181 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65501b-a1b0-4daf-9cc5-585682cd4cfd req-163af0b4-aa5b-4e11-aa4d-a989fff2ff8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:32.809528 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3b65501b-a1b0-4daf-9cc5-585682cd4cfd req-163af0b4-aa5b-4e11-aa4d-a989fff2ff8b service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=2a9697845193443ea394c1b480b6b769&device_id=cbb7e3cd-fd44-4878-9b38-d01f6247c24a HTTP/1.1" status: 200 len: 1129 time: 0.0683310 Oct 23 01:00:33.150486 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee32fb9-6ec1-4219-bcc0-5501775fa87d req-e5746cda-8366-4e43-baaf-d1073098fe43 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:33.151996 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3ee32fb9-6ec1-4219-bcc0-5501775fa87d req-e5746cda-8366-4e43-baaf-d1073098fe43 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=66d3ff7f-a7b9-4b82-a87a-7c732191a284 HTTP/1.1" status: 200 len: 945 time: 0.0876677 Oct 23 01:00:33.157995 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65501b-a1b0-4daf-9cc5-585682cd4cfd req-a777a04f-8f7b-48b5-a40b-de678b8eb58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:33.159368 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3b65501b-a1b0-4daf-9cc5-585682cd4cfd req-a777a04f-8f7b-48b5-a40b-de678b8eb58c service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=6e24fc8d-42d5-4d11-b06b-37a4738231b0 HTTP/1.1" status: 200 len: 911 time: 0.2073841 Oct 23 01:00:33.187776 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a15d5-c9ac-47a7-8bb8-5839355aa0b9 req-8a555d4f-782f-4941-b1ce-951d7ea8039d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:33.189235 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7d0a15d5-c9ac-47a7-8bb8-5839355aa0b9 req-8a555d4f-782f-4941-b1ce-951d7ea8039d service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=858cf055-6f06-45a9-bd3f-2b834e6b7b79 HTTP/1.1" status: 200 len: 911 time: 0.2384605 Oct 23 01:00:33.264883 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:33.334964 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3b65501b-a1b0-4daf-9cc5-585682cd4cfd req-74adabea-5b84-490d-9199-c82d6a0a81e1 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=752bf309-e01c-493c-aa69-b31be007e882 HTTP/1.1" status: 200 len: 1001 time: 0.1644144 Oct 23 01:00:33.337006 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7d0a15d5-c9ac-47a7-8bb8-5839355aa0b9 req-48d9e578-1791-4d10-b811-29160c61cab1 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3852bda4-a273-400c-a77a-8c3bd9a04a63 HTTP/1.1" status: 200 len: 1001 time: 0.1385529 Oct 23 01:00:33.337718 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [req-3ee32fb9-6ec1-4219-bcc0-5501775fa87d req-23a25284-17f8-4b93-a534-120a18ef8f4d tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Deleting port 03b8c8cc-3573-4004-a318-cc6ea8e45066 {{(pid=104552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:00:33.338079 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-3ee32fb9-6ec1-4219-bcc0-5501775fa87d req-23a25284-17f8-4b93-a534-120a18ef8f4d tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (03b8c8cc-3573-4004-a318-cc6ea8e45066), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:33.471903 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a15d5-c9ac-47a7-8bb8-5839355aa0b9 req-c24a2246-932f-497a-8477-2a39cbf51b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:33.473382 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7d0a15d5-c9ac-47a7-8bb8-5839355aa0b9 req-c24a2246-932f-497a-8477-2a39cbf51b58 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=6978021c-740e-4d5a-a551-8462e322d9a8 HTTP/1.1" status: 200 len: 849 time: 0.1209857 Oct 23 01:00:33.478992 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65501b-a1b0-4daf-9cc5-585682cd4cfd req-90e48a0d-f043-4217-857b-aa01a8890bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:33.480474 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3b65501b-a1b0-4daf-9cc5-585682cd4cfd req-90e48a0d-f043-4217-857b-aa01a8890bd0 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=bdebfcdc-6951-4fee-aa37-29ecb806813d HTTP/1.1" status: 200 len: 849 time: 0.1270359 Oct 23 01:00:33.557146 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-3ee32fb9-6ec1-4219-bcc0-5501775fa87d req-23a25284-17f8-4b93-a534-120a18ef8f4d tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] For port 03b8c8cc-3573-4004-a318-cc6ea8e45066, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=03b8c8cc-3573-4004-a318-cc6ea8e45066,segment=NetworkSegment(cddd1db6-cf69-4403-969b-c4a8db3f5024),segment_id=cddd1db6-cf69-4403-969b-c4a8db3f5024)] {{(pid=104552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:00:33.557507 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-3ee32fb9-6ec1-4219-bcc0-5501775fa87d req-23a25284-17f8-4b93-a534-120a18ef8f4d tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (03b8c8cc-3573-4004-a318-cc6ea8e45066), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:33.580066 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a15d5-c9ac-47a7-8bb8-5839355aa0b9 req-4ed81b43-f411-49b7-a164-363cefdef833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:33.581578 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7d0a15d5-c9ac-47a7-8bb8-5839355aa0b9 req-4ed81b43-f411-49b7-a164-363cefdef833 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=858cf055-6f06-45a9-bd3f-2b834e6b7b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0945446 Oct 23 01:00:33.582528 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [req-3ee32fb9-6ec1-4219-bcc0-5501775fa87d req-23a25284-17f8-4b93-a534-120a18ef8f4d tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Calling delete_port for 03b8c8cc-3573-4004-a318-cc6ea8e45066 owned by compute:nova {{(pid=104552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:00:33.589734 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65501b-a1b0-4daf-9cc5-585682cd4cfd req-e95cdba3-7fda-4399-9b5c-a0a432cab0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:33.591296 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3b65501b-a1b0-4daf-9cc5-585682cd4cfd req-e95cdba3-7fda-4399-9b5c-a0a432cab0ed service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=6e24fc8d-42d5-4d11-b06b-37a4738231b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1031523 Oct 23 01:00:33.741356 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:33.833837 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3b65501b-a1b0-4daf-9cc5-585682cd4cfd req-36c343f0-4b1e-4c95-8cb8-b741e7f92cf5 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6e24fc8d-42d5-4d11-b06b-37a4738231b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292778 Oct 23 01:00:33.843655 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7d0a15d5-c9ac-47a7-8bb8-5839355aa0b9 req-a237c419-f5c1-455f-8917-cb414618aa0e service neutron] 10.222.0.52 "GET /networking/v2.0/networks/858cf055-6f06-45a9-bd3f-2b834e6b7b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487814 Oct 23 01:00:33.860133 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a7cc2c-30db-4c34-bb9c-dca8433f681f req-4f501d9e-90b6-4762-8b89-ecea6fabb889 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:33.861589 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c5a7cc2c-30db-4c34-bb9c-dca8433f681f req-4f501d9e-90b6-4762-8b89-ecea6fabb889 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d3ff7f-a7b9-4b82-a87a-7c732191a284 HTTP/1.1" status: 200 len: 945 time: 0.0944281 Oct 23 01:00:34.052583 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-3ee32fb9-6ec1-4219-bcc0-5501775fa87d req-23a25284-17f8-4b93-a534-120a18ef8f4d tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5995606'] for port (03b8c8cc-3573-4004-a318-cc6ea8e45066), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:34.071089 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c5a7cc2c-30db-4c34-bb9c-dca8433f681f req-7c22d01b-48cb-4fe2-88d5-e270177aa547 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ef20917c-8dad-4b49-8e2b-5fc4aa0568d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949811 Oct 23 01:00:34.113759 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a25284-17f8-4b93-a534-120a18ef8f4d tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Pushing event deleted for resources: {'Port': ['ID=03b8c8cc-3573-4004-a318-cc6ea8e45066,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:34.148002 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3b65501b-a1b0-4daf-9cc5-585682cd4cfd req-bbe4d8b3-f992-48d5-a35b-510b7c46d4d7 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/6e24fc8d-42d5-4d11-b06b-37a4738231b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071239 Oct 23 01:00:34.181404 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7d0a15d5-c9ac-47a7-8bb8-5839355aa0b9 req-a27814c3-bb1d-4396-89fc-16f30ca30efd service neutron] 10.222.0.52 "GET /networking/v2.0/networks/858cf055-6f06-45a9-bd3f-2b834e6b7b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188493 Oct 23 01:00:34.189421 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:34.208358 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee32fb9-6ec1-4219-bcc0-5501775fa87d req-23a25284-17f8-4b93-a534-120a18ef8f4d tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] No DVR routers for this DVR port 03b8c8cc-3573-4004-a318-cc6ea8e45066 on host hv-cinder-maste {{(pid=104552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:00:34.212477 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-3ee32fb9-6ec1-4219-bcc0-5501775fa87d req-23a25284-17f8-4b93-a534-120a18ef8f4d tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:34.216032 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3ee32fb9-6ec1-4219-bcc0-5501775fa87d req-23a25284-17f8-4b93-a534-120a18ef8f4d tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.52 "DELETE /networking/v2.0/ports/03b8c8cc-3573-4004-a318-cc6ea8e45066 HTTP/1.1" status: 204 len: 173 time: 1.0558391 Oct 23 01:00:34.216549 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d3ff7f-a7b9-4b82-a87a-7c732191a284', 'name': 'network-vif-deleted', 'tag': '03b8c8cc-3573-4004-a318-cc6ea8e45066'}] {{(pid=104552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:00:34.218810 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e71a59ae106f7f9b2e36c913636ed0b95d68e581a9dbd71020046a5c2e6c46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6affe60-8aff-495e-b600-f1d277aab8f0" -d '{"events": [{"server_uuid": "66d3ff7f-a7b9-4b82-a87a-7c732191a284", "name": "network-vif-deleted", "tag": "03b8c8cc-3573-4004-a318-cc6ea8e45066"}]}' {{(pid=104552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:00:34.227235 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf416b1-e16a-40f7-ae85-4efdb2b8e7c9 req-dd3e6f47-f222-41a5-b4fd-e3566a2ff670 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:34.228851 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-cdf416b1-e16a-40f7-ae85-4efdb2b8e7c9 req-dd3e6f47-f222-41a5-b4fd-e3566a2ff670 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 946 time: 0.1063166 Oct 23 01:00:34.256676 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd87e03-ac12-4f83-b722-46253e2ca42c x-openstack-request-id: req-4dd87e03-ac12-4f83-b722-46253e2ca42c {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:00:34.256999 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66d3ff7f-a7b9-4b82-a87a-7c732191a284", "name": "network-vif-deleted", "tag": "03b8c8cc-3573-4004-a318-cc6ea8e45066", "status": "completed", "code": 200}]} {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:00:34.257254 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4dd87e03-ac12-4f83-b722-46253e2ca42c {{(pid=104552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:00:34.257673 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dd87e03-ac12-4f83-b722-46253e2ca42c'] response: {'server_uuid': '66d3ff7f-a7b9-4b82-a87a-7c732191a284', 'name': 'network-vif-deleted', 'tag': '03b8c8cc-3573-4004-a318-cc6ea8e45066', 'status': 'completed', 'code': 200} Oct 23 01:00:34.284755 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-cdf416b1-e16a-40f7-ae85-4efdb2b8e7c9 req-25455e52-435e-4a47-90ce-1574050f7866 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499704 Oct 23 01:00:35.180981 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0d99df8b-1cde-4244-b7c0-cb70dc5dd030 req-585140fd-4685-45bd-ba1c-e86f749e84c8 tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d3ff7f-a7b9-4b82-a87a-7c732191a284 HTTP/1.1" status: 200 len: 210 time: 0.0283160 Oct 23 01:00:35.423095 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e55b8-8c1e-4193-8bcd-0c392b2e46b4 req-ec6148ba-04f3-4762-a57f-5c46d65f61a8 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:35.424662 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c40e55b8-8c1e-4193-8bcd-0c392b2e46b4 req-ec6148ba-04f3-4762-a57f-5c46d65f61a8 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 946 time: 0.0533659 Oct 23 01:00:35.475844 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c40e55b8-8c1e-4193-8bcd-0c392b2e46b4 req-5597a031-6bb9-4c12-b2fc-a6354e2a57a8 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427477 Oct 23 01:00:35.870394 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 03b8c8cc-3573-4004-a318-cc6ea8e45066 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:00:35.891710 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] No Port match for: 03b8c8cc-3573-4004-a318-cc6ea8e45066 {{(pid=104553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:00:35.892074 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 03b8c8cc-3573-4004-a318-cc6ea8e45066 not bound to the agent host hv-cinder-maste {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:00:36.315983 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c9ae8175-6b79-450c-8a85-8048d461a0c4 req-c0cf0f31-b161-47ab-9e12-7b7147e8a46f tempest-TestMinimumBasicScenario-1777872522 tempest-TestMinimumBasicScenario-1777872522-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=66d3ff7f-a7b9-4b82-a87a-7c732191a284 HTTP/1.1" status: 200 len: 210 time: 0.0311172 Oct 23 01:00:36.487123 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e411351a-6881-4963-9a5d-58eddfc2b16b req-65851905-1a80-4254-ba50-b995731e3563 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:36.488594 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e411351a-6881-4963-9a5d-58eddfc2b16b req-65851905-1a80-4254-ba50-b995731e3563 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 946 time: 0.0481043 Oct 23 01:00:36.617838 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [req-e411351a-6881-4963-9a5d-58eddfc2b16b req-02edf787-bdf9-48f0-9489-999f78961840 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Deleting port 070636ae-227f-400c-a9d9-cd7af698e161 {{(pid=104552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:00:36.618187 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-e411351a-6881-4963-9a5d-58eddfc2b16b req-02edf787-bdf9-48f0-9489-999f78961840 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (070636ae-227f-400c-a9d9-cd7af698e161), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:36.640980 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a7a8a-e0dc-447f-9461-c618b075754f req-1753a250-5c44-444c-86a8-c52d7541b2c5 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:36.642451 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-983a7a8a-e0dc-447f-9461-c618b075754f req-1753a250-5c44-444c-86a8-c52d7541b2c5 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=46df2e4a-d66e-402e-ba21-e1d245b92663 HTTP/1.1" status: 200 len: 946 time: 0.0737147 Oct 23 01:00:36.686315 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:36.749375 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-e411351a-6881-4963-9a5d-58eddfc2b16b req-02edf787-bdf9-48f0-9489-999f78961840 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] For port 070636ae-227f-400c-a9d9-cd7af698e161, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=070636ae-227f-400c-a9d9-cd7af698e161,segment=NetworkSegment(63b58a73-ffd1-4018-ac3c-0db314c2c768),segment_id=63b58a73-ffd1-4018-ac3c-0db314c2c768)] {{(pid=104552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:00:36.749638 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-e411351a-6881-4963-9a5d-58eddfc2b16b req-02edf787-bdf9-48f0-9489-999f78961840 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (070636ae-227f-400c-a9d9-cd7af698e161), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:36.754820 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-983a7a8a-e0dc-447f-9461-c618b075754f req-bec9c5be-6a43-494f-bc80-183fa885915d tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067095 Oct 23 01:00:36.766438 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [req-e411351a-6881-4963-9a5d-58eddfc2b16b req-02edf787-bdf9-48f0-9489-999f78961840 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Calling delete_port for 070636ae-227f-400c-a9d9-cd7af698e161 owned by compute:nova {{(pid=104552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:00:36.914759 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-e411351a-6881-4963-9a5d-58eddfc2b16b req-02edf787-bdf9-48f0-9489-999f78961840 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5995606'] for port (070636ae-227f-400c-a9d9-cd7af698e161), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:36.927091 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] get_ports_and_sgs() called for port_ids ['fdd89988-ac0b-48a6-9a93-d8efc80c0957', '070636ae-227f-400c-a9d9-cd7af698e161'] {{(pid=104553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:00:36.943141 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02edf787-bdf9-48f0-9489-999f78961840 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Pushing event deleted for resources: {'Port': ['ID=070636ae-227f-400c-a9d9-cd7af698e161,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:36.995448 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.l3_dvrscheduler_db [req-e411351a-6881-4963-9a5d-58eddfc2b16b req-02edf787-bdf9-48f0-9489-999f78961840 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] No DVR routers for this DVR port 070636ae-227f-400c-a9d9-cd7af698e161 on host hv-cinder-maste {{(pid=104552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:00:36.997762 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-e411351a-6881-4963-9a5d-58eddfc2b16b req-02edf787-bdf9-48f0-9489-999f78961840 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:37.001009 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e411351a-6881-4963-9a5d-58eddfc2b16b req-02edf787-bdf9-48f0-9489-999f78961840 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.52 "DELETE /networking/v2.0/ports/070636ae-227f-400c-a9d9-cd7af698e161 HTTP/1.1" status: 204 len: 173 time: 0.5012081 Oct 23 01:00:37.001450 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46df2e4a-d66e-402e-ba21-e1d245b92663', 'name': 'network-vif-deleted', 'tag': '070636ae-227f-400c-a9d9-cd7af698e161'}] {{(pid=104552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:00:37.003739 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e71a59ae106f7f9b2e36c913636ed0b95d68e581a9dbd71020046a5c2e6c46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9648c9eb-5c84-4419-be87-f98f9d1a4bf1" -d '{"events": [{"server_uuid": "46df2e4a-d66e-402e-ba21-e1d245b92663", "name": "network-vif-deleted", "tag": "070636ae-227f-400c-a9d9-cd7af698e161"}]}' {{(pid=104552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:00:37.044450 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd8d947-d12b-4bac-b226-731099ffde9b x-openstack-request-id: req-dbd8d947-d12b-4bac-b226-731099ffde9b {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:00:37.044790 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46df2e4a-d66e-402e-ba21-e1d245b92663", "name": "network-vif-deleted", "tag": "070636ae-227f-400c-a9d9-cd7af698e161", "status": "completed", "code": 200}]} {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:00:37.045018 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dbd8d947-d12b-4bac-b226-731099ffde9b {{(pid=104552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:00:37.045475 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbd8d947-d12b-4bac-b226-731099ffde9b'] response: {'server_uuid': '46df2e4a-d66e-402e-ba21-e1d245b92663', 'name': 'network-vif-deleted', 'tag': '070636ae-227f-400c-a9d9-cd7af698e161', 'status': 'completed', 'code': 200} Oct 23 01:00:38.051139 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 53200) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:00:38.051742 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77ed824-9f82-4706-9747-3438a1a232ad req-83b7cb3d-153d-4116-9569-6f9e4e9e8b54 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:38.053372 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e77ed824-9f82-4706-9747-3438a1a232ad req-83b7cb3d-153d-4116-9569-6f9e4e9e8b54 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=435f22ac-20bf-48b6-b42c-62ecd7cf29f3 HTTP/1.1" status: 200 len: 945 time: 0.0533047 Oct 23 01:00:38.102904 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e77ed824-9f82-4706-9747-3438a1a232ad req-42f4dd22-5ba1-4ab5-be6d-f1f852f79e14 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438280 Oct 23 01:00:38.271137 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:38.431541 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-0253930b-6c8b-4b87-906e-947f0076009b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-517241'] for router_interface (ccc4a4a5-6896-45a8-ac65-8e16513ab31f), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:38.433107 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:38.707390 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-0253930b-6c8b-4b87-906e-947f0076009b admin admin] Deleting port 3f16f421-4b09-4db8-bb39-036024ad1e08 {{(pid=104551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:00:38.707735 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-0253930b-6c8b-4b87-906e-947f0076009b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (3f16f421-4b09-4db8-bb39-036024ad1e08), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:38.796932 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.db [None req-0253930b-6c8b-4b87-906e-947f0076009b admin admin] For port 3f16f421-4b09-4db8-bb39-036024ad1e08, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=3f16f421-4b09-4db8-bb39-036024ad1e08,segment=NetworkSegment(cddd1db6-cf69-4403-969b-c4a8db3f5024),segment_id=cddd1db6-cf69-4403-969b-c4a8db3f5024)] {{(pid=104551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:00:38.797259 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-0253930b-6c8b-4b87-906e-947f0076009b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (3f16f421-4b09-4db8-bb39-036024ad1e08), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:38.810405 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-0253930b-6c8b-4b87-906e-947f0076009b admin admin] Calling delete_port for 3f16f421-4b09-4db8-bb39-036024ad1e08 owned by network:router_interface {{(pid=104551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:00:39.004270 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-0253930b-6c8b-4b87-906e-947f0076009b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6140158'] for port (3f16f421-4b09-4db8-bb39-036024ad1e08), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:39.035661 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0253930b-6c8b-4b87-906e-947f0076009b admin admin] Pushing event deleted for resources: {'Port': ['ID=3f16f421-4b09-4db8-bb39-036024ad1e08,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:39.204667 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-0253930b-6c8b-4b87-906e-947f0076009b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516553'] for router_interface (ccc4a4a5-6896-45a8-ac65-8e16513ab31f), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:39.226158 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4dce4ae-0dbb-426d-b719-aa4a076db3ec None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=104553) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:00:39.240862 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d9e525-3ec5-444b-b4b9-89125bbd972d req-13050034-105c-4e59-9133-66656ed2ec0a tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:39.242349 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-22d9e525-3ec5-444b-b4b9-89125bbd972d req-13050034-105c-4e59-9133-66656ed2ec0a tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=435f22ac-20bf-48b6-b42c-62ecd7cf29f3 HTTP/1.1" status: 200 len: 945 time: 0.0530767 Oct 23 01:00:39.257471 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:39.260863 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:39.294744 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-22d9e525-3ec5-444b-b4b9-89125bbd972d req-4198e2c8-441e-4cc0-b0f7-6db12ddadd61 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462945 Oct 23 01:00:39.340066 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4dce4ae-0dbb-426d-b719-aa4a076db3ec None None] Resources bound (agent type, host, resource id): {{(pid=104553) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:00:39.371578 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:39.426825 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0253930b-6c8b-4b87-906e-947f0076009b admin admin] Router ccc4a4a5-6896-45a8-ac65-8e16513ab31f has already been hosted by L3 agent 71de1650-f9d9-4095-92e6-e37ec99e20cf {{(pid=104551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:00:39.432863 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:39.534613 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0253930b-6c8b-4b87-906e-947f0076009b admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:00:39.539986 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-0253930b-6c8b-4b87-906e-947f0076009b admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/ccc4a4a5-6896-45a8-ac65-8e16513ab31f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4866049 Oct 23 01:00:39.542464 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 53204) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:00:39.545691 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9a4836-da7c-4923-9940-730c0bc21adc None None] Sync routers for ids ['ccc4a4a5-6896-45a8-ac65-8e16513ab31f'] in dv-cinder-master-3-iscsi {{(pid=104554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:00:39.548551 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:39.560196 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9a4836-da7c-4923-9940-730c0bc21adc None None] Routers {'ccc4a4a5-6896-45a8-ac65-8e16513ab31f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:00:39.561012 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-8b9a4836-da7c-4923-9940-730c0bc21adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:00:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['ccc4a4a5-6896-45a8-ac65-8e16513ab31f'], 'active': True} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:39.644024 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-48a66c53-1c3a-4497-a8d6-99caf7f14377 admin admin] Publish callbacks [] for router (ccc4a4a5-6896-45a8-ac65-8e16513ab31f), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:39.751394 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-48a66c53-1c3a-4497-a8d6-99caf7f14377 admin admin] Publish callbacks [] for router_gateway (ccc4a4a5-6896-45a8-ac65-8e16513ab31f), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:39.768271 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvr_db [None req-8b9a4836-da7c-4923-9940-730c0bc21adc None None] Set router ccc4a4a5-6896-45a8-ac65-8e16513ab31f gateway port host: dv-cinder-master-3-iscsi {{(pid=104554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:00:39.802165 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-48a66c53-1c3a-4497-a8d6-99caf7f14377 admin admin] Deleting port ec2a1257-8a89-482a-b313-cba09c2f2203 {{(pid=104551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:00:39.802394 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-48a66c53-1c3a-4497-a8d6-99caf7f14377 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (ec2a1257-8a89-482a-b313-cba09c2f2203), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:39.899378 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 070636ae-227f-400c-a9d9-cd7af698e161 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:00:39.925106 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] No Port match for: 070636ae-227f-400c-a9d9-cd7af698e161 {{(pid=104553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:00:39.925738 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 070636ae-227f-400c-a9d9-cd7af698e161 not bound to the agent host hv-cinder-maste {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:00:39.958117 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-8b9a4836-da7c-4923-9940-730c0bc21adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc4a4a5-6896-45a8-ac65-8e16513ab31f', 'name': 'tempest-TestMinimumBasicScenario-1769746546-router', 'tenant_id': '2b5536e4b945479e8972cb5a95f60324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.219'}], 'enable_snat': True}, 'gw_port_id': 'ec2a1257-8a89-482a-b313-cba09c2f2203', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:57:42Z', 'updated_at': '2022-10-23T01:00:38Z', 'revision_number': 5, 'project_id': '2b5536e4b945479e8972cb5a95f60324', 'gw_port': {'id': 'ec2a1257-8a89-482a-b313-cba09c2f2203', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:e0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc4a4a5-6896-45a8-ac65-8e16513ab31f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:57:43Z', 'updated_at': '2022-10-23T00:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:39.983828 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9a4836-da7c-4923-9940-730c0bc21adc None None] Checking router: ccc4a4a5-6896-45a8-ac65-8e16513ab31f for host: dv-cinder-master-3-iscsi {{(pid=104554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:00:39.992593 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9a4836-da7c-4923-9940-730c0bc21adc None None] Routers {'ccc4a4a5-6896-45a8-ac65-8e16513ab31f'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:00:39.993223 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-8b9a4836-da7c-4923-9940-730c0bc21adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:00:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['ccc4a4a5-6896-45a8-ac65-8e16513ab31f'], 'active': True} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:40.085490 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-355d89e9-cc89-4e26-afde-69d396ee8b8f None None] Provisioning complete for port 503e26a7-75c9-489f-b284-76bdedd789ba triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:00:40.086111 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-355d89e9-cc89-4e26-afde-69d396ee8b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (503e26a7-75c9-489f-b284-76bdedd789ba), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:40.086591 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-355d89e9-cc89-4e26-afde-69d396ee8b8f None None] Attempt 1 to provision port 503e26a7-75c9-489f-b284-76bdedd789ba Oct 23 01:00:40.093836 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvr_db [None req-8b9a4836-da7c-4923-9940-730c0bc21adc None None] Set router ccc4a4a5-6896-45a8-ac65-8e16513ab31f gateway port host: None {{(pid=104554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:00:40.102999 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.db [None req-48a66c53-1c3a-4497-a8d6-99caf7f14377 admin admin] For port ec2a1257-8a89-482a-b313-cba09c2f2203, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ec2a1257-8a89-482a-b313-cba09c2f2203,segment=NetworkSegment(0d47d9bc-e081-4c9e-9d69-e5804f7aef1d),segment_id=0d47d9bc-e081-4c9e-9d69-e5804f7aef1d)] {{(pid=104551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:00:40.103368 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-48a66c53-1c3a-4497-a8d6-99caf7f14377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (ec2a1257-8a89-482a-b313-cba09c2f2203), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:40.118081 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-48a66c53-1c3a-4497-a8d6-99caf7f14377 admin admin] Calling delete_port for ec2a1257-8a89-482a-b313-cba09c2f2203 owned by network:router_gateway {{(pid=104551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:00:40.149029 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-8b9a4836-da7c-4923-9940-730c0bc21adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc4a4a5-6896-45a8-ac65-8e16513ab31f', 'name': 'tempest-TestMinimumBasicScenario-1769746546-router', 'tenant_id': '2b5536e4b945479e8972cb5a95f60324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:57:42Z', 'updated_at': '2022-10-23T01:00:39Z', 'revision_number': 6, 'project_id': '2b5536e4b945479e8972cb5a95f60324', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:40.162268 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-355d89e9-cc89-4e26-afde-69d396ee8b8f None None] Current status of the port 503e26a7-75c9-489f-b284-76bdedd789ba is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:00:40.175334 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9a4836-da7c-4923-9940-730c0bc21adc None None] The sync data for ids ['ccc4a4a5-6896-45a8-ac65-8e16513ab31f'] in dv-cinder-master-3-iscsi is: [{'id': 'ccc4a4a5-6896-45a8-ac65-8e16513ab31f', 'name': 'tempest-TestMinimumBasicScenario-1769746546-router', 'tenant_id': '2b5536e4b945479e8972cb5a95f60324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:57:42Z', 'updated_at': '2022-10-23T01:00:39Z', 'revision_number': 6, 'project_id': '2b5536e4b945479e8972cb5a95f60324', 'gw_port_host': None}] {{(pid=104554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:00:40.297722 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-48a66c53-1c3a-4497-a8d6-99caf7f14377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6140158'] for port (ec2a1257-8a89-482a-b313-cba09c2f2203), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:40.320430 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a66c53-1c3a-4497-a8d6-99caf7f14377 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec2a1257-8a89-482a-b313-cba09c2f2203,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:40.390616 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-48a66c53-1c3a-4497-a8d6-99caf7f14377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-517020'] for router_gateway (ccc4a4a5-6896-45a8-ac65-8e16513ab31f), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:40.424940 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e417d10-0fad-4bca-8b13-fde673ec9e06 req-8f714b68-317b-48db-9bd2-96aee9685f08 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:40.426461 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6e417d10-0fad-4bca-8b13-fde673ec9e06 req-8f714b68-317b-48db-9bd2-96aee9685f08 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=435f22ac-20bf-48b6-b42c-62ecd7cf29f3 HTTP/1.1" status: 200 len: 945 time: 0.0515203 Oct 23 01:00:40.459859 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:40.476743 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6e417d10-0fad-4bca-8b13-fde673ec9e06 req-729a2f83-b635-40a3-a9c0-801764a408f8 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441811 Oct 23 01:00:40.477022 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-48a66c53-1c3a-4497-a8d6-99caf7f14377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-401043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123571'] for router (ccc4a4a5-6896-45a8-ac65-8e16513ab31f), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:40.478316 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:40.479675 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-48a66c53-1c3a-4497-a8d6-99caf7f14377 admin admin] Publish callbacks [] for router_controller (ccc4a4a5-6896-45a8-ac65-8e16513ab31f), precommit_delete_associations {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:40.482617 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:40.527046 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-48a66c53-1c3a-4497-a8d6-99caf7f14377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517178'] for router (ccc4a4a5-6896-45a8-ac65-8e16513ab31f), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:40.527942 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a66c53-1c3a-4497-a8d6-99caf7f14377 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccc4a4a5-6896-45a8-ac65-8e16513ab31f {{(pid=104551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:00:40.533772 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-48a66c53-1c3a-4497-a8d6-99caf7f14377 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:40.534818 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-48a66c53-1c3a-4497-a8d6-99caf7f14377 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/ccc4a4a5-6896-45a8-ac65-8e16513ab31f HTTP/1.1" status: 204 len: 168 time: 0.9914680 Oct 23 01:00:40.537376 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 53210) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:00:40.583101 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.db_base_plugin_v2 [None req-3109bd3c-22ad-4673-9345-d5806dd880af admin admin] Deleting subnet 943dfaf8-c12c-409b-b313-a2e572eba44f {{(pid=104552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:00:40.586692 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-3109bd3c-22ad-4673-9345-d5806dd880af admin admin] Publish callbacks [] for subnet (943dfaf8-c12c-409b-b313-a2e572eba44f), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:40.624421 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-3109bd3c-22ad-4673-9345-d5806dd880af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6324722'] for subnet (943dfaf8-c12c-409b-b313-a2e572eba44f), precommit_delete_associations {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:40.992878 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-3109bd3c-22ad-4673-9345-d5806dd880af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13457227'] for subnet (943dfaf8-c12c-409b-b313-a2e572eba44f), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:41.051991 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-3109bd3c-22ad-4673-9345-d5806dd880af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-13457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5989285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6118452'] for subnet (943dfaf8-c12c-409b-b313-a2e572eba44f), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:41.075576 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3109bd3c-22ad-4673-9345-d5806dd880af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=943dfaf8-c12c-409b-b313-a2e572eba44f,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:41.082695 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-3109bd3c-22ad-4673-9345-d5806dd880af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for subnet (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:41.086352 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-3109bd3c-22ad-4673-9345-d5806dd880af admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/943dfaf8-c12c-409b-b313-a2e572eba44f HTTP/1.1" status: 204 len: 168 time: 0.5479407 Oct 23 01:00:41.088285 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04867e93-0261-461f-82e8-4aa066827700 None None] Network a82fecef-3e22-41fa-8192-25cadd682e03 requested from dv-cinder-master-3-iscsi {{(pid=104553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:00:41.089416 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 53212) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:00:41.097115 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:41.168547 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-16580029-fecb-4d73-b772-c65b5af752e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13506626'] for network (a82fecef-3e22-41fa-8192-25cadd682e03), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:41.219539 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [None req-16580029-fecb-4d73-b772-c65b5af752e5 admin admin] Deleting port 503e26a7-75c9-489f-b284-76bdedd789ba {{(pid=104552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:00:41.219875 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-16580029-fecb-4d73-b772-c65b5af752e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (503e26a7-75c9-489f-b284-76bdedd789ba), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:41.271443 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bcfb6e-6cf1-4c8d-bdf9-258f6e3fd81b None None] DHCP port deletion for a82fecef-3e22-41fa-8192-25cadd682e03 request from dv-cinder-master-3-iscsi {{(pid=104553) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:00:41.290931 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [None req-16580029-fecb-4d73-b772-c65b5af752e5 admin admin] For port 503e26a7-75c9-489f-b284-76bdedd789ba, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=503e26a7-75c9-489f-b284-76bdedd789ba,segment=NetworkSegment(cddd1db6-cf69-4403-969b-c4a8db3f5024),segment_id=cddd1db6-cf69-4403-969b-c4a8db3f5024)] {{(pid=104552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:00:41.291421 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-16580029-fecb-4d73-b772-c65b5af752e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (503e26a7-75c9-489f-b284-76bdedd789ba), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:41.305143 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [None req-16580029-fecb-4d73-b772-c65b5af752e5 admin admin] Calling delete_port for 503e26a7-75c9-489f-b284-76bdedd789ba owned by network:dhcp {{(pid=104552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:00:41.312411 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-c0bcfb6e-6cf1-4c8d-bdf9-258f6e3fd81b None None] Deleting port 503e26a7-75c9-489f-b284-76bdedd789ba {{(pid=104553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:00:41.312811 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-c0bcfb6e-6cf1-4c8d-bdf9-258f6e3fd81b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (503e26a7-75c9-489f-b284-76bdedd789ba), before_delete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:41.387729 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a14e69d-fa72-467b-9c94-7770c7b4cce7 req-6bd2c41b-9179-4d48-8115-b50593b9bc8d tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:41.389297 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-9a14e69d-fa72-467b-9c94-7770c7b4cce7 req-6bd2c41b-9179-4d48-8115-b50593b9bc8d tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=435f22ac-20bf-48b6-b42c-62ecd7cf29f3 HTTP/1.1" status: 200 len: 945 time: 0.0821795 Oct 23 01:00:41.496187 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-16580029-fecb-4d73-b772-c65b5af752e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5995606'] for port (503e26a7-75c9-489f-b284-76bdedd789ba), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:41.522483 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-c0bcfb6e-6cf1-4c8d-bdf9-258f6e3fd81b None None] For port 503e26a7-75c9-489f-b284-76bdedd789ba, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=503e26a7-75c9-489f-b284-76bdedd789ba,segment=NetworkSegment(cddd1db6-cf69-4403-969b-c4a8db3f5024),segment_id=cddd1db6-cf69-4403-969b-c4a8db3f5024)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:00:41.522891 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-c0bcfb6e-6cf1-4c8d-bdf9-258f6e3fd81b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (503e26a7-75c9-489f-b284-76bdedd789ba), precommit_delete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:41.527812 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [req-9a14e69d-fa72-467b-9c94-7770c7b4cce7 req-58f103da-6cf3-4bef-9e95-b22d90ea4fb7 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Deleting port fdd89988-ac0b-48a6-9a93-d8efc80c0957 {{(pid=104552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:00:41.528153 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-9a14e69d-fa72-467b-9c94-7770c7b4cce7 req-58f103da-6cf3-4bef-9e95-b22d90ea4fb7 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (fdd89988-ac0b-48a6-9a93-d8efc80c0957), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:41.534702 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16580029-fecb-4d73-b772-c65b5af752e5 admin admin] No DVR routers for this DVR port 503e26a7-75c9-489f-b284-76bdedd789ba on host dv-cinder-master-3-iscsi {{(pid=104552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:00:41.536371 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-c0bcfb6e-6cf1-4c8d-bdf9-258f6e3fd81b None None] Calling delete_port for 503e26a7-75c9-489f-b284-76bdedd789ba owned by network:dhcp {{(pid=104553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:00:41.548370 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16580029-fecb-4d73-b772-c65b5af752e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=503e26a7-75c9-489f-b284-76bdedd789ba,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:41.620184 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-c0bcfb6e-6cf1-4c8d-bdf9-258f6e3fd81b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455'] for port (503e26a7-75c9-489f-b284-76bdedd789ba), after_delete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:41.645278 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bcfb6e-6cf1-4c8d-bdf9-258f6e3fd81b None None] Pushing event deleted for resources: {'Port': ['ID=503e26a7-75c9-489f-b284-76bdedd789ba,revision_number=None']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:41.648931 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bcfb6e-6cf1-4c8d-bdf9-258f6e3fd81b None None] No DVR routers for this DVR port 503e26a7-75c9-489f-b284-76bdedd789ba on host dv-cinder-master-3-iscsi {{(pid=104553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:00:41.709205 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff7bdb0-a19c-44e6-a0b4-7717f41b8f43 req-f3e4672b-34e2-457f-a14b-b6b3b980c998 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:41.710607 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-cff7bdb0-a19c-44e6-a0b4-7717f41b8f43 req-f3e4672b-34e2-457f-a14b-b6b3b980c998 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=435f22ac-20bf-48b6-b42c-62ecd7cf29f3 HTTP/1.1" status: 200 len: 945 time: 0.1351948 Oct 23 01:00:41.712277 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-16580029-fecb-4d73-b772-c65b5af752e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13455826', 'neutron.services.segments.db._delete_segments_for_network-8758734904131'] for network (a82fecef-3e22-41fa-8192-25cadd682e03), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:41.730512 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:41.768520 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.services.segments.db [None req-16580029-fecb-4d73-b772-c65b5af752e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a82fecef-3e22-41fa-8192-25cadd682e03']}} {{(pid=104552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:41.771733 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-9a14e69d-fa72-467b-9c94-7770c7b4cce7 req-58f103da-6cf3-4bef-9e95-b22d90ea4fb7 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] For port fdd89988-ac0b-48a6-9a93-d8efc80c0957, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=fdd89988-ac0b-48a6-9a93-d8efc80c0957,segment=NetworkSegment(63b58a73-ffd1-4018-ac3c-0db314c2c768),segment_id=63b58a73-ffd1-4018-ac3c-0db314c2c768)] {{(pid=104552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:00:41.772086 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-9a14e69d-fa72-467b-9c94-7770c7b4cce7 req-58f103da-6cf3-4bef-9e95-b22d90ea4fb7 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (fdd89988-ac0b-48a6-9a93-d8efc80c0957), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:41.790886 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.services.segments.db [None req-16580029-fecb-4d73-b772-c65b5af752e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cddd1db6-cf69-4403-969b-c4a8db3f5024') {'for_net_delete': True} {{(pid=104552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:41.791243 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.services.segments.db [None req-16580029-fecb-4d73-b772-c65b5af752e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cddd1db6-cf69-4403-969b-c4a8db3f5024') {} {{(pid=104552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:41.805575 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [req-9a14e69d-fa72-467b-9c94-7770c7b4cce7 req-58f103da-6cf3-4bef-9e95-b22d90ea4fb7 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Calling delete_port for fdd89988-ac0b-48a6-9a93-d8efc80c0957 owned by compute:nova {{(pid=104552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:00:41.813272 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-16580029-fecb-4d73-b772-c65b5af752e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758734904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6324729'] for segment (cddd1db6-cf69-4403-969b-c4a8db3f5024), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:41.843599 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-cff7bdb0-a19c-44e6-a0b4-7717f41b8f43 req-aa646454-e164-446b-87d5-fef3820fa3d5 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=b1d06491-a7a6-44ee-b7c2-32677dbd87bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175327 Oct 23 01:00:41.844455 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-16580029-fecb-4d73-b772-c65b5af752e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13381139'] for segment (cddd1db6-cf69-4403-969b-c4a8db3f5024), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:41.881666 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16580029-fecb-4d73-b772-c65b5af752e5 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=104552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:00:41.882066 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-16580029-fecb-4d73-b772-c65b5af752e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13381139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5995523'] for segment (cddd1db6-cf69-4403-969b-c4a8db3f5024), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:41.932180 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:41.966462 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-16580029-fecb-4d73-b772-c65b5af752e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13455835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516948'] for network (a82fecef-3e22-41fa-8192-25cadd682e03), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:41.970952 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-16580029-fecb-4d73-b772-c65b5af752e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for network (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:41.977166 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-16580029-fecb-4d73-b772-c65b5af752e5 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/a82fecef-3e22-41fa-8192-25cadd682e03 HTTP/1.1" status: 204 len: 168 time: 0.8837373 Oct 23 01:00:41.977932 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 53220) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:00:41.991332 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16580029-fecb-4d73-b772-c65b5af752e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a82fecef-3e22-41fa-8192-25cadd682e03,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:42.042800 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.services.segments.plugin [-] Segment cddd1db6-cf69-4403-969b-c4a8db3f5024 resource provider aggregate not found Oct 23 01:00:42.066678 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.services.segments.plugin [-] Segment cddd1db6-cf69-4403-969b-c4a8db3f5024 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cddd1db6-cf69-4403-969b-c4a8db3f5024 found for delete ", "request_id": "req-a87c07a4-889b-4a4c-9e9c-3ee65f49e0c7"}]} Oct 23 01:00:42.070714 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-9a14e69d-fa72-467b-9c94-7770c7b4cce7 req-58f103da-6cf3-4bef-9e95-b22d90ea4fb7 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5995606'] for port (fdd89988-ac0b-48a6-9a93-d8efc80c0957), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:42.102154 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f103da-6cf3-4bef-9e95-b22d90ea4fb7 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Pushing event deleted for resources: {'Port': ['ID=fdd89988-ac0b-48a6-9a93-d8efc80c0957,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:42.123066 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 3f16f421-4b09-4db8-bb39-036024ad1e08 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:00:42.147952 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] No Port match for: 3f16f421-4b09-4db8-bb39-036024ad1e08 {{(pid=104553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:00:42.148286 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 3f16f421-4b09-4db8-bb39-036024ad1e08 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:00:42.149074 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device ec2a1257-8a89-482a-b313-cba09c2f2203 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:00:42.154442 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a14e69d-fa72-467b-9c94-7770c7b4cce7 req-58f103da-6cf3-4bef-9e95-b22d90ea4fb7 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] No DVR routers for this DVR port fdd89988-ac0b-48a6-9a93-d8efc80c0957 on host hv-cinder-maste {{(pid=104552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:00:42.157355 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-9a14e69d-fa72-467b-9c94-7770c7b4cce7 req-58f103da-6cf3-4bef-9e95-b22d90ea4fb7 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:42.160743 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-9a14e69d-fa72-467b-9c94-7770c7b4cce7 req-58f103da-6cf3-4bef-9e95-b22d90ea4fb7 tempest-ServerRescueNegativeTestJSON-1390519759 tempest-ServerRescueNegativeTestJSON-1390519759-project] 10.222.0.52 "DELETE /networking/v2.0/ports/fdd89988-ac0b-48a6-9a93-d8efc80c0957 HTTP/1.1" status: 204 len: 173 time: 0.7619159 Oct 23 01:00:42.161348 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '435f22ac-20bf-48b6-b42c-62ecd7cf29f3', 'name': 'network-vif-deleted', 'tag': 'fdd89988-ac0b-48a6-9a93-d8efc80c0957'}] {{(pid=104552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:00:42.163811 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e71a59ae106f7f9b2e36c913636ed0b95d68e581a9dbd71020046a5c2e6c46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99dfd895-8eb1-44ab-ba1e-80d421672532" -d '{"events": [{"server_uuid": "435f22ac-20bf-48b6-b42c-62ecd7cf29f3", "name": "network-vif-deleted", "tag": "fdd89988-ac0b-48a6-9a93-d8efc80c0957"}]}' {{(pid=104552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:00:42.171285 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] No Port match for: ec2a1257-8a89-482a-b313-cba09c2f2203 {{(pid=104553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:00:42.172159 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device ec2a1257-8a89-482a-b313-cba09c2f2203 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:00:42.173092 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 503e26a7-75c9-489f-b284-76bdedd789ba no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:00:42.197833 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] No Port match for: 503e26a7-75c9-489f-b284-76bdedd789ba {{(pid=104553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:00:42.198171 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 503e26a7-75c9-489f-b284-76bdedd789ba not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:00:42.212373 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64370329-31b8-49ad-88a5-03532495064e x-openstack-request-id: req-64370329-31b8-49ad-88a5-03532495064e {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:00:42.212669 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "435f22ac-20bf-48b6-b42c-62ecd7cf29f3", "name": "network-vif-deleted", "tag": "fdd89988-ac0b-48a6-9a93-d8efc80c0957", "status": "completed", "code": 200}]} {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:00:42.213709 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-64370329-31b8-49ad-88a5-03532495064e {{(pid=104552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:00:42.213709 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64370329-31b8-49ad-88a5-03532495064e'] response: {'server_uuid': '435f22ac-20bf-48b6-b42c-62ecd7cf29f3', 'name': 'network-vif-deleted', 'tag': 'fdd89988-ac0b-48a6-9a93-d8efc80c0957', 'status': 'completed', 'code': 200} Oct 23 01:00:42.243316 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.agents_db [None req-7a6a8f68-635a-43f5-9edf-73cfaf501ddf None None] Agent healthcheck: found 6 active agents {{(pid=104554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:00:42.347085 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-5b45aec2-700f-476c-9f9e-dd23998cb9b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-517241'] for router_interface (b43e72ec-e74f-4b3d-8313-064f4596d699), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:42.578616 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-5b45aec2-700f-476c-9f9e-dd23998cb9b3 admin admin] Deleting port 4a7cd454-b41b-4353-a8da-dd92a4f996c1 {{(pid=104551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:00:42.578960 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-5b45aec2-700f-476c-9f9e-dd23998cb9b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (4a7cd454-b41b-4353-a8da-dd92a4f996c1), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:42.658519 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.db [None req-5b45aec2-700f-476c-9f9e-dd23998cb9b3 admin admin] For port 4a7cd454-b41b-4353-a8da-dd92a4f996c1, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=4a7cd454-b41b-4353-a8da-dd92a4f996c1,segment=NetworkSegment(2b9d467c-782f-40c8-a5d1-155616573f38),segment_id=2b9d467c-782f-40c8-a5d1-155616573f38)] {{(pid=104551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:00:42.658886 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-5b45aec2-700f-476c-9f9e-dd23998cb9b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (4a7cd454-b41b-4353-a8da-dd92a4f996c1), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:42.672126 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-5b45aec2-700f-476c-9f9e-dd23998cb9b3 admin admin] Calling delete_port for 4a7cd454-b41b-4353-a8da-dd92a4f996c1 owned by network:router_interface {{(pid=104551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:00:42.851370 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:UPDATE=2,neutron:SELECT=92,neutron:DELETE=6 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:42.857619 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:42.864811 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-5b45aec2-700f-476c-9f9e-dd23998cb9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6140158'] for port (4a7cd454-b41b-4353-a8da-dd92a4f996c1), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:42.893338 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b45aec2-700f-476c-9f9e-dd23998cb9b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a7cd454-b41b-4353-a8da-dd92a4f996c1,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:43.031809 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 53230) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:00:43.081877 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-5b45aec2-700f-476c-9f9e-dd23998cb9b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516553'] for router_interface (b43e72ec-e74f-4b3d-8313-064f4596d699), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:43.106523 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae25409-3794-4cd7-bb0a-cebf0331547a None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=104553) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:00:43.222370 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae25409-3794-4cd7-bb0a-cebf0331547a None None] Resources bound (agent type, host, resource id): {{(pid=104553) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:00:43.237223 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:43.426540 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b45aec2-700f-476c-9f9e-dd23998cb9b3 admin admin] Router b43e72ec-e74f-4b3d-8313-064f4596d699 has already been hosted by L3 agent 71de1650-f9d9-4095-92e6-e37ec99e20cf {{(pid=104551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:00:43.633939 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b45aec2-700f-476c-9f9e-dd23998cb9b3 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:00:43.640750 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-5b45aec2-700f-476c-9f9e-dd23998cb9b3 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/b43e72ec-e74f-4b3d-8313-064f4596d699/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6609585 Oct 23 01:00:43.643750 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 53234) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:00:43.645302 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c73b453-da36-48f0-8d93-70359598e72f None None] Sync routers for ids ['b43e72ec-e74f-4b3d-8313-064f4596d699'] in dv-cinder-master-3-iscsi {{(pid=104553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:00:43.657773 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c73b453-da36-48f0-8d93-70359598e72f None None] Routers {'b43e72ec-e74f-4b3d-8313-064f4596d699'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:00:43.658543 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-1c73b453-da36-48f0-8d93-70359598e72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:00:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['b43e72ec-e74f-4b3d-8313-064f4596d699'], 'active': True} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:43.764324 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:43.777627 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvr_db [None req-1c73b453-da36-48f0-8d93-70359598e72f None None] Set router b43e72ec-e74f-4b3d-8313-064f4596d699 gateway port host: dv-cinder-master-3-iscsi {{(pid=104553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:00:43.918377 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device fdd89988-ac0b-48a6-9a93-d8efc80c0957 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:00:43.925258 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:43.944032 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-b531d8b5-14a6-4608-b875-9443c29325bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-517241'] for router_interface (2d77609f-f6a2-4b66-94b2-dbd18b570cb6), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:43.947251 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] No Port match for: fdd89988-ac0b-48a6-9a93-d8efc80c0957 {{(pid=104553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:00:43.948156 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device fdd89988-ac0b-48a6-9a93-d8efc80c0957 not bound to the agent host hv-cinder-maste {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:00:43.950644 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-7e3275ac-25c8-40e8-a1ba-42e6228d7d13 None None] Provisioning complete for port 38b46ed1-c8d6-4fa9-846d-3223b9ecbd7f triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:00:43.951014 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-7e3275ac-25c8-40e8-a1ba-42e6228d7d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (38b46ed1-c8d6-4fa9-846d-3223b9ecbd7f), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:43.951347 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-7e3275ac-25c8-40e8-a1ba-42e6228d7d13 None None] Attempt 1 to provision port 38b46ed1-c8d6-4fa9-846d-3223b9ecbd7f Oct 23 01:00:44.017354 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-1c73b453-da36-48f0-8d93-70359598e72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43e72ec-e74f-4b3d-8313-064f4596d699', 'name': 'tempest-TestMinimumBasicScenario-1967240383-router', 'tenant_id': '5e0dff1e22fd436e8ed3a395d94ef8ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.76'}], 'enable_snat': True}, 'gw_port_id': '41fed497-9616-4065-81c5-649cbe8895a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:57:50Z', 'updated_at': '2022-10-23T01:00:42Z', 'revision_number': 5, 'project_id': '5e0dff1e22fd436e8ed3a395d94ef8ce', 'gw_port': {'id': '41fed497-9616-4065-81c5-649cbe8895a8', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43e72ec-e74f-4b3d-8313-064f4596d699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:57:51Z', 'updated_at': '2022-10-23T00:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:44.018713 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=100 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:44.050616 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c73b453-da36-48f0-8d93-70359598e72f None None] Checking router: b43e72ec-e74f-4b3d-8313-064f4596d699 for host: dv-cinder-master-3-iscsi {{(pid=104553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:00:44.065585 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-51b8ba7a-7a32-4201-b092-5f3cda23c73a admin admin] Publish callbacks [] for router (b43e72ec-e74f-4b3d-8313-064f4596d699), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:44.082444 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c73b453-da36-48f0-8d93-70359598e72f None None] Routers {'b43e72ec-e74f-4b3d-8313-064f4596d699'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:00:44.082998 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-1c73b453-da36-48f0-8d93-70359598e72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:00:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['b43e72ec-e74f-4b3d-8313-064f4596d699'], 'active': True} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:44.129985 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-7e3275ac-25c8-40e8-a1ba-42e6228d7d13 None None] Current status of the port 38b46ed1-c8d6-4fa9-846d-3223b9ecbd7f is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:00:44.199174 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvr_db [None req-1c73b453-da36-48f0-8d93-70359598e72f None None] Set router b43e72ec-e74f-4b3d-8313-064f4596d699 gateway port host: dv-cinder-master-3-iscsi {{(pid=104553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:00:44.230494 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-51b8ba7a-7a32-4201-b092-5f3cda23c73a admin admin] Publish callbacks [] for router_gateway (b43e72ec-e74f-4b3d-8313-064f4596d699), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:44.313827 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-51b8ba7a-7a32-4201-b092-5f3cda23c73a admin admin] Deleting port 41fed497-9616-4065-81c5-649cbe8895a8 {{(pid=104551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:00:44.314167 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-51b8ba7a-7a32-4201-b092-5f3cda23c73a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (41fed497-9616-4065-81c5-649cbe8895a8), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:44.367436 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-b531d8b5-14a6-4608-b875-9443c29325bb admin admin] Deleting port c15a8bad-19fd-46da-8328-6797a742506a {{(pid=104551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:00:44.367436 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-b531d8b5-14a6-4608-b875-9443c29325bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (c15a8bad-19fd-46da-8328-6797a742506a), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:44.369278 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-1c73b453-da36-48f0-8d93-70359598e72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43e72ec-e74f-4b3d-8313-064f4596d699', 'name': 'tempest-TestMinimumBasicScenario-1967240383-router', 'tenant_id': '5e0dff1e22fd436e8ed3a395d94ef8ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.76'}], 'enable_snat': True}, 'gw_port_id': '41fed497-9616-4065-81c5-649cbe8895a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:57:50Z', 'updated_at': '2022-10-23T01:00:42Z', 'revision_number': 5, 'project_id': '5e0dff1e22fd436e8ed3a395d94ef8ce', 'gw_port': {'id': '41fed497-9616-4065-81c5-649cbe8895a8', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43e72ec-e74f-4b3d-8313-064f4596d699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:57:51Z', 'updated_at': '2022-10-23T00:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:44.394640 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c73b453-da36-48f0-8d93-70359598e72f None None] The sync data for ids ['b43e72ec-e74f-4b3d-8313-064f4596d699'] in dv-cinder-master-3-iscsi is: [{'id': 'b43e72ec-e74f-4b3d-8313-064f4596d699', 'name': 'tempest-TestMinimumBasicScenario-1967240383-router', 'tenant_id': '5e0dff1e22fd436e8ed3a395d94ef8ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.76'}], 'enable_snat': True}, 'gw_port_id': '41fed497-9616-4065-81c5-649cbe8895a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:57:50Z', 'updated_at': '2022-10-23T01:00:42Z', 'revision_number': 5, 'project_id': '5e0dff1e22fd436e8ed3a395d94ef8ce', 'gw_port': {'id': '41fed497-9616-4065-81c5-649cbe8895a8', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:f3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43e72ec-e74f-4b3d-8313-064f4596d699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:57:51Z', 'updated_at': '2022-10-23T00:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=104553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:00:44.452546 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.db [None req-51b8ba7a-7a32-4201-b092-5f3cda23c73a admin admin] For port 41fed497-9616-4065-81c5-649cbe8895a8, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=41fed497-9616-4065-81c5-649cbe8895a8,segment=NetworkSegment(0d47d9bc-e081-4c9e-9d69-e5804f7aef1d),segment_id=0d47d9bc-e081-4c9e-9d69-e5804f7aef1d)] {{(pid=104551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:00:44.452868 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-51b8ba7a-7a32-4201-b092-5f3cda23c73a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (41fed497-9616-4065-81c5-649cbe8895a8), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:44.476028 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-51b8ba7a-7a32-4201-b092-5f3cda23c73a admin admin] Calling delete_port for 41fed497-9616-4065-81c5-649cbe8895a8 owned by network:router_gateway {{(pid=104551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:00:44.493389 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.db [None req-b531d8b5-14a6-4608-b875-9443c29325bb admin admin] For port c15a8bad-19fd-46da-8328-6797a742506a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c15a8bad-19fd-46da-8328-6797a742506a,segment=NetworkSegment(63b58a73-ffd1-4018-ac3c-0db314c2c768),segment_id=63b58a73-ffd1-4018-ac3c-0db314c2c768)] {{(pid=104551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:00:44.493748 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-b531d8b5-14a6-4608-b875-9443c29325bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (c15a8bad-19fd-46da-8328-6797a742506a), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:44.533881 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-b531d8b5-14a6-4608-b875-9443c29325bb admin admin] Calling delete_port for c15a8bad-19fd-46da-8328-6797a742506a owned by network:router_interface {{(pid=104551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:00:44.694530 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:44.733136 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:44.772915 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-51b8ba7a-7a32-4201-b092-5f3cda23c73a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6140158'] for port (41fed497-9616-4065-81c5-649cbe8895a8), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:44.805288 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b8ba7a-7a32-4201-b092-5f3cda23c73a admin admin] Pushing event deleted for resources: {'Port': ['ID=41fed497-9616-4065-81c5-649cbe8895a8,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:44.901636 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-b531d8b5-14a6-4608-b875-9443c29325bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6140158'] for port (c15a8bad-19fd-46da-8328-6797a742506a), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:44.925771 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-51b8ba7a-7a32-4201-b092-5f3cda23c73a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-517020'] for router_gateway (b43e72ec-e74f-4b3d-8313-064f4596d699), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:44.930144 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b531d8b5-14a6-4608-b875-9443c29325bb admin admin] Pushing event deleted for resources: {'Port': ['ID=c15a8bad-19fd-46da-8328-6797a742506a,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:45.038011 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-51b8ba7a-7a32-4201-b092-5f3cda23c73a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-401043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123571'] for router (b43e72ec-e74f-4b3d-8313-064f4596d699), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:45.056862 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-51b8ba7a-7a32-4201-b092-5f3cda23c73a admin admin] Publish callbacks [] for router_controller (b43e72ec-e74f-4b3d-8313-064f4596d699), precommit_delete_associations {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:45.119564 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-51b8ba7a-7a32-4201-b092-5f3cda23c73a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517178'] for router (b43e72ec-e74f-4b3d-8313-064f4596d699), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:45.120170 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b8ba7a-7a32-4201-b092-5f3cda23c73a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b43e72ec-e74f-4b3d-8313-064f4596d699 {{(pid=104551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:00:45.153674 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-51b8ba7a-7a32-4201-b092-5f3cda23c73a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:45.154829 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-51b8ba7a-7a32-4201-b092-5f3cda23c73a admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/b43e72ec-e74f-4b3d-8313-064f4596d699 HTTP/1.1" status: 204 len: 168 time: 1.5101795 Oct 23 01:00:45.157888 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 53240) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:00:45.207383 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdb5dc54-22f0-4801-a8aa-a75a43b66459 admin admin] Deleting subnet f8f208d0-6d73-485f-ba6c-97c3f7122b3d {{(pid=104552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:00:45.211472 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-fdb5dc54-22f0-4801-a8aa-a75a43b66459 admin admin] Publish callbacks [] for subnet (f8f208d0-6d73-485f-ba6c-97c3f7122b3d), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:45.222257 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-b531d8b5-14a6-4608-b875-9443c29325bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516553'] for router_interface (2d77609f-f6a2-4b66-94b2-dbd18b570cb6), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:45.252549 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e933bb3c-3865-420b-8c6c-1e706eac8815 None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=104553) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:00:45.260279 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-fdb5dc54-22f0-4801-a8aa-a75a43b66459 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6324722'] for subnet (f8f208d0-6d73-485f-ba6c-97c3f7122b3d), precommit_delete_associations {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:45.338995 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=100 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:45.341928 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-fdb5dc54-22f0-4801-a8aa-a75a43b66459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13457227'] for subnet (f8f208d0-6d73-485f-ba6c-97c3f7122b3d), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:45.362807 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e933bb3c-3865-420b-8c6c-1e706eac8815 None None] Resources bound (agent type, host, resource id): {{(pid=104553) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:00:45.407186 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-fdb5dc54-22f0-4801-a8aa-a75a43b66459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-13457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5989285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6118452'] for subnet (f8f208d0-6d73-485f-ba6c-97c3f7122b3d), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:45.437656 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb5dc54-22f0-4801-a8aa-a75a43b66459 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8f208d0-6d73-485f-ba6c-97c3f7122b3d,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:45.442951 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-fdb5dc54-22f0-4801-a8aa-a75a43b66459 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for subnet (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:45.446128 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-fdb5dc54-22f0-4801-a8aa-a75a43b66459 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/f8f208d0-6d73-485f-ba6c-97c3f7122b3d HTTP/1.1" status: 204 len: 168 time: 0.2868156 Oct 23 01:00:45.448991 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 53242) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:00:45.454213 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb5dc54-22f0-4801-a8aa-a75a43b66459 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:45.454628 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb5dc54-22f0-4801-a8aa-a75a43b66459 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:45.455032 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb5dc54-22f0-4801-a8aa-a75a43b66459 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:45.455374 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb5dc54-22f0-4801-a8aa-a75a43b66459 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:45.455706 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb5dc54-22f0-4801-a8aa-a75a43b66459 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:45.456035 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb5dc54-22f0-4801-a8aa-a75a43b66459 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:45.456361 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb5dc54-22f0-4801-a8aa-a75a43b66459 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:45.456683 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb5dc54-22f0-4801-a8aa-a75a43b66459 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:45.457048 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb5dc54-22f0-4801-a8aa-a75a43b66459 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:45.457375 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb5dc54-22f0-4801-a8aa-a75a43b66459 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:45.457697 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb5dc54-22f0-4801-a8aa-a75a43b66459 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:45.458182 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb5dc54-22f0-4801-a8aa-a75a43b66459 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:45.458505 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb5dc54-22f0-4801-a8aa-a75a43b66459 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:45.458824 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb5dc54-22f0-4801-a8aa-a75a43b66459 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:45.459141 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb5dc54-22f0-4801-a8aa-a75a43b66459 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:45.509831 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b531d8b5-14a6-4608-b875-9443c29325bb admin admin] Router 2d77609f-f6a2-4b66-94b2-dbd18b570cb6 has already been hosted by L3 agent 71de1650-f9d9-4095-92e6-e37ec99e20cf {{(pid=104551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:00:45.547256 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e339adec-3c75-4ed6-8340-7f5e559dfc1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13506626'] for network (570809ed-8943-4319-88c0-71a523125321), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:45.624563 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:DELETE=3,neutron:SELECT=95,neutron:UPDATE=2 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:45.662843 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-e339adec-3c75-4ed6-8340-7f5e559dfc1c admin admin] Deleting port 38b46ed1-c8d6-4fa9-846d-3223b9ecbd7f {{(pid=104551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:00:45.663182 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e339adec-3c75-4ed6-8340-7f5e559dfc1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (38b46ed1-c8d6-4fa9-846d-3223b9ecbd7f), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:45.668819 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:45.692801 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b531d8b5-14a6-4608-b875-9443c29325bb admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:00:45.703594 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63d75bb-01c6-4eca-a874-46265c5438b3 None None] Sync routers for ids ['2d77609f-f6a2-4b66-94b2-dbd18b570cb6'] in dv-cinder-master-3-iscsi {{(pid=104554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:00:45.715403 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63d75bb-01c6-4eca-a874-46265c5438b3 None None] Routers {'2d77609f-f6a2-4b66-94b2-dbd18b570cb6'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:00:45.716206 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-c63d75bb-01c6-4eca-a874-46265c5438b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:00:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['2d77609f-f6a2-4b66-94b2-dbd18b570cb6'], 'active': True} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:45.724712 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-b531d8b5-14a6-4608-b875-9443c29325bb admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/2d77609f-f6a2-4b66-94b2-dbd18b570cb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6896057 Oct 23 01:00:45.725635 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 53244) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:00:45.789663 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.db [None req-e339adec-3c75-4ed6-8340-7f5e559dfc1c admin admin] For port 38b46ed1-c8d6-4fa9-846d-3223b9ecbd7f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=38b46ed1-c8d6-4fa9-846d-3223b9ecbd7f,segment=NetworkSegment(2b9d467c-782f-40c8-a5d1-155616573f38),segment_id=2b9d467c-782f-40c8-a5d1-155616573f38)] {{(pid=104551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:00:45.790028 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e339adec-3c75-4ed6-8340-7f5e559dfc1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (38b46ed1-c8d6-4fa9-846d-3223b9ecbd7f), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:45.809084 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-e339adec-3c75-4ed6-8340-7f5e559dfc1c admin admin] Calling delete_port for 38b46ed1-c8d6-4fa9-846d-3223b9ecbd7f owned by network:dhcp {{(pid=104551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:00:45.819369 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvr_db [None req-c63d75bb-01c6-4eca-a874-46265c5438b3 None None] Set router 2d77609f-f6a2-4b66-94b2-dbd18b570cb6 gateway port host: dv-cinder-master-3-iscsi {{(pid=104554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:00:46.012787 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:46.014450 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-c63d75bb-01c6-4eca-a874-46265c5438b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d77609f-f6a2-4b66-94b2-dbd18b570cb6', 'name': 'tempest-ServerRescueNegativeTestJSON-1310721639-router', 'tenant_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.144'}], 'enable_snat': True}, 'gw_port_id': 'f0e20492-cd09-472c-ad67-7a194ee39b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T01:00:44Z', 'revision_number': 5, 'project_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'gw_port': {'id': 'f0e20492-cd09-472c-ad67-7a194ee39b4a', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d77609f-f6a2-4b66-94b2-dbd18b570cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:25Z', 'updated_at': '2022-10-23T00:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:46.052626 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63d75bb-01c6-4eca-a874-46265c5438b3 None None] Checking router: 2d77609f-f6a2-4b66-94b2-dbd18b570cb6 for host: dv-cinder-master-3-iscsi {{(pid=104554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:00:46.071357 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63d75bb-01c6-4eca-a874-46265c5438b3 None None] Routers {'2d77609f-f6a2-4b66-94b2-dbd18b570cb6'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:00:46.072219 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-c63d75bb-01c6-4eca-a874-46265c5438b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:00:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['2d77609f-f6a2-4b66-94b2-dbd18b570cb6'], 'active': True} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:46.073169 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627fedfd-0a45-44b1-98a2-e736106005eb None None] Network 570809ed-8943-4319-88c0-71a523125321 requested from dv-cinder-master-3-iscsi {{(pid=104553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:00:46.089040 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-07a61003-0d9b-41b0-bcf6-b1f4f2f29fc9 None None] Provisioning complete for port 2d687c63-2eda-4404-94d4-512d1659dd28 triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:00:46.089540 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-07a61003-0d9b-41b0-bcf6-b1f4f2f29fc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (2d687c63-2eda-4404-94d4-512d1659dd28), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:46.089892 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-07a61003-0d9b-41b0-bcf6-b1f4f2f29fc9 None None] Attempt 1 to provision port 2d687c63-2eda-4404-94d4-512d1659dd28 Oct 23 01:00:46.112507 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=100 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:46.148823 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-1f6051f7-08c7-4298-a5e0-984fd5371c58 admin admin] Publish callbacks [] for router (2d77609f-f6a2-4b66-94b2-dbd18b570cb6), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:46.255116 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvr_db [None req-c63d75bb-01c6-4eca-a874-46265c5438b3 None None] Set router 2d77609f-f6a2-4b66-94b2-dbd18b570cb6 gateway port host: dv-cinder-master-3-iscsi {{(pid=104554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:00:46.280878 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e339adec-3c75-4ed6-8340-7f5e559dfc1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6140158'] for port (38b46ed1-c8d6-4fa9-846d-3223b9ecbd7f), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:46.309497 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 4a7cd454-b41b-4353-a8da-dd92a4f996c1 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:00:46.314950 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e339adec-3c75-4ed6-8340-7f5e559dfc1c admin admin] Pushing event deleted for resources: {'Port': ['ID=38b46ed1-c8d6-4fa9-846d-3223b9ecbd7f,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:46.318714 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e339adec-3c75-4ed6-8340-7f5e559dfc1c admin admin] No DVR routers for this DVR port 38b46ed1-c8d6-4fa9-846d-3223b9ecbd7f on host dv-cinder-master-3-iscsi {{(pid=104551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:00:46.320838 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-1f6051f7-08c7-4298-a5e0-984fd5371c58 admin admin] Publish callbacks [] for router_gateway (2d77609f-f6a2-4b66-94b2-dbd18b570cb6), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:46.352380 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] No Port match for: 4a7cd454-b41b-4353-a8da-dd92a4f996c1 {{(pid=104553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:00:46.353146 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 4a7cd454-b41b-4353-a8da-dd92a4f996c1 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:00:46.353834 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 41fed497-9616-4065-81c5-649cbe8895a8 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:00:46.358190 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff5833b-9c48-4bd9-966d-5fd598910c63 None None] DHCP port deletion for 570809ed-8943-4319-88c0-71a523125321 request from dv-cinder-master-3-iscsi {{(pid=104553) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:00:46.402298 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] No Port match for: 41fed497-9616-4065-81c5-649cbe8895a8 {{(pid=104553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:00:46.402970 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 41fed497-9616-4065-81c5-649cbe8895a8 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:00:46.409795 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-07a61003-0d9b-41b0-bcf6-b1f4f2f29fc9 None None] Current status of the port 2d687c63-2eda-4404-94d4-512d1659dd28 is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:00:46.427148 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e339adec-3c75-4ed6-8340-7f5e559dfc1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13455826', 'neutron.services.segments.db._delete_segments_for_network-8758734904131'] for network (570809ed-8943-4319-88c0-71a523125321), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:46.455827 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-1f6051f7-08c7-4298-a5e0-984fd5371c58 admin admin] Deleting port f0e20492-cd09-472c-ad67-7a194ee39b4a {{(pid=104551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:00:46.456157 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-1f6051f7-08c7-4298-a5e0-984fd5371c58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (f0e20492-cd09-472c-ad67-7a194ee39b4a), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:46.459580 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.services.segments.db [None req-e339adec-3c75-4ed6-8340-7f5e559dfc1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['570809ed-8943-4319-88c0-71a523125321']}} {{(pid=104551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:46.481707 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.services.segments.db [None req-e339adec-3c75-4ed6-8340-7f5e559dfc1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b9d467c-782f-40c8-a5d1-155616573f38') {'for_net_delete': True} {{(pid=104551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:46.482019 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.services.segments.db [None req-e339adec-3c75-4ed6-8340-7f5e559dfc1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b9d467c-782f-40c8-a5d1-155616573f38') {} {{(pid=104551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:46.489264 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-c63d75bb-01c6-4eca-a874-46265c5438b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d77609f-f6a2-4b66-94b2-dbd18b570cb6', 'name': 'tempest-ServerRescueNegativeTestJSON-1310721639-router', 'tenant_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.144'}], 'enable_snat': True}, 'gw_port_id': 'f0e20492-cd09-472c-ad67-7a194ee39b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T01:00:44Z', 'revision_number': 5, 'project_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'gw_port': {'id': 'f0e20492-cd09-472c-ad67-7a194ee39b4a', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d77609f-f6a2-4b66-94b2-dbd18b570cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:25Z', 'updated_at': '2022-10-23T00:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:46.517530 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63d75bb-01c6-4eca-a874-46265c5438b3 None None] The sync data for ids ['2d77609f-f6a2-4b66-94b2-dbd18b570cb6'] in dv-cinder-master-3-iscsi is: [{'id': '2d77609f-f6a2-4b66-94b2-dbd18b570cb6', 'name': 'tempest-ServerRescueNegativeTestJSON-1310721639-router', 'tenant_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.144'}], 'enable_snat': True}, 'gw_port_id': 'f0e20492-cd09-472c-ad67-7a194ee39b4a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T01:00:44Z', 'revision_number': 5, 'project_id': '94cfcbd6f144492d8be27fe35cbe76d5', 'gw_port': {'id': 'f0e20492-cd09-472c-ad67-7a194ee39b4a', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d9:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d77609f-f6a2-4b66-94b2-dbd18b570cb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:25Z', 'updated_at': '2022-10-23T00:55:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=104554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:00:46.519479 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e339adec-3c75-4ed6-8340-7f5e559dfc1c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758734904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8119827'] for segment (2b9d467c-782f-40c8-a5d1-155616573f38), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:46.530938 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-e24aa345-9ad6-4b6d-8e8c-c38402b55117 None None] Provisioning complete for port 2d687c63-2eda-4404-94d4-512d1659dd28 triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:00:46.531687 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e24aa345-9ad6-4b6d-8e8c-c38402b55117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (2d687c63-2eda-4404-94d4-512d1659dd28), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:46.532190 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-e24aa345-9ad6-4b6d-8e8c-c38402b55117 None None] Attempt 1 to provision port 2d687c63-2eda-4404-94d4-512d1659dd28 Oct 23 01:00:46.539898 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e339adec-3c75-4ed6-8340-7f5e559dfc1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13381139'] for segment (2b9d467c-782f-40c8-a5d1-155616573f38), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:46.556451 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e339adec-3c75-4ed6-8340-7f5e559dfc1c admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=104551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:00:46.556451 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e339adec-3c75-4ed6-8340-7f5e559dfc1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13381139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6140075'] for segment (2b9d467c-782f-40c8-a5d1-155616573f38), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:46.582836 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.services.segments.plugin [-] Segment 2b9d467c-782f-40c8-a5d1-155616573f38 resource provider aggregate not found Oct 23 01:00:46.615460 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-e24aa345-9ad6-4b6d-8e8c-c38402b55117 None None] Current status of the port 2d687c63-2eda-4404-94d4-512d1659dd28 is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:00:46.621063 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.services.segments.plugin [-] Segment 2b9d467c-782f-40c8-a5d1-155616573f38 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2b9d467c-782f-40c8-a5d1-155616573f38 found for delete ", "request_id": "req-4c69e743-bdf3-4529-891b-1c5cfd62d911"}]} Oct 23 01:00:46.638597 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.db [None req-1f6051f7-08c7-4298-a5e0-984fd5371c58 admin admin] For port f0e20492-cd09-472c-ad67-7a194ee39b4a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=f0e20492-cd09-472c-ad67-7a194ee39b4a,segment=NetworkSegment(0d47d9bc-e081-4c9e-9d69-e5804f7aef1d),segment_id=0d47d9bc-e081-4c9e-9d69-e5804f7aef1d)] {{(pid=104551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:00:46.639045 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-1f6051f7-08c7-4298-a5e0-984fd5371c58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (f0e20492-cd09-472c-ad67-7a194ee39b4a), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:46.653697 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-1f6051f7-08c7-4298-a5e0-984fd5371c58 admin admin] Calling delete_port for f0e20492-cd09-472c-ad67-7a194ee39b4a owned by network:router_gateway {{(pid=104551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:00:46.655680 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e339adec-3c75-4ed6-8340-7f5e559dfc1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13455835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516948'] for network (570809ed-8943-4319-88c0-71a523125321), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:46.668501 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e339adec-3c75-4ed6-8340-7f5e559dfc1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for network (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:46.671624 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-e339adec-3c75-4ed6-8340-7f5e559dfc1c admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/570809ed-8943-4319-88c0-71a523125321 HTTP/1.1" status: 204 len: 168 time: 1.2217035 Oct 23 01:00:46.684185 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e339adec-3c75-4ed6-8340-7f5e559dfc1c admin admin] Pushing event deleted for resources: {'Network': ['ID=570809ed-8943-4319-88c0-71a523125321,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:46.734146 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:46.780523 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:46.811469 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 53252) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:00:46.849905 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-1f6051f7-08c7-4298-a5e0-984fd5371c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6140158'] for port (f0e20492-cd09-472c-ad67-7a194ee39b4a), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:46.853050 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-885ea428-877e-4468-9a72-30b051b93042 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=2b5536e4b945479e8972cb5a95f60324&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401652 Oct 23 01:00:46.855821 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 53254) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:00:46.875484 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6051f7-08c7-4298-a5e0-984fd5371c58 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0e20492-cd09-472c-ad67-7a194ee39b4a,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:46.919552 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-5af1f2ca-bdbc-4508-9ed4-47366fdb1b47 admin admin] Publish callbacks [] for security_group (ef20917c-8dad-4b49-8e2b-5fc4aa0568d5), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:46.936847 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=85,neutron:DELETE=15 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:46.943002 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-5af1f2ca-bdbc-4508-9ed4-47366fdb1b47 admin admin] Publish callbacks [] for security_group (ef20917c-8dad-4b49-8e2b-5fc4aa0568d5), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:46.945723 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-1f6051f7-08c7-4298-a5e0-984fd5371c58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-517020'] for router_gateway (2d77609f-f6a2-4b66-94b2-dbd18b570cb6), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:46.999694 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-5af1f2ca-bdbc-4508-9ed4-47366fdb1b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (ef20917c-8dad-4b49-8e2b-5fc4aa0568d5), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:47.003112 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-5af1f2ca-bdbc-4508-9ed4-47366fdb1b47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:47.004587 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-5af1f2ca-bdbc-4508-9ed4-47366fdb1b47 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/ef20917c-8dad-4b49-8e2b-5fc4aa0568d5 HTTP/1.1" status: 204 len: 168 time: 0.1477656 Oct 23 01:00:47.014948 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af1f2ca-bdbc-4508-9ed4-47366fdb1b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef20917c-8dad-4b49-8e2b-5fc4aa0568d5,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:47.053224 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-1f6051f7-08c7-4298-a5e0-984fd5371c58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-401043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123571'] for router (2d77609f-f6a2-4b66-94b2-dbd18b570cb6), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:47.055661 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-1f6051f7-08c7-4298-a5e0-984fd5371c58 admin admin] Publish callbacks [] for router_controller (2d77609f-f6a2-4b66-94b2-dbd18b570cb6), precommit_delete_associations {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:47.100577 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-1f6051f7-08c7-4298-a5e0-984fd5371c58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517178'] for router (2d77609f-f6a2-4b66-94b2-dbd18b570cb6), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:47.101299 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6051f7-08c7-4298-a5e0-984fd5371c58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d77609f-f6a2-4b66-94b2-dbd18b570cb6 {{(pid=104551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:00:47.109657 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-1f6051f7-08c7-4298-a5e0-984fd5371c58 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:47.111706 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-1f6051f7-08c7-4298-a5e0-984fd5371c58 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/2d77609f-f6a2-4b66-94b2-dbd18b570cb6 HTTP/1.1" status: 204 len: 168 time: 1.3857603 Oct 23 01:00:47.114312 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 53258) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:00:47.178022 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.db_base_plugin_v2 [None req-f24d2f8e-3dfa-47e5-9e76-45122369d7c9 admin admin] Deleting subnet b567fc0e-81bb-4e4e-8bd3-a17fd2562f11 {{(pid=104551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:00:47.191439 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f24d2f8e-3dfa-47e5-9e76-45122369d7c9 admin admin] Publish callbacks [] for subnet (b567fc0e-81bb-4e4e-8bd3-a17fd2562f11), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:47.234286 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f24d2f8e-3dfa-47e5-9e76-45122369d7c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8119832'] for subnet (b567fc0e-81bb-4e4e-8bd3-a17fd2562f11), precommit_delete_associations {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:47.327358 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f24d2f8e-3dfa-47e5-9e76-45122369d7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13457227'] for subnet (b567fc0e-81bb-4e4e-8bd3-a17fd2562f11), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:47.386601 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f24d2f8e-3dfa-47e5-9e76-45122369d7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-13457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6139661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4819808'] for subnet (b567fc0e-81bb-4e4e-8bd3-a17fd2562f11), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:47.413999 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24d2f8e-3dfa-47e5-9e76-45122369d7c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b567fc0e-81bb-4e4e-8bd3-a17fd2562f11,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:47.418963 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f24d2f8e-3dfa-47e5-9e76-45122369d7c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:47.424540 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-f24d2f8e-3dfa-47e5-9e76-45122369d7c9 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/b567fc0e-81bb-4e4e-8bd3-a17fd2562f11 HTTP/1.1" status: 204 len: 168 time: 0.3068371 Oct 23 01:00:47.424657 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 53262) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:00:47.429179 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 53264) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:00:47.431012 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014ff5c4-43d5-408a-8f0a-bb1038b63332 None None] Network 1d27b6d9-fef6-49cb-833f-13cb9578958e requested from dv-cinder-master-3-iscsi {{(pid=104553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:00:47.469976 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-9d701555-efd1-42ae-bba8-ada0e3c3e651 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=5e0dff1e22fd436e8ed3a395d94ef8ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421937 Oct 23 01:00:47.470225 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 53266) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:00:47.505761 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-c01fb19c-3b22-4c37-bf3b-7968ef5e0166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13506626'] for network (1d27b6d9-fef6-49cb-833f-13cb9578958e), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:47.529224 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-d79c5e01-889d-4974-9ec8-edf2eac64432 admin admin] Publish callbacks [] for security_group (75aeb1ed-1a22-41f7-90d4-ea7736c165c0), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:47.553002 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-c01fb19c-3b22-4c37-bf3b-7968ef5e0166 admin admin] Deleting port 2d687c63-2eda-4404-94d4-512d1659dd28 {{(pid=104551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:00:47.553644 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-c01fb19c-3b22-4c37-bf3b-7968ef5e0166 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (2d687c63-2eda-4404-94d4-512d1659dd28), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:47.554004 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-d79c5e01-889d-4974-9ec8-edf2eac64432 admin admin] Publish callbacks [] for security_group (75aeb1ed-1a22-41f7-90d4-ea7736c165c0), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:47.603850 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-d79c5e01-889d-4974-9ec8-edf2eac64432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (75aeb1ed-1a22-41f7-90d4-ea7736c165c0), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:47.606588 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-d79c5e01-889d-4974-9ec8-edf2eac64432 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:47.607773 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-d79c5e01-889d-4974-9ec8-edf2eac64432 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/75aeb1ed-1a22-41f7-90d4-ea7736c165c0 HTTP/1.1" status: 204 len: 168 time: 0.1366119 Oct 23 01:00:47.616124 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79c5e01-889d-4974-9ec8-edf2eac64432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75aeb1ed-1a22-41f7-90d4-ea7736c165c0,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:47.623365 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.db [None req-c01fb19c-3b22-4c37-bf3b-7968ef5e0166 admin admin] For port 2d687c63-2eda-4404-94d4-512d1659dd28, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=2d687c63-2eda-4404-94d4-512d1659dd28,segment=NetworkSegment(63b58a73-ffd1-4018-ac3c-0db314c2c768),segment_id=63b58a73-ffd1-4018-ac3c-0db314c2c768)] {{(pid=104551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:00:47.623519 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-c01fb19c-3b22-4c37-bf3b-7968ef5e0166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (2d687c63-2eda-4404-94d4-512d1659dd28), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:47.639394 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-c01fb19c-3b22-4c37-bf3b-7968ef5e0166 admin admin] Calling delete_port for 2d687c63-2eda-4404-94d4-512d1659dd28 owned by network:dhcp {{(pid=104551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:00:47.689027 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0409133d-3a7e-4edf-8c7a-ca7feeed27cc None None] DHCP port deletion for 1d27b6d9-fef6-49cb-833f-13cb9578958e request from dv-cinder-master-3-iscsi {{(pid=104553) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:00:47.712263 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=84,neutron:DELETE=14,neutron:UPDATE=2 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:47.740054 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-c01fb19c-3b22-4c37-bf3b-7968ef5e0166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6140158'] for port (2d687c63-2eda-4404-94d4-512d1659dd28), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:47.742003 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-0409133d-3a7e-4edf-8c7a-ca7feeed27cc None None] Deleting port 2d687c63-2eda-4404-94d4-512d1659dd28 {{(pid=104553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:00:47.742633 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-0409133d-3a7e-4edf-8c7a-ca7feeed27cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (2d687c63-2eda-4404-94d4-512d1659dd28), before_delete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:47.770281 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01fb19c-3b22-4c37-bf3b-7968ef5e0166 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d687c63-2eda-4404-94d4-512d1659dd28,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:47.774545 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01fb19c-3b22-4c37-bf3b-7968ef5e0166 admin admin] No DVR routers for this DVR port 2d687c63-2eda-4404-94d4-512d1659dd28 on host dv-cinder-master-3-iscsi {{(pid=104551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:00:47.824517 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-0409133d-3a7e-4edf-8c7a-ca7feeed27cc None None] For port 2d687c63-2eda-4404-94d4-512d1659dd28, host dv-cinder-master-3-iscsi, got binding levels [] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:00:47.825134 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-0409133d-3a7e-4edf-8c7a-ca7feeed27cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (2d687c63-2eda-4404-94d4-512d1659dd28), precommit_delete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:47.845253 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-0409133d-3a7e-4edf-8c7a-ca7feeed27cc None None] Calling delete_port for 2d687c63-2eda-4404-94d4-512d1659dd28 owned by network:dhcp {{(pid=104553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:00:47.848445 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.ipam_backend_mixin [None req-0409133d-3a7e-4edf-8c7a-ca7feeed27cc None None] Port 2d687c63-2eda-4404-94d4-512d1659dd28 was not found and therefore no delete operation was performed {{(pid=104553) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 23 01:00:47.855087 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-0409133d-3a7e-4edf-8c7a-ca7feeed27cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455'] for port (2d687c63-2eda-4404-94d4-512d1659dd28), after_delete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:47.857830 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-c01fb19c-3b22-4c37-bf3b-7968ef5e0166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13455826', 'neutron.services.segments.db._delete_segments_for_network-8758734904131'] for network (1d27b6d9-fef6-49cb-833f-13cb9578958e), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:47.880208 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:47.882827 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.services.segments.db [None req-c01fb19c-3b22-4c37-bf3b-7968ef5e0166 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d27b6d9-fef6-49cb-833f-13cb9578958e']}} {{(pid=104551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:47.884755 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0409133d-3a7e-4edf-8c7a-ca7feeed27cc None None] Pushing event deleted for resources: {'Port': ['ID=2d687c63-2eda-4404-94d4-512d1659dd28,revision_number=None']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:47.889115 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0409133d-3a7e-4edf-8c7a-ca7feeed27cc None None] No DVR routers for this DVR port 2d687c63-2eda-4404-94d4-512d1659dd28 on host dv-cinder-master-3-iscsi {{(pid=104553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:00:47.897074 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.services.segments.db [None req-c01fb19c-3b22-4c37-bf3b-7968ef5e0166 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63b58a73-ffd1-4018-ac3c-0db314c2c768') {'for_net_delete': True} {{(pid=104551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:47.897280 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.services.segments.db [None req-c01fb19c-3b22-4c37-bf3b-7968ef5e0166 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63b58a73-ffd1-4018-ac3c-0db314c2c768') {} {{(pid=104551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:47.910191 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-c01fb19c-3b22-4c37-bf3b-7968ef5e0166 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758734904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8119827'] for segment (63b58a73-ffd1-4018-ac3c-0db314c2c768), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:47.925350 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-c01fb19c-3b22-4c37-bf3b-7968ef5e0166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13381139'] for segment (63b58a73-ffd1-4018-ac3c-0db314c2c768), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:47.935165 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c01fb19c-3b22-4c37-bf3b-7968ef5e0166 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=104551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:00:47.935580 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-c01fb19c-3b22-4c37-bf3b-7968ef5e0166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13381139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6140075'] for segment (63b58a73-ffd1-4018-ac3c-0db314c2c768), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:47.996798 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-c01fb19c-3b22-4c37-bf3b-7968ef5e0166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13455835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516948'] for network (1d27b6d9-fef6-49cb-833f-13cb9578958e), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:48.001765 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-c01fb19c-3b22-4c37-bf3b-7968ef5e0166 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for network (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:48.005073 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-c01fb19c-3b22-4c37-bf3b-7968ef5e0166 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/1d27b6d9-fef6-49cb-833f-13cb9578958e HTTP/1.1" status: 204 len: 168 time: 0.5748808 Oct 23 01:00:48.022226 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01fb19c-3b22-4c37-bf3b-7968ef5e0166 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d27b6d9-fef6-49cb-833f-13cb9578958e,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:48.108938 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device f0e20492-cd09-472c-ad67-7a194ee39b4a no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:00:48.128419 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] No Port match for: f0e20492-cd09-472c-ad67-7a194ee39b4a {{(pid=104553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:00:48.128786 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device f0e20492-cd09-472c-ad67-7a194ee39b4a not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:00:48.129214 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device c15a8bad-19fd-46da-8328-6797a742506a no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:00:48.147883 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] No Port match for: c15a8bad-19fd-46da-8328-6797a742506a {{(pid=104553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:00:48.148236 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device c15a8bad-19fd-46da-8328-6797a742506a not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:00:48.148675 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 38b46ed1-c8d6-4fa9-846d-3223b9ecbd7f no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:00:48.167272 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] No Port match for: 38b46ed1-c8d6-4fa9-846d-3223b9ecbd7f {{(pid=104553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:00:48.167626 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 38b46ed1-c8d6-4fa9-846d-3223b9ecbd7f not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:00:48.168044 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 2d687c63-2eda-4404-94d4-512d1659dd28 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:00:48.185252 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] No Port match for: 2d687c63-2eda-4404-94d4-512d1659dd28 {{(pid=104553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:00:48.185586 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 2d687c63-2eda-4404-94d4-512d1659dd28 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:00:48.220004 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 53272) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:00:48.240826 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:DELETE=7,neutron:SELECT=90,neutron:UPDATE=3 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:48.264667 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-854777b8-26a8-4ab5-8260-403f92143565 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=94cfcbd6f144492d8be27fe35cbe76d5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0429711 Oct 23 01:00:48.267641 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 53274) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:00:48.318230 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-1c6e9fac-9d16-4ee4-b3c8-08dd51856b64 admin admin] Publish callbacks [] for security_group (b1d06491-a7a6-44ee-b7c2-32677dbd87bd), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:48.339476 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-1c6e9fac-9d16-4ee4-b3c8-08dd51856b64 admin admin] Publish callbacks [] for security_group (b1d06491-a7a6-44ee-b7c2-32677dbd87bd), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:48.388264 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-1c6e9fac-9d16-4ee4-b3c8-08dd51856b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (b1d06491-a7a6-44ee-b7c2-32677dbd87bd), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:48.390821 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-1c6e9fac-9d16-4ee4-b3c8-08dd51856b64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:48.391960 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-1c6e9fac-9d16-4ee4-b3c8-08dd51856b64 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/b1d06491-a7a6-44ee-b7c2-32677dbd87bd HTTP/1.1" status: 204 len: 168 time: 0.1234744 Oct 23 01:00:48.399950 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6e9fac-9d16-4ee4-b3c8-08dd51856b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d06491-a7a6-44ee-b7c2-32677dbd87bd,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:48.639996 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.services.segments.plugin [-] Segment 63b58a73-ffd1-4018-ac3c-0db314c2c768 resource provider aggregate not found Oct 23 01:00:48.657133 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.services.segments.plugin [-] Segment 63b58a73-ffd1-4018-ac3c-0db314c2c768 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 63b58a73-ffd1-4018-ac3c-0db314c2c768 found for delete ", "request_id": "req-3b1d8453-73bb-4c2f-a163-9f264755eec7"}]} Oct 23 01:00:48.812950 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=100 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:48.827011 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-6ab2d331-9d97-49e2-9d34-ff5fba3f1714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (6b66cfba-c169-484b-b3a5-13fb9b6528cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:49.130525 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 53302) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:00:49.233768 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [None req-2c525658-0eab-4773-89cf-1bfc7feab8f2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2031464467-network', 'tenant_id': '3fae115d5ad049b5b40c59212216d458'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:00:49.257240 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c525658-0eab-4773-89cf-1bfc7feab8f2 admin admin] Made reservation on behalf of 3fae115d5ad049b5b40c59212216d458 for: {'network': 1} {{(pid=104552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:00:49.260987 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-2c525658-0eab-4773-89cf-1bfc7feab8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for network (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:49.273689 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-2c525658-0eab-4773-89cf-1bfc7feab8f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:49.361573 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-2c525658-0eab-4773-89cf-1bfc7feab8f2 admin admin] Publish callbacks [] for security_group (9ec11291-2020-40e6-b8e0-a810898f7a4a), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:49.367591 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-2c525658-0eab-4773-89cf-1bfc7feab8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (9ec11291-2020-40e6-b8e0-a810898f7a4a), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:49.395826 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c525658-0eab-4773-89cf-1bfc7feab8f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=104552) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:00:49.402308 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c525658-0eab-4773-89cf-1bfc7feab8f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec11291-2020-40e6-b8e0-a810898f7a4a,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:49.408374 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-2c525658-0eab-4773-89cf-1bfc7feab8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13381139'] for segment (e963d26c-0a32-4372-aefd-3f9403fc219c), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:49.408754 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.db.segments_db [None req-2c525658-0eab-4773-89cf-1bfc7feab8f2 admin admin] Added segment e963d26c-0a32-4372-aefd-3f9403fc219c of type vlan for network fd218502-570d-4f7c-88c1-4499072d8f6e Oct 23 01:00:49.449094 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-2c525658-0eab-4773-89cf-1bfc7feab8f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758734439581'] for network (fd218502-570d-4f7c-88c1-4499072d8f6e), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:49.476059 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-2c525658-0eab-4773-89cf-1bfc7feab8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493'] for network (fd218502-570d-4f7c-88c1-4499072d8f6e), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:49.477076 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c525658-0eab-4773-89cf-1bfc7feab8f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:49.477639 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-2c525658-0eab-4773-89cf-1bfc7feab8f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for network (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:49.534112 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-2c525658-0eab-4773-89cf-1bfc7feab8f2 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4024990 Oct 23 01:00:49.537237 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 53306) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:00:49.539161 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c525658-0eab-4773-89cf-1bfc7feab8f2 admin admin] Pushing event updated for resources: {'Network': ['ID=fd218502-570d-4f7c-88c1-4499072d8f6e,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:49.542472 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-2f9e5ca4-1808-4a14-96c8-438187c5132c admin admin] Request body: {'subnet': {'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2031464467-subnet', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:00:49.549296 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Network fd218502-570d-4f7c-88c1-4499072d8f6e details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104553) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:00:49.567849 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9e5ca4-1808-4a14-96c8-438187c5132c admin admin] Made reservation on behalf of 3fae115d5ad049b5b40c59212216d458 for: {'subnet': 1} {{(pid=104551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:00:49.570475 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-2f9e5ca4-1808-4a14-96c8-438187c5132c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4819839'] for subnet (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:49.742050 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-2f9e5ca4-1808-4a14-96c8-438187c5132c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6139726', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4819817'] for subnet (a9e16815-4336-4cda-ac3b-da5c9a06661d), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:49.794912 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e5ca4-1808-4a14-96c8-438187c5132c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9e16815-4336-4cda-ac3b-da5c9a06661d,revision_number=0']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:49.812025 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9e5ca4-1808-4a14-96c8-438187c5132c admin admin] Checking segment: {'id': 'e963d26c-0a32-4372-aefd-3f9403fc219c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:00:49.812384 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9e5ca4-1808-4a14-96c8-438187c5132c admin admin] Network hostable DHCP agents. Network: fd218502-570d-4f7c-88c1-4499072d8f6e, hostable agents: ['6b66cfba-c169-484b-b3a5-13fb9b6528cf'], hosted agents: [] {{(pid=104551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:00:49.831598 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9e5ca4-1808-4a14-96c8-438187c5132c admin admin] Network fd218502-570d-4f7c-88c1-4499072d8f6e is scheduled to be hosted by DHCP agent 6b66cfba-c169-484b-b3a5-13fb9b6528cf with binding_index 1 {{(pid=104551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:00:49.841926 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.base_scheduler [None req-2f9e5ca4-1808-4a14-96c8-438187c5132c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, fd218502-570d-4f7c-88c1-4499072d8f6e) {{(pid=104551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:00:49.846045 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9e5ca4-1808-4a14-96c8-438187c5132c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:49.846669 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-2f9e5ca4-1808-4a14-96c8-438187c5132c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:49.851582 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133b7de4-b98a-4c24-b121-30baf6820c5a None None] Network fd218502-570d-4f7c-88c1-4499072d8f6e requested from dv-cinder-master-3-iscsi {{(pid=104553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:00:49.875247 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-2f9e5ca4-1808-4a14-96c8-438187c5132c admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3341527 Oct 23 01:00:49.875459 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 53308) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:00:49.879547 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-2a5c605f-2cf9-4c5e-accd-9ec2624ae88b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-2031464467-router', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'}}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:00:49.899897 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-2a5c605f-2cf9-4c5e-accd-9ec2624ae88b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123557'] for router (8fd18b97-ffc6-453a-a42c-97191397ee01), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:49.901138 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-2a5c605f-2cf9-4c5e-accd-9ec2624ae88b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-412307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123578'] for router (8fd18b97-ffc6-453a-a42c-97191397ee01), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:49.953147 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-2a5c605f-2cf9-4c5e-accd-9ec2624ae88b admin admin] Publish callbacks [] for router_controller (8fd18b97-ffc6-453a-a42c-97191397ee01), precommit_add_association {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:49.959875 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49781dd-446d-4caa-a0f2-4a4fe196f0d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-fd218502-570d-4f7c-88c1-4499072d8f6e', 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e', 'project_id': '3fae115d5ad049b5b40c59212216d458', 'fixed_ips': [{'subnet_id': 'a9e16815-4336-4cda-ac3b-da5c9a06661d'}]}} from dv-cinder-master-3-iscsi. {{(pid=104553) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:00:49.961134 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-b49781dd-446d-4caa-a0f2-4a4fe196f0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:50.080690 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:50.093573 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-2a5c605f-2cf9-4c5e-accd-9ec2624ae88b admin admin] Publish callbacks [] for router_gateway (8fd18b97-ffc6-453a-a42c-97191397ee01), precommit_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:50.102166 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.db_base_plugin_common [None req-b49781dd-446d-4caa-a0f2-4a4fe196f0d8 None None] Allocated IP 172.20.0.2 (fd218502-570d-4f7c-88c1-4499072d8f6e/a9e16815-4336-4cda-ac3b-da5c9a06661d/8a9df9e6-1791-4258-b31e-ff476bb28ac6) {{(pid=104553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:00:50.157542 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:50.246847 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-b49781dd-446d-4caa-a0f2-4a4fe196f0d8 None None] Publish callbacks [] for port (8a9df9e6-1791-4258-b31e-ff476bb28ac6), precommit_create {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:50.253822 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-b49781dd-446d-4caa-a0f2-4a4fe196f0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446'] for port (8a9df9e6-1791-4258-b31e-ff476bb28ac6), after_create {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:50.278189 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-2a5c605f-2cf9-4c5e-accd-9ec2624ae88b admin admin] Publish callbacks [] for router_gateway (8fd18b97-ffc6-453a-a42c-97191397ee01), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:50.297022 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-2a5c605f-2cf9-4c5e-accd-9ec2624ae88b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:50.300271 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49781dd-446d-4caa-a0f2-4a4fe196f0d8 None None] Network fd218502-570d-4f7c-88c1-4499072d8f6e is already hosted by enough agents. {{(pid=104553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:00:50.303698 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.scheduler.base_scheduler [None req-b49781dd-446d-4caa-a0f2-4a4fe196f0d8 None None] Resources bound (agent type, host, resource id): {{(pid=104553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:00:50.304921 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:50.306742 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49781dd-446d-4caa-a0f2-4a4fe196f0d8 None None] Received port after_create {{(pid=104553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:00:50.309947 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49781dd-446d-4caa-a0f2-4a4fe196f0d8 None None] Pushing event updated for resources: {'Port': ['ID=8a9df9e6-1791-4258-b31e-ff476bb28ac6,revision_number=1']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:50.368113 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-b49781dd-446d-4caa-a0f2-4a4fe196f0d8 None None] Attempting to bind port 8a9df9e6-1791-4258-b31e-ff476bb28ac6 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:00:50.369009 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-b49781dd-446d-4caa-a0f2-4a4fe196f0d8 None None] Attempting to bind port 8a9df9e6-1791-4258-b31e-ff476bb28ac6 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'e963d26c-0a32-4372-aefd-3f9403fc219c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e'}] {{(pid=104553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:00:50.369009 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49781dd-446d-4caa-a0f2-4a4fe196f0d8 None None] Attempting to bind port 8a9df9e6-1791-4258-b31e-ff476bb28ac6 on network fd218502-570d-4f7c-88c1-4499072d8f6e {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:00:50.411017 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49781dd-446d-4caa-a0f2-4a4fe196f0d8 None None] Checking agent: {'id': 'e5069eb9-82e8-4601-9222-8a50cea677c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 24), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:00:50.411374 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49781dd-446d-4caa-a0f2-4a4fe196f0d8 None None] Checking segment: {'id': 'e963d26c-0a32-4372-aefd-3f9403fc219c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:00:50.411794 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-b49781dd-446d-4caa-a0f2-4a4fe196f0d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:50.412191 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49781dd-446d-4caa-a0f2-4a4fe196f0d8 None None] Bound using segment: {'id': 'e963d26c-0a32-4372-aefd-3f9403fc219c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e'} {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:00:50.412663 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-b49781dd-446d-4caa-a0f2-4a4fe196f0d8 None None] Bound port: 8a9df9e6-1791-4258-b31e-ff476bb28ac6, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e963d26c-0a32-4372-aefd-3f9403fc219c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e'}}] {{(pid=104553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:00:50.413071 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-b49781dd-446d-4caa-a0f2-4a4fe196f0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (8a9df9e6-1791-4258-b31e-ff476bb28ac6), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:50.415418 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.db_base_plugin_common [None req-2a5c605f-2cf9-4c5e-accd-9ec2624ae88b admin admin] Allocated IP 172.37.4.46 (f9ff398c-cd2a-4430-b908-7f7163c266f3/dd152ba8-6213-403c-b7fc-9b4ab174f9a2/ba4c44b3-597d-4a36-9e78-c7a4635964fd) {{(pid=104551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:00:50.476976 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-b49781dd-446d-4caa-a0f2-4a4fe196f0d8 None None] For port 8a9df9e6-1791-4258-b31e-ff476bb28ac6, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:00:50.481289 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-b49781dd-446d-4caa-a0f2-4a4fe196f0d8 None None] For port 8a9df9e6-1791-4258-b31e-ff476bb28ac6, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8a9df9e6-1791-4258-b31e-ff476bb28ac6,segment=NetworkSegment(e963d26c-0a32-4372-aefd-3f9403fc219c),segment_id=e963d26c-0a32-4372-aefd-3f9403fc219c)] {{(pid=104553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:00:50.487962 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-b49781dd-446d-4caa-a0f2-4a4fe196f0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (8a9df9e6-1791-4258-b31e-ff476bb28ac6), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:50.534199 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-2a5c605f-2cf9-4c5e-accd-9ec2624ae88b admin admin] Publish callbacks [] for port (ba4c44b3-597d-4a36-9e78-c7a4635964fd), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:50.537244 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49781dd-446d-4caa-a0f2-4a4fe196f0d8 None None] Pushing event updated for resources: {'Port': ['ID=8a9df9e6-1791-4258-b31e-ff476bb28ac6,revision_number=2']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:50.569025 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-2a5c605f-2cf9-4c5e-accd-9ec2624ae88b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6140158'] for port (ba4c44b3-597d-4a36-9e78-c7a4635964fd), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:50.616948 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5c605f-2cf9-4c5e-accd-9ec2624ae88b admin admin] Network f9ff398c-cd2a-4430-b908-7f7163c266f3 is already hosted by enough agents. {{(pid=104551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:00:50.622718 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.base_scheduler [None req-2a5c605f-2cf9-4c5e-accd-9ec2624ae88b admin admin] Resources bound (agent type, host, resource id): {{(pid=104551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:00:50.624953 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5c605f-2cf9-4c5e-accd-9ec2624ae88b admin admin] Pushing event updated for resources: {'Port': ['ID=ba4c44b3-597d-4a36-9e78-c7a4635964fd,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:50.627092 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5c605f-2cf9-4c5e-accd-9ec2624ae88b admin admin] Received port after_create {{(pid=104551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:00:50.896398 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-2a5c605f-2cf9-4c5e-accd-9ec2624ae88b admin admin] Publish callbacks [] for router_gateway (8fd18b97-ffc6-453a-a42c-97191397ee01), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:51.243495 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-a4667ade-7ddd-424b-8155-f3c9065139ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (71de1650-f9d9-4095-92e6-e37ec99e20cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:51.303182 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:51.315264 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-2a5c605f-2cf9-4c5e-accd-9ec2624ae88b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-401071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398604'] for router (8fd18b97-ffc6-453a-a42c-97191397ee01), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:51.369618 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae62096-9cc6-47be-bcf5-312b1f9a9da6 None None] Network fd218502-570d-4f7c-88c1-4499072d8f6e requested from dv-cinder-master-3-iscsi {{(pid=104553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:00:51.422320 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:51.434470 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:51.453753 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a5c605f-2cf9-4c5e-accd-9ec2624ae88b admin admin] Router 8fd18b97-ffc6-453a-a42c-97191397ee01 is scheduled to L3 agent 71de1650-f9d9-4095-92e6-e37ec99e20cf with binding_index 1 {{(pid=104551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:00:51.486755 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-024301ec-617e-4190-8fa9-10921cc9e76a None None] Provisioning complete for port 8a9df9e6-1791-4258-b31e-ff476bb28ac6 triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:00:51.487131 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-024301ec-617e-4190-8fa9-10921cc9e76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (8a9df9e6-1791-4258-b31e-ff476bb28ac6), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:51.487454 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-024301ec-617e-4190-8fa9-10921cc9e76a None None] Attempt 1 to provision port 8a9df9e6-1791-4258-b31e-ff476bb28ac6 Oct 23 01:00:51.560836 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a5c605f-2cf9-4c5e-accd-9ec2624ae88b admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:00:51.574762 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6946b0e6-3cd6-467c-b1e3-4cdafdecd728 None None] Sync routers for ids ['8fd18b97-ffc6-453a-a42c-97191397ee01'] in dv-cinder-master-3-iscsi {{(pid=104553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:00:51.581767 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-2a5c605f-2cf9-4c5e-accd-9ec2624ae88b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:51.583079 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-024301ec-617e-4190-8fa9-10921cc9e76a None None] Current status of the port 8a9df9e6-1791-4258-b31e-ff476bb28ac6 is: DOWN; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:00:51.583467 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-024301ec-617e-4190-8fa9-10921cc9e76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (8a9df9e6-1791-4258-b31e-ff476bb28ac6), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:51.583702 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-2a5c605f-2cf9-4c5e-accd-9ec2624ae88b admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7069883 Oct 23 01:00:51.586400 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 53310) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:00:51.600278 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6946b0e6-3cd6-467c-b1e3-4cdafdecd728 None None] Routers {'8fd18b97-ffc6-453a-a42c-97191397ee01'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:00:51.600991 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-6946b0e6-3cd6-467c-b1e3-4cdafdecd728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:00:51Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['8fd18b97-ffc6-453a-a42c-97191397ee01'], 'active': True} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:51.634384 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=80,neutron:DELETE=9,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:51.663681 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-024301ec-617e-4190-8fa9-10921cc9e76a None None] For port 8a9df9e6-1791-4258-b31e-ff476bb28ac6, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8a9df9e6-1791-4258-b31e-ff476bb28ac6,segment=NetworkSegment(e963d26c-0a32-4372-aefd-3f9403fc219c),segment_id=e963d26c-0a32-4372-aefd-3f9403fc219c)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:00:51.677449 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-024301ec-617e-4190-8fa9-10921cc9e76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (8a9df9e6-1791-4258-b31e-ff476bb28ac6), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:51.679422 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:51.756410 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvr_db [None req-6946b0e6-3cd6-467c-b1e3-4cdafdecd728 None None] Set router 8fd18b97-ffc6-453a-a42c-97191397ee01 gateway port host: dv-cinder-master-3-iscsi {{(pid=104553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:00:51.825643 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024301ec-617e-4190-8fa9-10921cc9e76a None None] Pushing event updated for resources: {'Port': ['ID=8a9df9e6-1791-4258-b31e-ff476bb28ac6,revision_number=3']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:51.844911 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-ab2436a9-5edc-455c-960a-fb4132048bb0 None None] Provisioning complete for port 8a9df9e6-1791-4258-b31e-ff476bb28ac6 triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:00:51.845277 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-ab2436a9-5edc-455c-960a-fb4132048bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (8a9df9e6-1791-4258-b31e-ff476bb28ac6), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:51.845607 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-ab2436a9-5edc-455c-960a-fb4132048bb0 None None] Attempt 1 to provision port 8a9df9e6-1791-4258-b31e-ff476bb28ac6 Oct 23 01:00:51.877047 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:52.002282 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-ab2436a9-5edc-455c-960a-fb4132048bb0 None None] Current status of the port 8a9df9e6-1791-4258-b31e-ff476bb28ac6 is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:00:52.005608 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-bc5069af-04d9-4d74-aa4e-51743f6873ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:52.007270 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-6946b0e6-3cd6-467c-b1e3-4cdafdecd728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'name': 'tempest-AttachVolumeNegativeTest-2031464467-router', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.46'}], 'enable_snat': True}, 'gw_port_id': 'ba4c44b3-597d-4a36-9e78-c7a4635964fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:00:49Z', 'updated_at': '2022-10-23T01:00:50Z', 'revision_number': 3, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'gw_port': {'id': 'ba4c44b3-597d-4a36-9e78-c7a4635964fd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:00:50Z', 'updated_at': '2022-10-23T01:00:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:52.032694 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6946b0e6-3cd6-467c-b1e3-4cdafdecd728 None None] Checking router: 8fd18b97-ffc6-453a-a42c-97191397ee01 for host: dv-cinder-master-3-iscsi {{(pid=104553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:00:52.033129 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6946b0e6-3cd6-467c-b1e3-4cdafdecd728 None None] Updating router 8fd18b97-ffc6-453a-a42c-97191397ee01 port ba4c44b3-597d-4a36-9e78-c7a4635964fd binding host dv-cinder-master-3-iscsi {{(pid=104553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:00:52.062987 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-6946b0e6-3cd6-467c-b1e3-4cdafdecd728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (ba4c44b3-597d-4a36-9e78-c7a4635964fd), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:52.153084 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 8a9df9e6-1791-4258-b31e-ff476bb28ac6 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:00:52.172366 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.db_base_plugin_common [None req-bc5069af-04d9-4d74-aa4e-51743f6873ef admin admin] Allocated IP 172.20.0.1 (fd218502-570d-4f7c-88c1-4499072d8f6e/a9e16815-4336-4cda-ac3b-da5c9a06661d/82ab6488-6b18-4ad8-b485-c6f52a5eacb2) {{(pid=104552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:00:52.255048 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:52.264500 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port 8a9df9e6-1791-4258-b31e-ff476bb28ac6 triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:00:52.264918 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (8a9df9e6-1791-4258-b31e-ff476bb28ac6), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:52.265260 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port 8a9df9e6-1791-4258-b31e-ff476bb28ac6 Oct 23 01:00:52.275883 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-bc5069af-04d9-4d74-aa4e-51743f6873ef admin admin] Publish callbacks [] for port (82ab6488-6b18-4ad8-b485-c6f52a5eacb2), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:52.311084 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-bc5069af-04d9-4d74-aa4e-51743f6873ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5995606'] for port (82ab6488-6b18-4ad8-b485-c6f52a5eacb2), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:52.337500 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5148f689-0f62-430a-b3f2-d0758b81aa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (b2013646-e5ec-4b71-a145-3908973fbde8), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:52.355271 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5069af-04d9-4d74-aa4e-51743f6873ef admin admin] Network fd218502-570d-4f7c-88c1-4499072d8f6e is already hosted by enough agents. {{(pid=104552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:00:52.363622 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.base_scheduler [None req-bc5069af-04d9-4d74-aa4e-51743f6873ef admin admin] Resources bound (agent type, host, resource id): {{(pid=104552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:00:52.366252 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5069af-04d9-4d74-aa4e-51743f6873ef admin admin] Received port after_create {{(pid=104552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:00:52.397460 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5069af-04d9-4d74-aa4e-51743f6873ef admin admin] Pushing event updated for resources: {'Port': ['ID=82ab6488-6b18-4ad8-b485-c6f52a5eacb2,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:52.403835 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:52.414915 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-bc5069af-04d9-4d74-aa4e-51743f6873ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517312'] for router_interface (8fd18b97-ffc6-453a-a42c-97191397ee01), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:52.424243 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port 8a9df9e6-1791-4258-b31e-ff476bb28ac6 is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:00:52.442267 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-6946b0e6-3cd6-467c-b1e3-4cdafdecd728 None None] Publish callbacks [] for port (ba4c44b3-597d-4a36-9e78-c7a4635964fd), precommit_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:52.451987 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-6946b0e6-3cd6-467c-b1e3-4cdafdecd728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (ba4c44b3-597d-4a36-9e78-c7a4635964fd), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:52.494892 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-6946b0e6-3cd6-467c-b1e3-4cdafdecd728 None None] Attempting to bind port ba4c44b3-597d-4a36-9e78-c7a4635964fd on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:00:52.495385 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-6946b0e6-3cd6-467c-b1e3-4cdafdecd728 None None] Attempting to bind port ba4c44b3-597d-4a36-9e78-c7a4635964fd by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '0d47d9bc-e081-4c9e-9d69-e5804f7aef1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'}] {{(pid=104553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:00:52.495976 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6946b0e6-3cd6-467c-b1e3-4cdafdecd728 None None] Attempting to bind port ba4c44b3-597d-4a36-9e78-c7a4635964fd on network f9ff398c-cd2a-4430-b908-7f7163c266f3 {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:00:52.534080 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eddd75-8ca2-40c6-bc24-0d84ae855e06 None None] Pushing event updated for resources: {'Port': ['ID=ba4c44b3-597d-4a36-9e78-c7a4635964fd,revision_number=2']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:52.551874 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6946b0e6-3cd6-467c-b1e3-4cdafdecd728 None None] Checking agent: {'id': 'e5069eb9-82e8-4601-9222-8a50cea677c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 24), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:00:52.552250 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6946b0e6-3cd6-467c-b1e3-4cdafdecd728 None None] Checking segment: {'id': '0d47d9bc-e081-4c9e-9d69-e5804f7aef1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:00:52.552661 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-6946b0e6-3cd6-467c-b1e3-4cdafdecd728 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:52.553125 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6946b0e6-3cd6-467c-b1e3-4cdafdecd728 None None] Bound using segment: {'id': '0d47d9bc-e081-4c9e-9d69-e5804f7aef1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'} {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:00:52.553253 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-bc5069af-04d9-4d74-aa4e-51743f6873ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (82ab6488-6b18-4ad8-b485-c6f52a5eacb2), before_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:52.553730 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-6946b0e6-3cd6-467c-b1e3-4cdafdecd728 None None] Bound port: ba4c44b3-597d-4a36-9e78-c7a4635964fd, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d47d9bc-e081-4c9e-9d69-e5804f7aef1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'}}] {{(pid=104553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:00:52.554116 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-6946b0e6-3cd6-467c-b1e3-4cdafdecd728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (ba4c44b3-597d-4a36-9e78-c7a4635964fd), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:52.556326 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:52.608170 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-6946b0e6-3cd6-467c-b1e3-4cdafdecd728 None None] For port ba4c44b3-597d-4a36-9e78-c7a4635964fd, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:00:52.611404 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-6946b0e6-3cd6-467c-b1e3-4cdafdecd728 None None] For port ba4c44b3-597d-4a36-9e78-c7a4635964fd, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ba4c44b3-597d-4a36-9e78-c7a4635964fd,segment=NetworkSegment(0d47d9bc-e081-4c9e-9d69-e5804f7aef1d),segment_id=0d47d9bc-e081-4c9e-9d69-e5804f7aef1d)] {{(pid=104553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:00:52.625416 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-6946b0e6-3cd6-467c-b1e3-4cdafdecd728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (ba4c44b3-597d-4a36-9e78-c7a4635964fd), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:52.629255 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-c5f4edfa-2fe7-4eaa-ba84-862830bdfb0e None None] Provisioning complete for port 82ab6488-6b18-4ad8-b485-c6f52a5eacb2 triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:00:52.629699 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-c5f4edfa-2fe7-4eaa-ba84-862830bdfb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (82ab6488-6b18-4ad8-b485-c6f52a5eacb2), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:52.630084 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-c5f4edfa-2fe7-4eaa-ba84-862830bdfb0e None None] Attempt 1 to provision port 82ab6488-6b18-4ad8-b485-c6f52a5eacb2 Oct 23 01:00:52.702223 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6946b0e6-3cd6-467c-b1e3-4cdafdecd728 None None] Routers {'8fd18b97-ffc6-453a-a42c-97191397ee01'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:00:52.702847 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-6946b0e6-3cd6-467c-b1e3-4cdafdecd728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:00:51Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['8fd18b97-ffc6-453a-a42c-97191397ee01'], 'active': True} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:52.706186 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-c5f4edfa-2fe7-4eaa-ba84-862830bdfb0e None None] Port 82ab6488-6b18-4ad8-b485-c6f52a5eacb2 cannot update to ACTIVE because it is not bound. {{(pid=104553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:00:52.714305 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:52.717080 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-bc5069af-04d9-4d74-aa4e-51743f6873ef admin admin] Publish callbacks [] for port (82ab6488-6b18-4ad8-b485-c6f52a5eacb2), precommit_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:52.723232 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-bc5069af-04d9-4d74-aa4e-51743f6873ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5995615'] for port (82ab6488-6b18-4ad8-b485-c6f52a5eacb2), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:52.797140 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5069af-04d9-4d74-aa4e-51743f6873ef admin admin] Pushing event updated for resources: {'Port': ['ID=82ab6488-6b18-4ad8-b485-c6f52a5eacb2,revision_number=2']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:52.799655 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-bc5069af-04d9-4d74-aa4e-51743f6873ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-517204'] for router_interface (8fd18b97-ffc6-453a-a42c-97191397ee01), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:52.888835 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eddd75-8ca2-40c6-bc24-0d84ae855e06 None None] Pushing event updated for resources: {'Port': ['ID=ba4c44b3-597d-4a36-9e78-c7a4635964fd,revision_number=3']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:52.897328 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5069af-04d9-4d74-aa4e-51743f6873ef admin admin] Network fd218502-570d-4f7c-88c1-4499072d8f6e is already hosted by enough agents. {{(pid=104552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:00:52.899736 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.base_scheduler [None req-bc5069af-04d9-4d74-aa4e-51743f6873ef admin admin] Resources bound (agent type, host, resource id): {{(pid=104552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:00:52.964318 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvr_db [None req-6946b0e6-3cd6-467c-b1e3-4cdafdecd728 None None] Set router 8fd18b97-ffc6-453a-a42c-97191397ee01 gateway port host: dv-cinder-master-3-iscsi {{(pid=104553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:00:53.014002 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc5069af-04d9-4d74-aa4e-51743f6873ef admin admin] Router 8fd18b97-ffc6-453a-a42c-97191397ee01 has already been hosted by L3 agent 71de1650-f9d9-4095-92e6-e37ec99e20cf {{(pid=104552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:00:53.122514 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc5069af-04d9-4d74-aa4e-51743f6873ef admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:00:53.136933 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-bc5069af-04d9-4d74-aa4e-51743f6873ef admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/8fd18b97-ffc6-453a-a42c-97191397ee01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5399623 Oct 23 01:00:53.152606 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:53.162621 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-cde2b3f8-4cd2-4116-a706-5ba67bafd569 None None] Provisioning complete for port 82ab6488-6b18-4ad8-b485-c6f52a5eacb2 triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:00:53.162827 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-cde2b3f8-4cd2-4116-a706-5ba67bafd569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (82ab6488-6b18-4ad8-b485-c6f52a5eacb2), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:53.163231 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-cde2b3f8-4cd2-4116-a706-5ba67bafd569 None None] Attempt 1 to provision port 82ab6488-6b18-4ad8-b485-c6f52a5eacb2 Oct 23 01:00:53.198785 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-6946b0e6-3cd6-467c-b1e3-4cdafdecd728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'name': 'tempest-AttachVolumeNegativeTest-2031464467-router', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.46'}], 'enable_snat': True}, 'gw_port_id': 'ba4c44b3-597d-4a36-9e78-c7a4635964fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:00:49Z', 'updated_at': '2022-10-23T01:00:52Z', 'revision_number': 4, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'gw_port': {'id': 'ba4c44b3-597d-4a36-9e78-c7a4635964fd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:00:50Z', 'updated_at': '2022-10-23T01:00:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '82ab6488-6b18-4ad8-b485-c6f52a5eacb2', 'name': '', 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'mac_address': 'fa:16:3e:e3:ba:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a9e16815-4336-4cda-ac3b-da5c9a06661d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:00:52Z', 'updated_at': '2022-10-23T01:00:52Z', 'revision_number': 1, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'subnets': [{'id': 'a9e16815-4336-4cda-ac3b-da5c9a06661d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:53.227664 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-cde2b3f8-4cd2-4116-a706-5ba67bafd569 None None] Port 82ab6488-6b18-4ad8-b485-c6f52a5eacb2 cannot update to ACTIVE because it is not bound. {{(pid=104553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:00:53.230962 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6946b0e6-3cd6-467c-b1e3-4cdafdecd728 None None] The sync data for ids ['8fd18b97-ffc6-453a-a42c-97191397ee01'] in dv-cinder-master-3-iscsi is: [{'id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'name': 'tempest-AttachVolumeNegativeTest-2031464467-router', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.46'}], 'enable_snat': True}, 'gw_port_id': 'ba4c44b3-597d-4a36-9e78-c7a4635964fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:00:49Z', 'updated_at': '2022-10-23T01:00:52Z', 'revision_number': 4, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'gw_port': {'id': 'ba4c44b3-597d-4a36-9e78-c7a4635964fd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:00:50Z', 'updated_at': '2022-10-23T01:00:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '82ab6488-6b18-4ad8-b485-c6f52a5eacb2', 'name': '', 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'mac_address': 'fa:16:3e:e3:ba:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a9e16815-4336-4cda-ac3b-da5c9a06661d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:00:52Z', 'updated_at': '2022-10-23T01:00:52Z', 'revision_number': 1, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'subnets': [{'id': 'a9e16815-4336-4cda-ac3b-da5c9a06661d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:00:53.429678 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 53322) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:00:53.439340 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [None req-60294a6a-bb40-4e91-8d5b-d8c0976be643 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1974425875', 'description': 'tempest-description--405554673'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:00:53.469304 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-60294a6a-bb40-4e91-8d5b-d8c0976be643 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for security_group (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:53.497049 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:53.548387 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-60294a6a-bb40-4e91-8d5b-d8c0976be643 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for security_group (60dd1184-0af4-4724-85fc-d8387f89088a), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:53.555227 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-60294a6a-bb40-4e91-8d5b-d8c0976be643 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (60dd1184-0af4-4724-85fc-d8387f89088a), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:53.589124 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-60294a6a-bb40-4e91-8d5b-d8c0976be643 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for security_group (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:53.590565 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-60294a6a-bb40-4e91-8d5b-d8c0976be643 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1595836 Oct 23 01:00:53.593715 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 53324) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:00:53.595304 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60294a6a-bb40-4e91-8d5b-d8c0976be643 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60dd1184-0af4-4724-85fc-d8387f89088a,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:53.598505 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-dc3c45ed-0447-4b02-9d10-700692e4a8a5 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Request body: {'security_group_rule': {'security_group_id': '60dd1184-0af4-4724-85fc-d8387f89088a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:00:53.631610 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-dc3c45ed-0447-4b02-9d10-700692e4a8a5 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for security_group_rule (0d7c024c-17cc-4722-95ae-ff1584b14385), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:53.659555 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e80eb663-45f3-44c1-bd5d-b13fbac885c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (9e3bf558-830b-43df-b1b1-6fe61a75ce60), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:53.696696 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-dc3c45ed-0447-4b02-9d10-700692e4a8a5 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for security_group_rule (0d7c024c-17cc-4722-95ae-ff1584b14385), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:53.701584 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-dc3c45ed-0447-4b02-9d10-700692e4a8a5 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468706'] for security_group_rule (0d7c024c-17cc-4722-95ae-ff1584b14385), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:53.721526 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3c45ed-0447-4b02-9d10-700692e4a8a5 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d7c024c-17cc-4722-95ae-ff1584b14385,revision_number=0']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:53.732635 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-dc3c45ed-0447-4b02-9d10-700692e4a8a5 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:53.734570 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-dc3c45ed-0447-4b02-9d10-700692e4a8a5 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1396308 Oct 23 01:00:53.737496 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 53326) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:00:53.742189 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [None req-62829780-05f5-4669-9cf9-099aa7a8b794 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Request body: {'security_group_rule': {'security_group_id': '60dd1184-0af4-4724-85fc-d8387f89088a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:00:53.771626 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-62829780-05f5-4669-9cf9-099aa7a8b794 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for security_group_rule (5b5fa101-2c7a-48db-985c-69ede5d0c04c), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:53.834876 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-62829780-05f5-4669-9cf9-099aa7a8b794 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for security_group_rule (5b5fa101-2c7a-48db-985c-69ede5d0c04c), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:53.840433 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-62829780-05f5-4669-9cf9-099aa7a8b794 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468706'] for security_group_rule (5b5fa101-2c7a-48db-985c-69ede5d0c04c), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:53.861820 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62829780-05f5-4669-9cf9-099aa7a8b794 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b5fa101-2c7a-48db-985c-69ede5d0c04c,revision_number=0']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:53.870376 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-62829780-05f5-4669-9cf9-099aa7a8b794 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:53.870620 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-62829780-05f5-4669-9cf9-099aa7a8b794 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1319263 Oct 23 01:00:53.875227 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 53328) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:00:53.879986 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-2018239e-ccc7-4af8-8dbf-19169d5462e9 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Request body: {'floatingip': {'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:00:53.926583 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-2018239e-ccc7-4af8-8dbf-19169d5462e9 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:53.995644 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (e5069eb9-82e8-4601-9222-8a50cea677c6), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:54.014432 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-2018239e-ccc7-4af8-8dbf-19169d5462e9 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:54.130125 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device ba4c44b3-597d-4a36-9e78-c7a4635964fd up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:00:54.144579 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.db_base_plugin_common [None req-2018239e-ccc7-4af8-8dbf-19169d5462e9 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Allocated IP 172.37.4.32 (f9ff398c-cd2a-4430-b908-7f7163c266f3/dd152ba8-6213-403c-b7fc-9b4ab174f9a2/8bed982c-09ac-4308-8015-c166586e609c) {{(pid=104551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:00:54.182550 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port ba4c44b3-597d-4a36-9e78-c7a4635964fd triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:00:54.182928 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (ba4c44b3-597d-4a36-9e78-c7a4635964fd), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:54.183248 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port ba4c44b3-597d-4a36-9e78-c7a4635964fd Oct 23 01:00:54.257960 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port ba4c44b3-597d-4a36-9e78-c7a4635964fd is: DOWN; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:00:54.258510 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (ba4c44b3-597d-4a36-9e78-c7a4635964fd), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:54.266545 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-2018239e-ccc7-4af8-8dbf-19169d5462e9 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for port (8bed982c-09ac-4308-8015-c166586e609c), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:54.281887 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] For port ba4c44b3-597d-4a36-9e78-c7a4635964fd, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ba4c44b3-597d-4a36-9e78-c7a4635964fd,segment=NetworkSegment(0d47d9bc-e081-4c9e-9d69-e5804f7aef1d),segment_id=0d47d9bc-e081-4c9e-9d69-e5804f7aef1d)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:00:54.288191 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (ba4c44b3-597d-4a36-9e78-c7a4635964fd), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:54.304096 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-2018239e-ccc7-4af8-8dbf-19169d5462e9 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6140158'] for port (8bed982c-09ac-4308-8015-c166586e609c), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:54.328926 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:54.345560 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Pushing event updated for resources: {'Port': ['ID=ba4c44b3-597d-4a36-9e78-c7a4635964fd,revision_number=4']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:54.350473 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2018239e-ccc7-4af8-8dbf-19169d5462e9 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Network f9ff398c-cd2a-4430-b908-7f7163c266f3 is already hosted by enough agents. {{(pid=104551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:00:54.356862 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.base_scheduler [None req-2018239e-ccc7-4af8-8dbf-19169d5462e9 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Resources bound (agent type, host, resource id): {{(pid=104551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:00:54.359518 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2018239e-ccc7-4af8-8dbf-19169d5462e9 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Received port after_create {{(pid=104551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:00:54.362737 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2018239e-ccc7-4af8-8dbf-19169d5462e9 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Pushing event updated for resources: {'Port': ['ID=8bed982c-09ac-4308-8015-c166586e609c,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:54.364759 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:54.450564 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-2018239e-ccc7-4af8-8dbf-19169d5462e9 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for floatingip (ae4e723b-0c0d-4bab-9a58-dc2a97d6c0ef), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:54.492182 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-2018239e-ccc7-4af8-8dbf-19169d5462e9 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (8bed982c-09ac-4308-8015-c166586e609c), before_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:54.643526 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-2018239e-ccc7-4af8-8dbf-19169d5462e9 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for port (8bed982c-09ac-4308-8015-c166586e609c), precommit_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:54.651109 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-2018239e-ccc7-4af8-8dbf-19169d5462e9 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6140151'] for port (8bed982c-09ac-4308-8015-c166586e609c), after_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:54.732214 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2018239e-ccc7-4af8-8dbf-19169d5462e9 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Pushing event updated for resources: {'Port': ['ID=8bed982c-09ac-4308-8015-c166586e609c,revision_number=2']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:54.736097 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-2018239e-ccc7-4af8-8dbf-19169d5462e9 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516985'] for floatingip (ae4e723b-0c0d-4bab-9a58-dc2a97d6c0ef), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:54.755775 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-2018239e-ccc7-4af8-8dbf-19169d5462e9 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for floatingip (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:54.757399 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-2018239e-ccc7-4af8-8dbf-19169d5462e9 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8809912 Oct 23 01:00:54.926728 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a01ace78-d6a6-41e1-836d-4761325f31cb req-a22e5dbd-37ff-4a6b-99db-9d97d8cb9e80 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1974425875&fields=id&tenant_id=3fae115d5ad049b5b40c59212216d458 HTTP/1.1" status: 200 len: 267 time: 0.0476260 Oct 23 01:00:55.007641 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:55.041125 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ace78-d6a6-41e1-836d-4761325f31cb req-5faebed7-c703-4651-a0de-e13ed3f6b479 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:55.042958 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a01ace78-d6a6-41e1-836d-4761325f31cb req-5faebed7-c703-4651-a0de-e13ed3f6b479 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/networks?id=fd218502-570d-4f7c-88c1-4499072d8f6e HTTP/1.1" status: 200 len: 815 time: 0.1096265 Oct 23 01:00:55.059618 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a01ace78-d6a6-41e1-836d-4761325f31cb req-cc4457f8-0f6e-4c4c-b407-878911c1ea7b tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/quotas/3fae115d5ad049b5b40c59212216d458 HTTP/1.1" status: 200 len: 375 time: 0.0102425 Oct 23 01:00:55.115930 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a01ace78-d6a6-41e1-836d-4761325f31cb req-7b00f59b-dfb8-46b6-9c42-ed07450b6a4a tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=3fae115d5ad049b5b40c59212216d458&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506129 Oct 23 01:00:55.235506 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6ac86d-7908-4ba4-be36-b600644ea4af None None] Sync routers for ids ['8fd18b97-ffc6-453a-a42c-97191397ee01'] in dv-cinder-master-3-iscsi {{(pid=104554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:00:55.238526 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=100 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:55.248051 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6ac86d-7908-4ba4-be36-b600644ea4af None None] Routers {'8fd18b97-ffc6-453a-a42c-97191397ee01'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:00:55.248658 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-1a6ac86d-7908-4ba4-be36-b600644ea4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:00:51Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['8fd18b97-ffc6-453a-a42c-97191397ee01'], 'active': True} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:55.276753 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a01ace78-d6a6-41e1-836d-4761325f31cb req-79ed4c28-7701-4478-9384-ff1e3f3760da service neutron] 10.222.0.18 "GET /networking/v2.0/networks/fd218502-570d-4f7c-88c1-4499072d8f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441491 Oct 23 01:00:55.350720 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvr_db [None req-1a6ac86d-7908-4ba4-be36-b600644ea4af None None] Set router 8fd18b97-ffc6-453a-a42c-97191397ee01 gateway port host: dv-cinder-master-3-iscsi {{(pid=104554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:00:55.373707 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a01ace78-d6a6-41e1-836d-4761325f31cb req-8d1e0a34-3fb0-4520-abc5-19f5f27d41e0 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/fd218502-570d-4f7c-88c1-4499072d8f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906618 Oct 23 01:00:55.549552 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-821447be-b109-4359-b5dd-1262c616c7c9 req-e8acac8e-235d-446b-b495-bdbd47eeaff7 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9cb40f6d-56d7-4fd3-b7ec-29a34218367d HTTP/1.1" status: 200 len: 210 time: 0.0306735 Oct 23 01:00:55.636986 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-1a6ac86d-7908-4ba4-be36-b600644ea4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'name': 'tempest-AttachVolumeNegativeTest-2031464467-router', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.46'}], 'enable_snat': True}, 'gw_port_id': 'ba4c44b3-597d-4a36-9e78-c7a4635964fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:00:49Z', 'updated_at': '2022-10-23T01:00:52Z', 'revision_number': 4, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'gw_port': {'id': 'ba4c44b3-597d-4a36-9e78-c7a4635964fd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:00:50Z', 'updated_at': '2022-10-23T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '82ab6488-6b18-4ad8-b485-c6f52a5eacb2', 'name': '', 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'mac_address': 'fa:16:3e:e3:ba:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a9e16815-4336-4cda-ac3b-da5c9a06661d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:00:52Z', 'updated_at': '2022-10-23T01:00:52Z', 'revision_number': 2, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'subnets': [{'id': 'a9e16815-4336-4cda-ac3b-da5c9a06661d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:55.665064 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6ac86d-7908-4ba4-be36-b600644ea4af None None] Checking router: 8fd18b97-ffc6-453a-a42c-97191397ee01 for host: dv-cinder-master-3-iscsi {{(pid=104554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:00:55.665426 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6ac86d-7908-4ba4-be36-b600644ea4af None None] Updating router 8fd18b97-ffc6-453a-a42c-97191397ee01 port 82ab6488-6b18-4ad8-b485-c6f52a5eacb2 binding host dv-cinder-master-3-iscsi {{(pid=104554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:00:55.696991 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-1a6ac86d-7908-4ba4-be36-b600644ea4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (82ab6488-6b18-4ad8-b485-c6f52a5eacb2), before_update {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:55.968992 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-1a6ac86d-7908-4ba4-be36-b600644ea4af None None] Publish callbacks [] for port (82ab6488-6b18-4ad8-b485-c6f52a5eacb2), precommit_update {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:55.975512 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-1a6ac86d-7908-4ba4-be36-b600644ea4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (82ab6488-6b18-4ad8-b485-c6f52a5eacb2), after_update {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:56.016429 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=100 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:56.043348 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf2e3aa-8249-481a-9bc8-3b2b4382cbf3 None None] Pushing event updated for resources: {'Port': ['ID=82ab6488-6b18-4ad8-b485-c6f52a5eacb2,revision_number=3']} {{(pid=104554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:56.071673 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf2e3aa-8249-481a-9bc8-3b2b4382cbf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:56.072015 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf2e3aa-8249-481a-9bc8-3b2b4382cbf3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:56.072361 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf2e3aa-8249-481a-9bc8-3b2b4382cbf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:56.072688 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf2e3aa-8249-481a-9bc8-3b2b4382cbf3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:56.073680 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf2e3aa-8249-481a-9bc8-3b2b4382cbf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:56.074083 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf2e3aa-8249-481a-9bc8-3b2b4382cbf3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:56.074412 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf2e3aa-8249-481a-9bc8-3b2b4382cbf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:56.074738 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf2e3aa-8249-481a-9bc8-3b2b4382cbf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:56.075071 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf2e3aa-8249-481a-9bc8-3b2b4382cbf3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:56.075397 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf2e3aa-8249-481a-9bc8-3b2b4382cbf3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:56.075712 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf2e3aa-8249-481a-9bc8-3b2b4382cbf3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:56.076046 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf2e3aa-8249-481a-9bc8-3b2b4382cbf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:56.076363 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf2e3aa-8249-481a-9bc8-3b2b4382cbf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:56.076677 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf2e3aa-8249-481a-9bc8-3b2b4382cbf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:56.077017 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf2e3aa-8249-481a-9bc8-3b2b4382cbf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:00:56.091810 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.managers [None req-1a6ac86d-7908-4ba4-be36-b600644ea4af None None] Attempting to bind port 82ab6488-6b18-4ad8-b485-c6f52a5eacb2 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:00:56.092681 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.managers [None req-1a6ac86d-7908-4ba4-be36-b600644ea4af None None] Attempting to bind port 82ab6488-6b18-4ad8-b485-c6f52a5eacb2 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'e963d26c-0a32-4372-aefd-3f9403fc219c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e'}] {{(pid=104554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:00:56.093061 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6ac86d-7908-4ba4-be36-b600644ea4af None None] Attempting to bind port 82ab6488-6b18-4ad8-b485-c6f52a5eacb2 on network fd218502-570d-4f7c-88c1-4499072d8f6e {{(pid=104554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:00:56.140308 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device ba4c44b3-597d-4a36-9e78-c7a4635964fd up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:00:56.141474 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6ac86d-7908-4ba4-be36-b600644ea4af None None] Checking agent: {'id': 'e5069eb9-82e8-4601-9222-8a50cea677c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 24), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:00:56.141862 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6ac86d-7908-4ba4-be36-b600644ea4af None None] Checking segment: {'id': 'e963d26c-0a32-4372-aefd-3f9403fc219c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:00:56.142193 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-1a6ac86d-7908-4ba4-be36-b600644ea4af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:56.142847 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6ac86d-7908-4ba4-be36-b600644ea4af None None] Bound using segment: {'id': 'e963d26c-0a32-4372-aefd-3f9403fc219c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e'} {{(pid=104554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:00:56.143352 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.managers [None req-1a6ac86d-7908-4ba4-be36-b600644ea4af None None] Bound port: 82ab6488-6b18-4ad8-b485-c6f52a5eacb2, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e963d26c-0a32-4372-aefd-3f9403fc219c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e'}}] {{(pid=104554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:00:56.143831 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-1a6ac86d-7908-4ba4-be36-b600644ea4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (82ab6488-6b18-4ad8-b485-c6f52a5eacb2), before_update {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:56.188955 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port ba4c44b3-597d-4a36-9e78-c7a4635964fd triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:00:56.189239 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (ba4c44b3-597d-4a36-9e78-c7a4635964fd), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:56.189768 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port ba4c44b3-597d-4a36-9e78-c7a4635964fd Oct 23 01:00:56.207101 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.db [None req-1a6ac86d-7908-4ba4-be36-b600644ea4af None None] For port 82ab6488-6b18-4ad8-b485-c6f52a5eacb2, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:00:56.208934 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:56.210511 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.db [None req-1a6ac86d-7908-4ba4-be36-b600644ea4af None None] For port 82ab6488-6b18-4ad8-b485-c6f52a5eacb2, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=82ab6488-6b18-4ad8-b485-c6f52a5eacb2,segment=NetworkSegment(e963d26c-0a32-4372-aefd-3f9403fc219c),segment_id=e963d26c-0a32-4372-aefd-3f9403fc219c)] {{(pid=104554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:00:56.218858 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-1a6ac86d-7908-4ba4-be36-b600644ea4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (82ab6488-6b18-4ad8-b485-c6f52a5eacb2), after_update {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:56.250548 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:56.266097 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6ac86d-7908-4ba4-be36-b600644ea4af None None] Routers {'8fd18b97-ffc6-453a-a42c-97191397ee01'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:00:56.266719 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-1a6ac86d-7908-4ba4-be36-b600644ea4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:00:51Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['8fd18b97-ffc6-453a-a42c-97191397ee01'], 'active': True} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:56.271287 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port ba4c44b3-597d-4a36-9e78-c7a4635964fd is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:00:56.315888 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf2e3aa-8249-481a-9bc8-3b2b4382cbf3 None None] Pushing event updated for resources: {'Port': ['ID=82ab6488-6b18-4ad8-b485-c6f52a5eacb2,revision_number=4']} {{(pid=104554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:56.390387 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvr_db [None req-1a6ac86d-7908-4ba4-be36-b600644ea4af None None] Set router 8fd18b97-ffc6-453a-a42c-97191397ee01 gateway port host: dv-cinder-master-3-iscsi {{(pid=104554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:00:56.581946 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-1a6ac86d-7908-4ba4-be36-b600644ea4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'name': 'tempest-AttachVolumeNegativeTest-2031464467-router', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.46'}], 'enable_snat': True}, 'gw_port_id': 'ba4c44b3-597d-4a36-9e78-c7a4635964fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:00:49Z', 'updated_at': '2022-10-23T01:00:52Z', 'revision_number': 4, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'gw_port': {'id': 'ba4c44b3-597d-4a36-9e78-c7a4635964fd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:00:50Z', 'updated_at': '2022-10-23T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '82ab6488-6b18-4ad8-b485-c6f52a5eacb2', 'name': '', 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'mac_address': 'fa:16:3e:e3:ba:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a9e16815-4336-4cda-ac3b-da5c9a06661d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:00:52Z', 'updated_at': '2022-10-23T01:00:56Z', 'revision_number': 4, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'subnets': [{'id': 'a9e16815-4336-4cda-ac3b-da5c9a06661d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:00:56.607038 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6ac86d-7908-4ba4-be36-b600644ea4af None None] The sync data for ids ['8fd18b97-ffc6-453a-a42c-97191397ee01'] in dv-cinder-master-3-iscsi is: [{'id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'name': 'tempest-AttachVolumeNegativeTest-2031464467-router', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.46'}], 'enable_snat': True}, 'gw_port_id': 'ba4c44b3-597d-4a36-9e78-c7a4635964fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:00:49Z', 'updated_at': '2022-10-23T01:00:52Z', 'revision_number': 4, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'gw_port': {'id': 'ba4c44b3-597d-4a36-9e78-c7a4635964fd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:00:50Z', 'updated_at': '2022-10-23T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '82ab6488-6b18-4ad8-b485-c6f52a5eacb2', 'name': '', 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'mac_address': 'fa:16:3e:e3:ba:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a9e16815-4336-4cda-ac3b-da5c9a06661d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:00:52Z', 'updated_at': '2022-10-23T01:00:56Z', 'revision_number': 4, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'subnets': [{'id': 'a9e16815-4336-4cda-ac3b-da5c9a06661d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:00:56.661625 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e7124659-8415-4623-8ae5-a2a5156434de req-d3e8289c-ab6d-4bac-9856-3d3739140146 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9cb40f6d-56d7-4fd3-b7ec-29a34218367d HTTP/1.1" status: 200 len: 210 time: 0.0319161 Oct 23 01:00:56.974112 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ace78-d6a6-41e1-836d-4761325f31cb req-fcc27b94-8077-480e-9f2c-07c4ec68d347 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:56.975857 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a01ace78-d6a6-41e1-836d-4761325f31cb req-fcc27b94-8077-480e-9f2c-07c4ec68d347 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.52 "GET /networking/v2.0/networks?id=fd218502-570d-4f7c-88c1-4499072d8f6e HTTP/1.1" status: 200 len: 815 time: 0.1105039 Oct 23 01:00:57.054825 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a01ace78-d6a6-41e1-836d-4761325f31cb req-7c5be4c7-c1b2-4b4e-a81c-cdc99303453c tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3fae115d5ad049b5b40c59212216d458 HTTP/1.1" status: 200 len: 380 time: 0.0602019 Oct 23 01:00:57.144313 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [req-a01ace78-d6a6-41e1-836d-4761325f31cb req-8dbd8a64-b4e1-45c7-af13-9b2992a890ff tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Request body: {'port': {'device_id': '9cb40f6d-56d7-4fd3-b7ec-29a34218367d', 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e', 'admin_state_up': True, 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'security_groups': ['60dd1184-0af4-4724-85fc-d8387f89088a']}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:00:57.223460 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:57.268705 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a01ace78-d6a6-41e1-836d-4761325f31cb req-8dbd8a64-b4e1-45c7-af13-9b2992a890ff tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Made reservation on behalf of 3fae115d5ad049b5b40c59212216d458 for: {'port': 1} {{(pid=104552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:00:57.272616 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-a01ace78-d6a6-41e1-836d-4761325f31cb req-8dbd8a64-b4e1-45c7-af13-9b2992a890ff tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:57.407552 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.db_base_plugin_common [req-a01ace78-d6a6-41e1-836d-4761325f31cb req-8dbd8a64-b4e1-45c7-af13-9b2992a890ff tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Allocated IP 172.20.0.13 (fd218502-570d-4f7c-88c1-4499072d8f6e/a9e16815-4336-4cda-ac3b-da5c9a06661d/2eafe9f3-8116-4c7f-a6ed-69810adb3007) {{(pid=104552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:00:57.561543 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-a01ace78-d6a6-41e1-836d-4761325f31cb req-8dbd8a64-b4e1-45c7-af13-9b2992a890ff tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for port (2eafe9f3-8116-4c7f-a6ed-69810adb3007), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:57.566562 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:57.597980 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-a01ace78-d6a6-41e1-836d-4761325f31cb req-8dbd8a64-b4e1-45c7-af13-9b2992a890ff tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5995606'] for port (2eafe9f3-8116-4c7f-a6ed-69810adb3007), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:57.644596 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a01ace78-d6a6-41e1-836d-4761325f31cb req-8dbd8a64-b4e1-45c7-af13-9b2992a890ff tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Network fd218502-570d-4f7c-88c1-4499072d8f6e is already hosted by enough agents. {{(pid=104552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:00:57.649743 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.base_scheduler [req-a01ace78-d6a6-41e1-836d-4761325f31cb req-8dbd8a64-b4e1-45c7-af13-9b2992a890ff tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Resources bound (agent type, host, resource id): {{(pid=104552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:00:57.654541 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.l3_dvrscheduler_db [req-a01ace78-d6a6-41e1-836d-4761325f31cb req-8dbd8a64-b4e1-45c7-af13-9b2992a890ff tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Received port after_create {{(pid=104552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:00:57.684353 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbd8a64-b4e1-45c7-af13-9b2992a890ff tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Pushing event updated for resources: {'Port': ['ID=2eafe9f3-8116-4c7f-a6ed-69810adb3007,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:57.718119 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ace78-d6a6-41e1-836d-4761325f31cb req-8dbd8a64-b4e1-45c7-af13-9b2992a890ff tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:57.718709 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-a01ace78-d6a6-41e1-836d-4761325f31cb req-8dbd8a64-b4e1-45c7-af13-9b2992a890ff tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:57.739405 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a01ace78-d6a6-41e1-836d-4761325f31cb req-8dbd8a64-b4e1-45c7-af13-9b2992a890ff tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5992670 Oct 23 01:00:57.791953 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f32125-ac72-496c-8546-76231e479f2b req-d99a8264-78df-4de2-8591-2d28cc901ff3 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:57.793700 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-00f32125-ac72-496c-8546-76231e479f2b req-d99a8264-78df-4de2-8591-2d28cc901ff3 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9cb40f6d-56d7-4fd3-b7ec-29a34218367d HTTP/1.1" status: 200 len: 932 time: 0.0532780 Oct 23 01:00:57.804572 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [req-a01ace78-d6a6-41e1-836d-4761325f31cb req-88d49ed9-4c96-4b21-ad20-a8268bc632b1 service neutron] Request body: {'port': {'device_id': '9cb40f6d-56d7-4fd3-b7ec-29a34218367d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:00:57.881106 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-5db11271-6d85-4249-ad30-49b9a15801bc None None] Provisioning complete for port 2eafe9f3-8116-4c7f-a6ed-69810adb3007 triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:00:57.881693 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5db11271-6d85-4249-ad30-49b9a15801bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (2eafe9f3-8116-4c7f-a6ed-69810adb3007), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:57.881784 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-5db11271-6d85-4249-ad30-49b9a15801bc None None] Attempt 1 to provision port 2eafe9f3-8116-4c7f-a6ed-69810adb3007 Oct 23 01:00:57.896135 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-00f32125-ac72-496c-8546-76231e479f2b req-bedfae8c-71b6-4332-a331-d2271d5e731d tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=60dd1184-0af4-4724-85fc-d8387f89088a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883238 Oct 23 01:00:57.903007 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-a01ace78-d6a6-41e1-836d-4761325f31cb req-88d49ed9-4c96-4b21-ad20-a8268bc632b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (2eafe9f3-8116-4c7f-a6ed-69810adb3007), before_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:57.923297 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-5db11271-6d85-4249-ad30-49b9a15801bc None None] Port 2eafe9f3-8116-4c7f-a6ed-69810adb3007 cannot update to ACTIVE because it is not bound. {{(pid=104553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:00:58.117727 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 82ab6488-6b18-4ad8-b485-c6f52a5eacb2 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:00:58.170278 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port 82ab6488-6b18-4ad8-b485-c6f52a5eacb2 triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:00:58.170644 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (82ab6488-6b18-4ad8-b485-c6f52a5eacb2), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:58.170984 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port 82ab6488-6b18-4ad8-b485-c6f52a5eacb2 Oct 23 01:00:58.245707 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port 82ab6488-6b18-4ad8-b485-c6f52a5eacb2 is: DOWN; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:00:58.246055 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (82ab6488-6b18-4ad8-b485-c6f52a5eacb2), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:58.284556 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] For port 82ab6488-6b18-4ad8-b485-c6f52a5eacb2, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=82ab6488-6b18-4ad8-b485-c6f52a5eacb2,segment=NetworkSegment(e963d26c-0a32-4372-aefd-3f9403fc219c),segment_id=e963d26c-0a32-4372-aefd-3f9403fc219c)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:00:58.289601 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (82ab6488-6b18-4ad8-b485-c6f52a5eacb2), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:58.326653 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:58.340743 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Pushing event updated for resources: {'Port': ['ID=82ab6488-6b18-4ad8-b485-c6f52a5eacb2,revision_number=5']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:58.421733 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [req-a01ace78-d6a6-41e1-836d-4761325f31cb req-88d49ed9-4c96-4b21-ad20-a8268bc632b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eafe9f3-8116-4c7f-a6ed-69810adb3007 {{(pid=104552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:00:58.429684 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-a01ace78-d6a6-41e1-836d-4761325f31cb req-88d49ed9-4c96-4b21-ad20-a8268bc632b1 service neutron] Publish callbacks [] for port (2eafe9f3-8116-4c7f-a6ed-69810adb3007), precommit_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:58.442444 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.provisioning_blocks [req-a01ace78-d6a6-41e1-836d-4761325f31cb req-88d49ed9-4c96-4b21-ad20-a8268bc632b1 service neutron] Transition to ACTIVE for port object 2eafe9f3-8116-4c7f-a6ed-69810adb3007 will not be triggered until provisioned by entity L2. {{(pid=104552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 01:00:58.448525 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-a01ace78-d6a6-41e1-836d-4761325f31cb req-88d49ed9-4c96-4b21-ad20-a8268bc632b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5995615'] for port (2eafe9f3-8116-4c7f-a6ed-69810adb3007), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:58.515886 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d49ed9-4c96-4b21-ad20-a8268bc632b1 service neutron] Pushing event updated for resources: {'Port': ['ID=2eafe9f3-8116-4c7f-a6ed-69810adb3007,revision_number=2']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:58.570818 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.managers [req-a01ace78-d6a6-41e1-836d-4761325f31cb req-88d49ed9-4c96-4b21-ad20-a8268bc632b1 service neutron] Attempting to bind port 2eafe9f3-8116-4c7f-a6ed-69810adb3007 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:00:58.571152 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.managers [req-a01ace78-d6a6-41e1-836d-4761325f31cb req-88d49ed9-4c96-4b21-ad20-a8268bc632b1 service neutron] Attempting to bind port 2eafe9f3-8116-4c7f-a6ed-69810adb3007 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'e963d26c-0a32-4372-aefd-3f9403fc219c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e'}] {{(pid=104552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:00:58.571467 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01ace78-d6a6-41e1-836d-4761325f31cb req-88d49ed9-4c96-4b21-ad20-a8268bc632b1 service neutron] Attempting to bind port 2eafe9f3-8116-4c7f-a6ed-69810adb3007 on network fd218502-570d-4f7c-88c1-4499072d8f6e {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:00:58.615228 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01ace78-d6a6-41e1-836d-4761325f31cb req-88d49ed9-4c96-4b21-ad20-a8268bc632b1 service neutron] Port 2eafe9f3-8116-4c7f-a6ed-69810adb3007 on network fd218502-570d-4f7c-88c1-4499072d8f6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:00:58.615528 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01ace78-d6a6-41e1-836d-4761325f31cb req-88d49ed9-4c96-4b21-ad20-a8268bc632b1 service neutron] Attempting to bind port 2eafe9f3-8116-4c7f-a6ed-69810adb3007 on network fd218502-570d-4f7c-88c1-4499072d8f6e {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:00:58.662035 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01ace78-d6a6-41e1-836d-4761325f31cb req-88d49ed9-4c96-4b21-ad20-a8268bc632b1 service neutron] Checking agent: {'id': '16cf44eb-3ef2-4361-a416-47ab9083b794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 53, 30), 'started_at': datetime.datetime(2022, 10, 23, 0, 53, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:00:58.662409 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01ace78-d6a6-41e1-836d-4761325f31cb req-88d49ed9-4c96-4b21-ad20-a8268bc632b1 service neutron] Checking segment: {'id': 'e963d26c-0a32-4372-aefd-3f9403fc219c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:00:58.662792 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01ace78-d6a6-41e1-836d-4761325f31cb req-88d49ed9-4c96-4b21-ad20-a8268bc632b1 service neutron] Bound using segment: {'id': 'e963d26c-0a32-4372-aefd-3f9403fc219c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e'} {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:00:58.663217 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.managers [req-a01ace78-d6a6-41e1-836d-4761325f31cb req-88d49ed9-4c96-4b21-ad20-a8268bc632b1 service neutron] Bound port: 2eafe9f3-8116-4c7f-a6ed-69810adb3007, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e963d26c-0a32-4372-aefd-3f9403fc219c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e'}}] {{(pid=104552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:00:58.663574 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-a01ace78-d6a6-41e1-836d-4761325f31cb req-88d49ed9-4c96-4b21-ad20-a8268bc632b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (2eafe9f3-8116-4c7f-a6ed-69810adb3007), before_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:58.700782 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:58.728909 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-a01ace78-d6a6-41e1-836d-4761325f31cb req-88d49ed9-4c96-4b21-ad20-a8268bc632b1 service neutron] For port 2eafe9f3-8116-4c7f-a6ed-69810adb3007, host hv-cinder-maste, cleared binding levels {{(pid=104552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:00:58.732035 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-a01ace78-d6a6-41e1-836d-4761325f31cb req-88d49ed9-4c96-4b21-ad20-a8268bc632b1 service neutron] For port 2eafe9f3-8116-4c7f-a6ed-69810adb3007, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2eafe9f3-8116-4c7f-a6ed-69810adb3007,segment=NetworkSegment(e963d26c-0a32-4372-aefd-3f9403fc219c),segment_id=e963d26c-0a32-4372-aefd-3f9403fc219c)] {{(pid=104552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:00:58.739084 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-a01ace78-d6a6-41e1-836d-4761325f31cb req-88d49ed9-4c96-4b21-ad20-a8268bc632b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5995615'] for port (2eafe9f3-8116-4c7f-a6ed-69810adb3007), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:58.743042 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ace78-d6a6-41e1-836d-4761325f31cb req-88d49ed9-4c96-4b21-ad20-a8268bc632b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:58.743645 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-a01ace78-d6a6-41e1-836d-4761325f31cb req-88d49ed9-4c96-4b21-ad20-a8268bc632b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:00:58.745113 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a01ace78-d6a6-41e1-836d-4761325f31cb req-88d49ed9-4c96-4b21-ad20-a8268bc632b1 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/2eafe9f3-8116-4c7f-a6ed-69810adb3007 HTTP/1.1" status: 200 len: 1094 time: 0.9955616 Oct 23 01:00:58.745671 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cb40f6d-56d7-4fd3-b7ec-29a34218367d', 'tag': '2eafe9f3-8116-4c7f-a6ed-69810adb3007'}] {{(pid=104552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:00:58.747904 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e71a59ae106f7f9b2e36c913636ed0b95d68e581a9dbd71020046a5c2e6c46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f732aef6-010b-4a73-8b38-04fc704f2058" -d '{"events": [{"name": "network-changed", "server_uuid": "9cb40f6d-56d7-4fd3-b7ec-29a34218367d", "tag": "2eafe9f3-8116-4c7f-a6ed-69810adb3007"}]}' {{(pid=104552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:00:58.803518 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d49ed9-4c96-4b21-ad20-a8268bc632b1 service neutron] Pushing event updated for resources: {'Port': ['ID=2eafe9f3-8116-4c7f-a6ed-69810adb3007,revision_number=3']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:00:58.832939 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ace78-d6a6-41e1-836d-4761325f31cb req-ebfd8974-04cd-4893-bad2-7c8bfe3fde70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:58.834453 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a01ace78-d6a6-41e1-836d-4761325f31cb req-ebfd8974-04cd-4893-bad2-7c8bfe3fde70 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=3fae115d5ad049b5b40c59212216d458&device_id=9cb40f6d-56d7-4fd3-b7ec-29a34218367d HTTP/1.1" status: 200 len: 1128 time: 0.0440743 Oct 23 01:00:58.880760 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17bea5c5-3a56-4e6c-871d-8f51bf5d3995 x-openstack-request-id: req-17bea5c5-3a56-4e6c-871d-8f51bf5d3995 {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:00:58.881053 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cb40f6d-56d7-4fd3-b7ec-29a34218367d", "tag": "2eafe9f3-8116-4c7f-a6ed-69810adb3007", "status": "completed", "code": 200}]} {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:00:58.881303 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-17bea5c5-3a56-4e6c-871d-8f51bf5d3995 {{(pid=104552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:00:58.881726 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17bea5c5-3a56-4e6c-871d-8f51bf5d3995'] response: {'name': 'network-changed', 'server_uuid': '9cb40f6d-56d7-4fd3-b7ec-29a34218367d', 'tag': '2eafe9f3-8116-4c7f-a6ed-69810adb3007', 'status': 'completed', 'code': 200} Oct 23 01:00:58.883578 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a01ace78-d6a6-41e1-836d-4761325f31cb req-222571d1-4596-4ce0-9c3e-6b1498a7a787 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2eafe9f3-8116-4c7f-a6ed-69810adb3007 HTTP/1.1" status: 200 len: 217 time: 0.0383458 Oct 23 01:00:58.934086 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ace78-d6a6-41e1-836d-4761325f31cb req-daee9e3f-fbeb-4a1a-a658-f6036b58e257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:58.935531 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a01ace78-d6a6-41e1-836d-4761325f31cb req-daee9e3f-fbeb-4a1a-a658-f6036b58e257 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=a9e16815-4336-4cda-ac3b-da5c9a06661d HTTP/1.1" status: 200 len: 854 time: 0.0461125 Oct 23 01:00:58.996184 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ace78-d6a6-41e1-836d-4761325f31cb req-402ae436-0300-41d9-9e5a-f6d61f1490a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:58.997666 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a01ace78-d6a6-41e1-836d-4761325f31cb req-402ae436-0300-41d9-9e5a-f6d61f1490a5 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=fd218502-570d-4f7c-88c1-4499072d8f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550964 Oct 23 01:00:59.051255 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788a4666-ed42-41a8-a644-de268a214edc req-0abd5989-539c-4e7e-a11f-487722244f41 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:00:59.052709 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-788a4666-ed42-41a8-a644-de268a214edc req-0abd5989-539c-4e7e-a11f-487722244f41 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9cb40f6d-56d7-4fd3-b7ec-29a34218367d HTTP/1.1" status: 200 len: 944 time: 0.0744278 Oct 23 01:00:59.148856 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-788a4666-ed42-41a8-a644-de268a214edc req-38b4bb08-db9a-41a7-8abf-cab722ee18fb tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=60dd1184-0af4-4724-85fc-d8387f89088a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718458 Oct 23 01:00:59.150805 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a01ace78-d6a6-41e1-836d-4761325f31cb req-a1170be0-32d4-4147-bf48-c4999d417f87 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/fd218502-570d-4f7c-88c1-4499072d8f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374886 Oct 23 01:00:59.220921 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:00:59.251807 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a01ace78-d6a6-41e1-836d-4761325f31cb req-096a9805-ecfd-4274-91b7-a7e42faf4a76 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/fd218502-570d-4f7c-88c1-4499072d8f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932248 Oct 23 01:01:00.119657 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 82ab6488-6b18-4ad8-b485-c6f52a5eacb2 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:01:00.156361 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732aef6-010b-4a73-8b38-04fc704f2058 req-4106f7d9-fca5-43a6-94d2-ee954ad2abf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:00.158286 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f732aef6-010b-4a73-8b38-04fc704f2058 req-4106f7d9-fca5-43a6-94d2-ee954ad2abf0 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=3fae115d5ad049b5b40c59212216d458&device_id=9cb40f6d-56d7-4fd3-b7ec-29a34218367d HTTP/1.1" status: 200 len: 1128 time: 0.0408709 Oct 23 01:01:00.163503 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port 82ab6488-6b18-4ad8-b485-c6f52a5eacb2 triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:01:00.163871 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (82ab6488-6b18-4ad8-b485-c6f52a5eacb2), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:00.164200 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port 82ab6488-6b18-4ad8-b485-c6f52a5eacb2 Oct 23 01:01:00.233397 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:00.243119 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port 82ab6488-6b18-4ad8-b485-c6f52a5eacb2 is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:01:00.301089 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b99c4-88dc-4178-b4c2-1d6d787a9e5b req-cfafa310-10fa-4306-a2f2-b0bd2b9b3752 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:00.302558 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ef4b99c4-88dc-4178-b4c2-1d6d787a9e5b req-cfafa310-10fa-4306-a2f2-b0bd2b9b3752 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9cb40f6d-56d7-4fd3-b7ec-29a34218367d HTTP/1.1" status: 200 len: 944 time: 0.0709102 Oct 23 01:01:00.303958 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732aef6-010b-4a73-8b38-04fc704f2058 req-908dac3c-c60b-48fa-bf15-33249b0b1927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:00.305304 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f732aef6-010b-4a73-8b38-04fc704f2058 req-908dac3c-c60b-48fa-bf15-33249b0b1927 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=fd218502-570d-4f7c-88c1-4499072d8f6e HTTP/1.1" status: 200 len: 916 time: 0.1397953 Oct 23 01:01:00.357650 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f732aef6-010b-4a73-8b38-04fc704f2058 req-a167e629-6429-4f8f-9cc7-acb158cf7d6b service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2eafe9f3-8116-4c7f-a6ed-69810adb3007 HTTP/1.1" status: 200 len: 217 time: 0.0407333 Oct 23 01:01:00.418747 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ef4b99c4-88dc-4178-b4c2-1d6d787a9e5b req-cadbd57c-5c14-4897-a7b8-767bcc48364f tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=60dd1184-0af4-4724-85fc-d8387f89088a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087639 Oct 23 01:01:00.430145 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732aef6-010b-4a73-8b38-04fc704f2058 req-7fe5d300-673a-4a3b-826e-a4310efe1726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:00.431581 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f732aef6-010b-4a73-8b38-04fc704f2058 req-7fe5d300-673a-4a3b-826e-a4310efe1726 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=a9e16815-4336-4cda-ac3b-da5c9a06661d HTTP/1.1" status: 200 len: 854 time: 0.0638647 Oct 23 01:01:00.477387 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f732aef6-010b-4a73-8b38-04fc704f2058 req-c33a910f-c3b2-4037-809d-4a70473aa77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:00.478869 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f732aef6-010b-4a73-8b38-04fc704f2058 req-c33a910f-c3b2-4037-809d-4a70473aa77e service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=fd218502-570d-4f7c-88c1-4499072d8f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403047 Oct 23 01:01:00.572369 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f732aef6-010b-4a73-8b38-04fc704f2058 req-758b2da0-a719-4700-807c-7c4f0b9e676f service neutron] 10.222.0.52 "GET /networking/v2.0/networks/fd218502-570d-4f7c-88c1-4499072d8f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855215 Oct 23 01:01:00.640202 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:00.667627 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f732aef6-010b-4a73-8b38-04fc704f2058 req-8aec80a7-0ccc-4ad8-bcbe-6fa73b725d91 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/fd218502-570d-4f7c-88c1-4499072d8f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886376 Oct 23 01:01:01.321957 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (16cf44eb-3ef2-4361-a416-47ab9083b794), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:01.555876 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b3634-ef80-4638-9c8d-6894c29ecc7d req-f2d9c991-8529-43ae-829b-ffb1da7a5c57 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:01.557374 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a09b3634-ef80-4638-9c8d-6894c29ecc7d req-f2d9c991-8529-43ae-829b-ffb1da7a5c57 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9cb40f6d-56d7-4fd3-b7ec-29a34218367d HTTP/1.1" status: 200 len: 944 time: 0.0595720 Oct 23 01:01:01.606743 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a09b3634-ef80-4638-9c8d-6894c29ecc7d req-c6a2b128-3f72-4a70-9e00-d208f1c8bcfc tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=60dd1184-0af4-4724-85fc-d8387f89088a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430887 Oct 23 01:01:01.971649 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 2eafe9f3-8116-4c7f-a6ed-69810adb3007 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104553) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:01:02.084091 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port 2eafe9f3-8116-4c7f-a6ed-69810adb3007, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2eafe9f3-8116-4c7f-a6ed-69810adb3007,segment=NetworkSegment(e963d26c-0a32-4372-aefd-3f9403fc219c),segment_id=e963d26c-0a32-4372-aefd-3f9403fc219c)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:01:02.096925 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Returning: {'device': '2eafe9f3-8116-4c7f-a6ed-69810adb3007', 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e', 'port_id': '2eafe9f3-8116-4c7f-a6ed-69810adb3007', 'mac_address': 'fa:16:3e:70:0a:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e16815-4336-4cda-ac3b-da5c9a06661d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104553) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:01:02.134492 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Current status of the port 2eafe9f3-8116-4c7f-a6ed-69810adb3007 is: DOWN; New status is: BUILD {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:01:02.134893 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (2eafe9f3-8116-4c7f-a6ed-69810adb3007), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:02.150541 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.notifiers.nova [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eafe9f3-8116-4c7f-a6ed-69810adb3007 {{(pid=104553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:01:02.171217 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port 2eafe9f3-8116-4c7f-a6ed-69810adb3007, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2eafe9f3-8116-4c7f-a6ed-69810adb3007,segment=NetworkSegment(e963d26c-0a32-4372-aefd-3f9403fc219c),segment_id=e963d26c-0a32-4372-aefd-3f9403fc219c)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:01:02.177506 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (2eafe9f3-8116-4c7f-a6ed-69810adb3007), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:02.225746 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Pushing event updated for resources: {'Port': ['ID=2eafe9f3-8116-4c7f-a6ed-69810adb3007,revision_number=4']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:01:02.420221 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] get_ports_and_sgs() called for port_ids ['2eafe9f3-8116-4c7f-a6ed-69810adb3007'] {{(pid=104553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:01:02.450945 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:02.744746 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95674d8-2b91-4318-9059-3666ccf5845c req-2ea0f0d1-d8b4-4a0c-8103-106cbec9afdf tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:02.746317 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d95674d8-2b91-4318-9059-3666ccf5845c req-2ea0f0d1-d8b4-4a0c-8103-106cbec9afdf tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9cb40f6d-56d7-4fd3-b7ec-29a34218367d HTTP/1.1" status: 200 len: 945 time: 0.0522792 Oct 23 01:01:02.797146 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d95674d8-2b91-4318-9059-3666ccf5845c req-dc3266a4-2a3d-4714-9aeb-3fd5152d8104 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=60dd1184-0af4-4724-85fc-d8387f89088a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426903 Oct 23 01:01:03.932550 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04de65-ac41-486c-8957-94070a523da6 req-d92808f7-099d-4aa5-8d82-f57db789c2c1 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:03.934127 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-db04de65-ac41-486c-8957-94070a523da6 req-d92808f7-099d-4aa5-8d82-f57db789c2c1 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9cb40f6d-56d7-4fd3-b7ec-29a34218367d HTTP/1.1" status: 200 len: 945 time: 0.0497093 Oct 23 01:01:03.979708 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 2eafe9f3-8116-4c7f-a6ed-69810adb3007 up at agent hyperv_hv-cinder-maste {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:01:03.984750 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-db04de65-ac41-486c-8957-94070a523da6 req-9bb98e4b-19dc-455a-90cd-6152abfe64ec tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=60dd1184-0af4-4724-85fc-d8387f89088a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437453 Oct 23 01:01:04.026800 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Provisioning for port 2eafe9f3-8116-4c7f-a6ed-69810adb3007 completed by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 01:01:04.034687 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Provisioning complete for port 2eafe9f3-8116-4c7f-a6ed-69810adb3007 triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:01:04.035072 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (2eafe9f3-8116-4c7f-a6ed-69810adb3007), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:04.035416 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Attempt 1 to provision port 2eafe9f3-8116-4c7f-a6ed-69810adb3007 Oct 23 01:01:04.114981 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Current status of the port 2eafe9f3-8116-4c7f-a6ed-69810adb3007 is: BUILD; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:01:04.115562 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (2eafe9f3-8116-4c7f-a6ed-69810adb3007), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:04.143699 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb40f6d-56d7-4fd3-b7ec-29a34218367d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eafe9f3-8116-4c7f-a6ed-69810adb3007'}] {{(pid=104553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:01:04.146734 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ef7492e608d46078fd98593772981b2cfdf47eaedaeea269e4497eac5a7bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7492bb-5c36-48b5-a51c-e8ee8f720950" -d '{"events": [{"server_uuid": "9cb40f6d-56d7-4fd3-b7ec-29a34218367d", "name": "network-vif-plugged", "status": "completed", "tag": "2eafe9f3-8116-4c7f-a6ed-69810adb3007"}]}' {{(pid=104553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:01:04.167257 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port 2eafe9f3-8116-4c7f-a6ed-69810adb3007, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2eafe9f3-8116-4c7f-a6ed-69810adb3007,segment=NetworkSegment(e963d26c-0a32-4372-aefd-3f9403fc219c),segment_id=e963d26c-0a32-4372-aefd-3f9403fc219c)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:01:04.171837 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (2eafe9f3-8116-4c7f-a6ed-69810adb3007), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:04.199334 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fda7bc3-4c01-4f92-81af-60b111535f92 x-openstack-request-id: req-2fda7bc3-4c01-4f92-81af-60b111535f92 {{(pid=104553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:01:04.199682 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cb40f6d-56d7-4fd3-b7ec-29a34218367d", "name": "network-vif-plugged", "status": "completed", "tag": "2eafe9f3-8116-4c7f-a6ed-69810adb3007", "code": 200}]} {{(pid=104553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:01:04.200015 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2fda7bc3-4c01-4f92-81af-60b111535f92 {{(pid=104553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:01:04.200465 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fda7bc3-4c01-4f92-81af-60b111535f92'] response: {'server_uuid': '9cb40f6d-56d7-4fd3-b7ec-29a34218367d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eafe9f3-8116-4c7f-a6ed-69810adb3007', 'code': 200} Oct 23 01:01:04.230155 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Pushing event updated for resources: {'Port': ['ID=2eafe9f3-8116-4c7f-a6ed-69810adb3007,revision_number=5']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:01:04.377799 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02213be-90d2-4127-935e-2953b5cdd085 req-8f93d0d2-2f25-41e9-ac67-be383c7af6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:04.380393 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d02213be-90d2-4127-935e-2953b5cdd085 req-8f93d0d2-2f25-41e9-ac67-be383c7af6f9 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9cb40f6d-56d7-4fd3-b7ec-29a34218367d HTTP/1.1" status: 200 len: 1130 time: 0.0430381 Oct 23 01:01:04.432290 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d02213be-90d2-4127-935e-2953b5cdd085 req-44767a3d-4233-484e-a497-71d8effa260b service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=60dd1184-0af4-4724-85fc-d8387f89088a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452073 Oct 23 01:01:04.746837 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=45,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:04.748060 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=47,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:05.117253 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c5dc9-dd18-43cc-8c03-cac21b60c878 req-575b4033-283d-4cc1-a3b2-0cdf8506027c tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:05.118857 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-dc0c5dc9-dd18-43cc-8c03-cac21b60c878 req-575b4033-283d-4cc1-a3b2-0cdf8506027c tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9cb40f6d-56d7-4fd3-b7ec-29a34218367d HTTP/1.1" status: 200 len: 946 time: 0.0499988 Oct 23 01:01:05.167387 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:05.175716 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-dc0c5dc9-dd18-43cc-8c03-cac21b60c878 req-f2ad8dde-be76-41c4-8cce-55c1bec5a72f tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=60dd1184-0af4-4724-85fc-d8387f89088a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503833 Oct 23 01:01:06.192954 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c913596-2da7-40da-8b10-caf6d5b6dde2 req-3e8017b7-2591-4624-8340-1dd675dc027a tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:06.194404 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-2c913596-2da7-40da-8b10-caf6d5b6dde2 req-3e8017b7-2591-4624-8340-1dd675dc027a tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 946 time: 0.0549629 Oct 23 01:01:06.242419 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-2c913596-2da7-40da-8b10-caf6d5b6dde2 req-d52250af-9da1-42c6-ab23-379463927a27 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a78952a2-cccd-48f5-8f51-83df3683dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417993 Oct 23 01:01:06.305572 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ca6a0-b282-4755-8b36-0e9f37da4da9 req-417d65c3-f23a-41a3-ae4d-dd2175c411d6 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:06.307036 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e63ca6a0-b282-4755-8b36-0e9f37da4da9 req-417d65c3-f23a-41a3-ae4d-dd2175c411d6 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9cb40f6d-56d7-4fd3-b7ec-29a34218367d HTTP/1.1" status: 200 len: 946 time: 0.0525856 Oct 23 01:01:06.359196 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e63ca6a0-b282-4755-8b36-0e9f37da4da9 req-cd87f0fb-f610-4413-8d7d-7922861567fd tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=60dd1184-0af4-4724-85fc-d8387f89088a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413964 Oct 23 01:01:06.484666 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b0c426-178d-418f-b168-e16cedc7319d req-df541684-873f-46db-99e5-2352edf055f2 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:06.486169 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c9b0c426-178d-418f-b168-e16cedc7319d req-df541684-873f-46db-99e5-2352edf055f2 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9cb40f6d-56d7-4fd3-b7ec-29a34218367d HTTP/1.1" status: 200 len: 946 time: 0.0519488 Oct 23 01:01:06.500881 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 53424) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:01:06.505173 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [None req-676a6f80-620f-4246-b8a7-2674ea803130 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Request body: {'floatingip': {'port_id': '2eafe9f3-8116-4c7f-a6ed-69810adb3007'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:01:06.546415 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-676a6f80-620f-4246-b8a7-2674ea803130 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for floatingip (ae4e723b-0c0d-4bab-9a58-dc2a97d6c0ef), before_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:06.584525 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=36 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:06.585486 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=58,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:06.868228 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:06.968058 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-676a6f80-620f-4246-b8a7-2674ea803130 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:06.974822 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-676a6f80-620f-4246-b8a7-2674ea803130 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516985'] for floatingip (ae4e723b-0c0d-4bab-9a58-dc2a97d6c0ef), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:07.075429 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.db.l3_db [None req-676a6f80-620f-4246-b8a7-2674ea803130 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Floating IP ae4e723b-0c0d-4bab-9a58-dc2a97d6c0ef associated. External IP: 172.37.4.32, port: 2eafe9f3-8116-4c7f-a6ed-69810adb3007. Oct 23 01:01:07.279774 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:07.284220 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-676a6f80-620f-4246-b8a7-2674ea803130 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Router 8fd18b97-ffc6-453a-a42c-97191397ee01 has already been hosted by L3 agent 71de1650-f9d9-4095-92e6-e37ec99e20cf {{(pid=104552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:01:07.386275 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b67bf9-ef6f-4b54-b13a-44500795ced9 req-35493a0a-4063-4e32-b84e-ebfe0884d5eb tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:07.387763 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-44b67bf9-ef6f-4b54-b13a-44500795ced9 req-35493a0a-4063-4e32-b84e-ebfe0884d5eb tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 946 time: 0.0613894 Oct 23 01:01:07.443329 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676a6f80-620f-4246-b8a7-2674ea803130 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:01:07.452117 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-676a6f80-620f-4246-b8a7-2674ea803130 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for floatingip (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:07.453882 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8147687f-1713-4be5-bc8c-1a82f62e59ea None None] Sync routers for ids ['8fd18b97-ffc6-453a-a42c-97191397ee01'] in dv-cinder-master-3-iscsi {{(pid=104553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:01:07.465047 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8147687f-1713-4be5-bc8c-1a82f62e59ea None None] Routers {'8fd18b97-ffc6-453a-a42c-97191397ee01'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:01:07.465686 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-8147687f-1713-4be5-bc8c-1a82f62e59ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:00:51Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['8fd18b97-ffc6-453a-a42c-97191397ee01'], 'active': True} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:01:07.492564 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-44b67bf9-ef6f-4b54-b13a-44500795ced9 req-a5b497e6-f7a3-4906-ab0b-b3963bf50189 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a78952a2-cccd-48f5-8f51-83df3683dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819826 Oct 23 01:01:07.496951 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-676a6f80-620f-4246-b8a7-2674ea803130 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/ae4e723b-0c0d-4bab-9a58-dc2a97d6c0ef HTTP/1.1" status: 200 len: 991 time: 0.9927590 Oct 23 01:01:07.496951 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cb40f6d-56d7-4fd3-b7ec-29a34218367d', 'tag': '2eafe9f3-8116-4c7f-a6ed-69810adb3007'}] {{(pid=104552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:01:07.497787 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e71a59ae106f7f9b2e36c913636ed0b95d68e581a9dbd71020046a5c2e6c46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10be5add-1440-48c3-8abe-145e304f8010" -d '{"events": [{"name": "network-changed", "server_uuid": "9cb40f6d-56d7-4fd3-b7ec-29a34218367d", "tag": "2eafe9f3-8116-4c7f-a6ed-69810adb3007"}]}' {{(pid=104552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:01:07.535962 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425d0b04-909e-4715-b484-905bd2202c5e x-openstack-request-id: req-425d0b04-909e-4715-b484-905bd2202c5e {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:01:07.536247 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cb40f6d-56d7-4fd3-b7ec-29a34218367d", "tag": "2eafe9f3-8116-4c7f-a6ed-69810adb3007", "status": "completed", "code": 200}]} {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:01:07.536497 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-425d0b04-909e-4715-b484-905bd2202c5e {{(pid=104552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:01:07.536947 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-425d0b04-909e-4715-b484-905bd2202c5e'] response: {'name': 'network-changed', 'server_uuid': '9cb40f6d-56d7-4fd3-b7ec-29a34218367d', 'tag': '2eafe9f3-8116-4c7f-a6ed-69810adb3007', 'status': 'completed', 'code': 200} Oct 23 01:01:07.574317 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvr_db [None req-8147687f-1713-4be5-bc8c-1a82f62e59ea None None] Set router 8fd18b97-ffc6-453a-a42c-97191397ee01 gateway port host: dv-cinder-master-3-iscsi {{(pid=104553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:01:07.603344 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be5add-1440-48c3-8abe-145e304f8010 req-e166b0c2-36af-4cc2-a7ee-1b9307629352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:07.604882 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-10be5add-1440-48c3-8abe-145e304f8010 req-e166b0c2-36af-4cc2-a7ee-1b9307629352 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=3fae115d5ad049b5b40c59212216d458&device_id=9cb40f6d-56d7-4fd3-b7ec-29a34218367d HTTP/1.1" status: 200 len: 1130 time: 0.0423472 Oct 23 01:01:07.650938 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:07.696069 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be5add-1440-48c3-8abe-145e304f8010 req-34cc632d-3fce-4352-99ce-8b50ce5a8b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:07.697592 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-10be5add-1440-48c3-8abe-145e304f8010 req-34cc632d-3fce-4352-99ce-8b50ce5a8b9c service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=fd218502-570d-4f7c-88c1-4499072d8f6e HTTP/1.1" status: 200 len: 916 time: 0.0869138 Oct 23 01:01:07.763378 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-10be5add-1440-48c3-8abe-145e304f8010 req-9e282f79-b293-4633-9c09-d99a7b0a514c service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2eafe9f3-8116-4c7f-a6ed-69810adb3007 HTTP/1.1" status: 200 len: 999 time: 0.0593059 Oct 23 01:01:07.802846 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-8147687f-1713-4be5-bc8c-1a82f62e59ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'name': 'tempest-AttachVolumeNegativeTest-2031464467-router', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.46'}], 'enable_snat': True}, 'gw_port_id': 'ba4c44b3-597d-4a36-9e78-c7a4635964fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:00:49Z', 'updated_at': '2022-10-23T01:00:52Z', 'revision_number': 4, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'gw_port': {'id': 'ba4c44b3-597d-4a36-9e78-c7a4635964fd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:00:50Z', 'updated_at': '2022-10-23T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'ae4e723b-0c0d-4bab-9a58-dc2a97d6c0ef', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'floating_ip_address': '172.37.4.32', 'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'router_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'port_id': '2eafe9f3-8116-4c7f-a6ed-69810adb3007', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e', 'mac_address': 'fa:16:3e:70:0a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb40f6d-56d7-4fd3-b7ec-29a34218367d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:00:54Z', 'updated_at': '2022-10-23T01:01:06Z', 'revision_number': 1, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82ab6488-6b18-4ad8-b485-c6f52a5eacb2', 'name': '', 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'mac_address': 'fa:16:3e:e3:ba:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a9e16815-4336-4cda-ac3b-da5c9a06661d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:00:52Z', 'updated_at': '2022-10-23T01:00:58Z', 'revision_number': 5, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'subnets': [{'id': 'a9e16815-4336-4cda-ac3b-da5c9a06661d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:01:07.813736 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be5add-1440-48c3-8abe-145e304f8010 req-ededce59-b78b-46a7-9408-a2407c51e36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:07.815179 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-10be5add-1440-48c3-8abe-145e304f8010 req-ededce59-b78b-46a7-9408-a2407c51e36a service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=a9e16815-4336-4cda-ac3b-da5c9a06661d HTTP/1.1" status: 200 len: 854 time: 0.0434802 Oct 23 01:01:07.828866 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8147687f-1713-4be5-bc8c-1a82f62e59ea None None] Checking router: 8fd18b97-ffc6-453a-a42c-97191397ee01 for host: dv-cinder-master-3-iscsi {{(pid=104553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:01:07.837653 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8147687f-1713-4be5-bc8c-1a82f62e59ea None None] Routers {'8fd18b97-ffc6-453a-a42c-97191397ee01'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:01:07.838256 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-8147687f-1713-4be5-bc8c-1a82f62e59ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:00:51Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['8fd18b97-ffc6-453a-a42c-97191397ee01'], 'active': True} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:01:07.858804 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be5add-1440-48c3-8abe-145e304f8010 req-77191673-8f54-42e7-93ef-9cf91a964bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:07.860288 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-10be5add-1440-48c3-8abe-145e304f8010 req-77191673-8f54-42e7-93ef-9cf91a964bfb service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=fd218502-570d-4f7c-88c1-4499072d8f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385458 Oct 23 01:01:07.895428 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:07.921966 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:07.942913 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvr_db [None req-8147687f-1713-4be5-bc8c-1a82f62e59ea None None] Set router 8fd18b97-ffc6-453a-a42c-97191397ee01 gateway port host: dv-cinder-master-3-iscsi {{(pid=104553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:01:07.953580 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-10be5add-1440-48c3-8abe-145e304f8010 req-c6a54396-feca-4360-8037-1d9d85dcd388 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/fd218502-570d-4f7c-88c1-4499072d8f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866966 Oct 23 01:01:08.044108 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-10be5add-1440-48c3-8abe-145e304f8010 req-4ae0711a-ca96-4a87-9e9e-3cd539e243b3 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/fd218502-570d-4f7c-88c1-4499072d8f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836129 Oct 23 01:01:08.157732 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-8147687f-1713-4be5-bc8c-1a82f62e59ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'name': 'tempest-AttachVolumeNegativeTest-2031464467-router', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.46'}], 'enable_snat': True}, 'gw_port_id': 'ba4c44b3-597d-4a36-9e78-c7a4635964fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:00:49Z', 'updated_at': '2022-10-23T01:00:52Z', 'revision_number': 4, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'gw_port': {'id': 'ba4c44b3-597d-4a36-9e78-c7a4635964fd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:00:50Z', 'updated_at': '2022-10-23T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'ae4e723b-0c0d-4bab-9a58-dc2a97d6c0ef', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'floating_ip_address': '172.37.4.32', 'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'router_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'port_id': '2eafe9f3-8116-4c7f-a6ed-69810adb3007', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e', 'mac_address': 'fa:16:3e:70:0a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb40f6d-56d7-4fd3-b7ec-29a34218367d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:00:54Z', 'updated_at': '2022-10-23T01:01:06Z', 'revision_number': 1, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82ab6488-6b18-4ad8-b485-c6f52a5eacb2', 'name': '', 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'mac_address': 'fa:16:3e:e3:ba:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a9e16815-4336-4cda-ac3b-da5c9a06661d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:00:52Z', 'updated_at': '2022-10-23T01:00:58Z', 'revision_number': 5, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'subnets': [{'id': 'a9e16815-4336-4cda-ac3b-da5c9a06661d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:01:08.185840 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8147687f-1713-4be5-bc8c-1a82f62e59ea None None] The sync data for ids ['8fd18b97-ffc6-453a-a42c-97191397ee01'] in dv-cinder-master-3-iscsi is: [{'id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'name': 'tempest-AttachVolumeNegativeTest-2031464467-router', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.46'}], 'enable_snat': True}, 'gw_port_id': 'ba4c44b3-597d-4a36-9e78-c7a4635964fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:00:49Z', 'updated_at': '2022-10-23T01:00:52Z', 'revision_number': 4, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'gw_port': {'id': 'ba4c44b3-597d-4a36-9e78-c7a4635964fd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:00:50Z', 'updated_at': '2022-10-23T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'ae4e723b-0c0d-4bab-9a58-dc2a97d6c0ef', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'floating_ip_address': '172.37.4.32', 'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'router_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'port_id': '2eafe9f3-8116-4c7f-a6ed-69810adb3007', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e', 'mac_address': 'fa:16:3e:70:0a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb40f6d-56d7-4fd3-b7ec-29a34218367d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:00:54Z', 'updated_at': '2022-10-23T01:01:06Z', 'revision_number': 1, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82ab6488-6b18-4ad8-b485-c6f52a5eacb2', 'name': '', 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'mac_address': 'fa:16:3e:e3:ba:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a9e16815-4336-4cda-ac3b-da5c9a06661d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:00:52Z', 'updated_at': '2022-10-23T01:00:58Z', 'revision_number': 5, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'subnets': [{'id': 'a9e16815-4336-4cda-ac3b-da5c9a06661d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:01:08.387462 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0183ba9f-0d00-41b8-b51b-8d9416ec72c4 None None] New status for floating IP ae4e723b-0c0d-4bab-9a58-dc2a97d6c0ef: ACTIVE {{(pid=104554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:01:08.634064 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b020cfeb-80ab-4bd1-860e-9ad0aa4cf1d7 req-5b788d0e-32fe-48b8-b7d4-4a3d51b1a9e8 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:08.635860 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-b020cfeb-80ab-4bd1-860e-9ad0aa4cf1d7 req-5b788d0e-32fe-48b8-b7d4-4a3d51b1a9e8 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 946 time: 0.0537417 Oct 23 01:01:08.683126 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-b020cfeb-80ab-4bd1-860e-9ad0aa4cf1d7 req-e6948b8b-5b77-43b3-bd4a-f5c6f15428ce tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a78952a2-cccd-48f5-8f51-83df3683dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414054 Oct 23 01:01:09.845698 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e9389-3b36-41b8-85a2-e21b6961a88c req-8c754cc9-3c26-440e-9776-504c9f2317dc tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:09.847206 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-993e9389-3b36-41b8-85a2-e21b6961a88c req-8c754cc9-3c26-440e-9776-504c9f2317dc tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 946 time: 0.0597861 Oct 23 01:01:09.899046 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-993e9389-3b36-41b8-85a2-e21b6961a88c req-9ddc0e37-2014-434d-bf32-dc3fd660476d tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a78952a2-cccd-48f5-8f51-83df3683dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430708 Oct 23 01:01:11.036468 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8561fc-f680-4f56-b021-fe7e7a3772f4 req-2d9f9437-dd20-43be-be9a-fab11a8a62cf tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:11.037994 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-9a8561fc-f680-4f56-b021-fe7e7a3772f4 req-2d9f9437-dd20-43be-be9a-fab11a8a62cf tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 946 time: 0.0510061 Oct 23 01:01:11.090157 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-9a8561fc-f680-4f56-b021-fe7e7a3772f4 req-4493614d-5d5d-4040-bb04-c91e8069287b tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a78952a2-cccd-48f5-8f51-83df3683dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438859 Oct 23 01:01:12.230495 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f82db-67c9-4ba9-83d9-b24e44d40234 req-42f24eeb-9dcb-4a19-ac5f-ca8057f7005c tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:12.232042 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-bd2f82db-67c9-4ba9-83d9-b24e44d40234 req-42f24eeb-9dcb-4a19-ac5f-ca8057f7005c tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 946 time: 0.0502846 Oct 23 01:01:12.243933 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:12.281487 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-bd2f82db-67c9-4ba9-83d9-b24e44d40234 req-aa3d1799-085a-417e-9ce5-a189838631ca tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a78952a2-cccd-48f5-8f51-83df3683dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438132 Oct 23 01:01:13.418541 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaef719-aa6d-4213-98d3-a07f4b00cc98 req-141d2a18-bd77-49dd-b988-9eecdf9ea362 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:13.420112 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-fdaef719-aa6d-4213-98d3-a07f4b00cc98 req-141d2a18-bd77-49dd-b988-9eecdf9ea362 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 946 time: 0.0472901 Oct 23 01:01:13.479459 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-fdaef719-aa6d-4213-98d3-a07f4b00cc98 req-71a391aa-18fd-4bed-96ce-ba45af554209 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a78952a2-cccd-48f5-8f51-83df3683dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510511 Oct 23 01:01:14.616036 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f36c8a-e5bd-40b3-87e1-ecb03b8bd822 req-edcc0ffc-0691-4705-811f-f2167de4c161 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:14.617571 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-77f36c8a-e5bd-40b3-87e1-ecb03b8bd822 req-edcc0ffc-0691-4705-811f-f2167de4c161 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 946 time: 0.0495067 Oct 23 01:01:14.686199 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-77f36c8a-e5bd-40b3-87e1-ecb03b8bd822 req-6ba4a503-5b4d-4935-86b0-55459b424928 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a78952a2-cccd-48f5-8f51-83df3683dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623753 Oct 23 01:01:15.838649 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfbdfc0-edf2-409b-9007-63962f81e5f6 req-8f5654a4-cef3-42d7-9225-656edd7d16a1 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:15.840126 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-8bfbdfc0-edf2-409b-9007-63962f81e5f6 req-8f5654a4-cef3-42d7-9225-656edd7d16a1 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 946 time: 0.0499876 Oct 23 01:01:15.902478 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-8bfbdfc0-edf2-409b-9007-63962f81e5f6 req-8659efee-2e9c-425f-a036-ceb51e0ada6f tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a78952a2-cccd-48f5-8f51-83df3683dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537419 Oct 23 01:01:17.045201 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbeddaa-4f33-49c1-8c9f-f77e7ad39094 req-425010b7-04f7-4a7b-b94c-ddb4149a8b56 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:17.046876 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3cbeddaa-4f33-49c1-8c9f-f77e7ad39094 req-425010b7-04f7-4a7b-b94c-ddb4149a8b56 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 946 time: 0.0556390 Oct 23 01:01:17.096682 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3cbeddaa-4f33-49c1-8c9f-f77e7ad39094 req-340b975d-e39f-4013-82b2-4a39c90617df tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a78952a2-cccd-48f5-8f51-83df3683dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430002 Oct 23 01:01:18.159907 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=23 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:18.161213 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=58 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:18.231621 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c87d50-b8af-4045-ae04-8b344d52a238 req-5fa3bd20-8f74-4308-a985-f8c961e36ac8 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:18.233257 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d6c87d50-b8af-4045-ae04-8b344d52a238 req-5fa3bd20-8f74-4308-a985-f8c961e36ac8 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 946 time: 0.0498343 Oct 23 01:01:18.268361 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:18.285821 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d6c87d50-b8af-4045-ae04-8b344d52a238 req-2af680d5-492d-49f1-b416-d218e1d4999a tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a78952a2-cccd-48f5-8f51-83df3683dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443580 Oct 23 01:01:18.490315 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:18.493942 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:DELETE=1,neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:18.832589 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-d099d1dd-ab77-41a4-95a7-63a432f08858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (6b66cfba-c169-484b-b3a5-13fb9b6528cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:19.249028 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.agents_db [None req-7a6a8f68-635a-43f5-9edf-73cfaf501ddf None None] Agent healthcheck: found 6 active agents {{(pid=104554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:01:19.422542 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40114c9e-6f96-4add-ae98-df79fb145b1f req-8dbed255-c356-40ff-a41c-7829ee92b7bf tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:19.424008 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-40114c9e-6f96-4add-ae98-df79fb145b1f req-8dbed255-c356-40ff-a41c-7829ee92b7bf tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 946 time: 0.0479357 Oct 23 01:01:19.472440 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-40114c9e-6f96-4add-ae98-df79fb145b1f req-ea2e4cac-13e0-4d01-9c16-b6949d80d28a tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a78952a2-cccd-48f5-8f51-83df3683dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428512 Oct 23 01:01:20.620709 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9073fb-045e-4bb6-8f84-bb81f9d27b70 req-1bc511af-59ae-48fc-9922-da4c0c418b99 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:20.622187 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-bc9073fb-045e-4bb6-8f84-bb81f9d27b70 req-1bc511af-59ae-48fc-9922-da4c0c418b99 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 946 time: 0.0526788 Oct 23 01:01:20.678159 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-bc9073fb-045e-4bb6-8f84-bb81f9d27b70 req-64daf972-534e-443d-88a6-828a5ee9f948 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a78952a2-cccd-48f5-8f51-83df3683dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467420 Oct 23 01:01:21.245674 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-29dbee88-425c-4614-9fcd-55e3bd15027a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (71de1650-f9d9-4095-92e6-e37ec99e20cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:21.831657 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebba0df-ff39-4f67-82fa-f4a4d010d205 req-c0adb1aa-04c1-4f3b-b948-2703b38aee89 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:21.833121 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-2ebba0df-ff39-4f67-82fa-f4a4d010d205 req-c0adb1aa-04c1-4f3b-b948-2703b38aee89 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 946 time: 0.0658619 Oct 23 01:01:21.881323 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-2ebba0df-ff39-4f67-82fa-f4a4d010d205 req-ddd7dd1f-77f0-4ae5-be65-83a04dd235f2 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a78952a2-cccd-48f5-8f51-83df3683dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425205 Oct 23 01:01:22.320410 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5148f689-0f62-430a-b3f2-d0758b81aa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (b2013646-e5ec-4b71-a145-3908973fbde8), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:23.029946 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e261c82-b69b-4058-89ac-44d024bc8d8f req-35535b78-a2a3-407d-85a1-269174202a23 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:23.031668 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4e261c82-b69b-4058-89ac-44d024bc8d8f req-35535b78-a2a3-407d-85a1-269174202a23 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 946 time: 0.0553911 Oct 23 01:01:23.081994 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4e261c82-b69b-4058-89ac-44d024bc8d8f req-ed6aea23-b49e-41e2-a7fc-e2188e365c54 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a78952a2-cccd-48f5-8f51-83df3683dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446196 Oct 23 01:01:23.662030 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e80eb663-45f3-44c1-bd5d-b13fbac885c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (9e3bf558-830b-43df-b1b1-6fe61a75ce60), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:23.998715 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (e5069eb9-82e8-4601-9222-8a50cea677c6), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:24.008766 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104553) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:01:24.112225 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port 0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554,segment=NetworkSegment(7dc83201-cb39-4cd2-9302-c1b785eda914),segment_id=7dc83201-cb39-4cd2-9302-c1b785eda914)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:01:24.124264 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Returning: {'device': '0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554', 'network_id': 'f8105e98-346f-4369-be4d-2cb2d399c07a', 'port_id': '0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554', 'mac_address': 'fa:16:3e:c7:f9:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52944cd4-669b-4a10-a076-1661bc94a4a7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104553) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:01:24.166157 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Current status of the port 0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554 is: ACTIVE; New status is: BUILD {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:01:24.166545 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:24.180370 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.notifiers.nova [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554 {{(pid=104553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:01:24.200659 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port 0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554,segment=NetworkSegment(7dc83201-cb39-4cd2-9302-c1b785eda914),segment_id=7dc83201-cb39-4cd2-9302-c1b785eda914)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:01:24.208359 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:24.265588 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Pushing event updated for resources: {'Port': ['ID=0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554,revision_number=6']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:01:24.274625 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:24.274997 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:24.275304 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:24.275638 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:24.275965 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:24.276289 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:24.276613 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:24.276959 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:24.277284 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:24.277601 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:24.277912 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:24.278238 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:24.278564 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:24.278874 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:24.279189 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:24.324763 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] get_ports_and_sgs() called for port_ids ['0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554'] {{(pid=104553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:01:24.481379 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e114e45e-7ad2-478c-b4f3-af674c0d8294 req-601d5a57-bfa9-41f5-bb2b-5d6a2c2db3c7 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:24.483125 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e114e45e-7ad2-478c-b4f3-af674c0d8294 req-601d5a57-bfa9-41f5-bb2b-5d6a2c2db3c7 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 946 time: 0.3197644 Oct 23 01:01:24.538889 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e114e45e-7ad2-478c-b4f3-af674c0d8294 req-42fe8bdc-1aac-40ca-83f8-8193c5a6eb43 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a78952a2-cccd-48f5-8f51-83df3683dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467932 Oct 23 01:01:25.688264 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ddb3e3-da14-4090-9788-056458d0476b req-a43845c3-b58a-4f6d-86d8-76c632311621 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:25.689871 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d1ddb3e3-da14-4090-9788-056458d0476b req-a43845c3-b58a-4f6d-86d8-76c632311621 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 945 time: 0.0563560 Oct 23 01:01:25.739390 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:25.746061 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d1ddb3e3-da14-4090-9788-056458d0476b req-42b56d1b-640b-4313-aa7e-6ea6ac8d3ba4 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a78952a2-cccd-48f5-8f51-83df3683dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500336 Oct 23 01:01:26.003035 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554 up at agent hyperv_hv-cinder-maste {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:01:26.063688 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Provisioning complete for port 0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554 triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:01:26.063688 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:26.063688 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Attempt 1 to provision port 0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554 Oct 23 01:01:26.331645 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Current status of the port 0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554 is: BUILD; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:01:26.332016 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:26.358751 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17825340-b12a-4d69-9248-6fee9379135f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554'}] {{(pid=104553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:01:26.361538 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ef7492e608d46078fd98593772981b2cfdf47eaedaeea269e4497eac5a7bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ddb1a6-ce2d-43ab-b842-b37d3be65f66" -d '{"events": [{"server_uuid": "17825340-b12a-4d69-9248-6fee9379135f", "name": "network-vif-plugged", "status": "completed", "tag": "0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554"}]}' {{(pid=104553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:01:26.380561 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port 0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554,segment=NetworkSegment(7dc83201-cb39-4cd2-9302-c1b785eda914),segment_id=7dc83201-cb39-4cd2-9302-c1b785eda914)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:01:26.387647 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:26.425420 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:26.449980 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Pushing event updated for resources: {'Port': ['ID=0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554,revision_number=7']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:01:26.521667 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6e2eb3-91e5-410c-ad5d-d81b0cfc987e x-openstack-request-id: req-ea6e2eb3-91e5-410c-ad5d-d81b0cfc987e {{(pid=104553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:01:26.522163 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17825340-b12a-4d69-9248-6fee9379135f", "name": "network-vif-plugged", "status": "completed", "tag": "0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554", "code": 200}]} {{(pid=104553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:01:26.522586 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ea6e2eb3-91e5-410c-ad5d-d81b0cfc987e {{(pid=104553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:01:26.523139 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea6e2eb3-91e5-410c-ad5d-d81b0cfc987e'] response: {'server_uuid': '17825340-b12a-4d69-9248-6fee9379135f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554', 'code': 200} Oct 23 01:01:26.901338 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85aee43-d012-42e3-8278-3922cb59e662 req-37ba3c44-941a-42bc-8c11-ed3037041b68 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:26.905427 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e85aee43-d012-42e3-8278-3922cb59e662 req-37ba3c44-941a-42bc-8c11-ed3037041b68 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 946 time: 0.0603614 Oct 23 01:01:26.971261 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e85aee43-d012-42e3-8278-3922cb59e662 req-74757d28-972f-4ca7-977f-f3061911d4a6 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a78952a2-cccd-48f5-8f51-83df3683dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623274 Oct 23 01:01:28.130915 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ce82c-77d1-4faf-868e-c7b5086da9f8 req-3b5cad4a-7724-45a0-872c-1d8305b177bf tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:28.132781 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1f7ce82c-77d1-4faf-868e-c7b5086da9f8 req-3b5cad4a-7724-45a0-872c-1d8305b177bf tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 946 time: 0.0517058 Oct 23 01:01:28.184933 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1f7ce82c-77d1-4faf-868e-c7b5086da9f8 req-ca3b7516-2893-4fb5-ace3-fab36d77e4db tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a78952a2-cccd-48f5-8f51-83df3683dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460813 Oct 23 01:01:29.486435 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ad646-b83a-49d3-95b8-f82aae3fdd80 req-0bc3f41a-90e0-46f5-93e5-0a0bf07f810a tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:29.488699 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c32ad646-b83a-49d3-95b8-f82aae3fdd80 req-0bc3f41a-90e0-46f5-93e5-0a0bf07f810a tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 946 time: 0.0562432 Oct 23 01:01:29.548571 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c32ad646-b83a-49d3-95b8-f82aae3fdd80 req-73d468bf-5dc2-4bfc-9e15-e090ceaffd4d tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a78952a2-cccd-48f5-8f51-83df3683dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536737 Oct 23 01:01:30.692742 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67046cd-dd0c-4c3b-b64d-b80cf5d750cf req-908c6925-d0f2-4a3a-b1de-a62e10525762 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:30.695153 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-b67046cd-dd0c-4c3b-b64d-b80cf5d750cf req-908c6925-d0f2-4a3a-b1de-a62e10525762 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 946 time: 0.0512097 Oct 23 01:01:30.752944 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-b67046cd-dd0c-4c3b-b64d-b80cf5d750cf req-634a2e40-6abc-4fad-93dd-3242b98b7765 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a78952a2-cccd-48f5-8f51-83df3683dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519257 Oct 23 01:01:31.324573 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (16cf44eb-3ef2-4361-a416-47ab9083b794), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:31.902441 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e136ea5-8d75-4ee0-b1da-ede46a50ea79 req-1ccd4e1d-25bd-4f19-a1cf-aee9de6c45b6 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:31.910012 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-2e136ea5-8d75-4ee0-b1da-ede46a50ea79 req-1ccd4e1d-25bd-4f19-a1cf-aee9de6c45b6 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 946 time: 0.0777977 Oct 23 01:01:31.978800 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-2e136ea5-8d75-4ee0-b1da-ede46a50ea79 req-045942c9-7945-4009-a77d-5ac5885b01ef tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a78952a2-cccd-48f5-8f51-83df3683dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671835 Oct 23 01:01:33.132189 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b97bbe-bd1e-457d-b54d-0557df1f16eb req-be0d2f68-42e6-4405-9ea4-a734b603c19f tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:33.134758 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e6b97bbe-bd1e-457d-b54d-0557df1f16eb req-be0d2f68-42e6-4405-9ea4-a734b603c19f tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 946 time: 0.0638263 Oct 23 01:01:33.159868 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:33.193757 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e6b97bbe-bd1e-457d-b54d-0557df1f16eb req-4ff7ccab-a776-4e3f-b47a-83044f537113 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a78952a2-cccd-48f5-8f51-83df3683dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495186 Oct 23 01:01:33.817467 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba70b8b-ac8d-4d1b-ba88-bdc211082dce req-bde6fdfe-afce-4cfb-bc0b-9e59706eddb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:33.818978 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0ba70b8b-ac8d-4d1b-ba88-bdc211082dce req-bde6fdfe-afce-4cfb-bc0b-9e59706eddb7 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=59add4b78cd346a194c4be211d1996be&device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 1130 time: 0.0404584 Oct 23 01:01:33.931120 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba70b8b-ac8d-4d1b-ba88-bdc211082dce req-c9fcdf57-cc29-43bc-8e36-3f08d815b3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:33.932624 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0ba70b8b-ac8d-4d1b-ba88-bdc211082dce req-c9fcdf57-cc29-43bc-8e36-3f08d815b3d9 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=f8105e98-346f-4369-be4d-2cb2d399c07a HTTP/1.1" status: 200 len: 917 time: 0.0943193 Oct 23 01:01:34.051136 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0ba70b8b-ac8d-4d1b-ba88-bdc211082dce req-6c399eaf-ae91-4728-8b87-10140b75fe7f service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554 HTTP/1.1" status: 200 len: 1002 time: 0.0764661 Oct 23 01:01:34.102773 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba70b8b-ac8d-4d1b-ba88-bdc211082dce req-70bcae05-848c-4c5a-8dd7-80a73f2f92eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:34.104385 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0ba70b8b-ac8d-4d1b-ba88-bdc211082dce req-70bcae05-848c-4c5a-8dd7-80a73f2f92eb service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=52944cd4-669b-4a10-a076-1661bc94a4a7 HTTP/1.1" status: 200 len: 855 time: 0.0460916 Oct 23 01:01:34.332974 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba70b8b-ac8d-4d1b-ba88-bdc211082dce req-8872611a-4cc5-480d-a1ad-e388ebebd6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:34.332974 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0ba70b8b-ac8d-4d1b-ba88-bdc211082dce req-8872611a-4cc5-480d-a1ad-e388ebebd6a1 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=f8105e98-346f-4369-be4d-2cb2d399c07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0757337 Oct 23 01:01:34.350418 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9785ca6-77d7-48c5-a1ee-3dc206bcd2a0 req-a97084ec-37cc-4713-952c-6c7075398c4e tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:34.352057 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-b9785ca6-77d7-48c5-a1ee-3dc206bcd2a0 req-a97084ec-37cc-4713-952c-6c7075398c4e tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 946 time: 0.0623052 Oct 23 01:01:34.405752 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:34.421446 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-b9785ca6-77d7-48c5-a1ee-3dc206bcd2a0 req-aa288a8a-f1ae-44cb-929a-5384223318a5 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a78952a2-cccd-48f5-8f51-83df3683dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632241 Oct 23 01:01:34.491024 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0ba70b8b-ac8d-4d1b-ba88-bdc211082dce req-de3b7923-e48c-4337-9f18-8b03bb2af6e7 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f8105e98-346f-4369-be4d-2cb2d399c07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997586 Oct 23 01:01:34.584058 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0ba70b8b-ac8d-4d1b-ba88-bdc211082dce req-97d86027-d888-46a6-ab89-bdd3b04219a2 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f8105e98-346f-4369-be4d-2cb2d399c07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854855 Oct 23 01:01:34.670863 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d614b-d9e8-41e5-bc72-8f4b7a7eb307 req-b2e89ad4-310e-4495-a623-2cd2fa99ba8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:34.672505 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e38d614b-d9e8-41e5-bc72-8f4b7a7eb307 req-b2e89ad4-310e-4495-a623-2cd2fa99ba8d service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=59add4b78cd346a194c4be211d1996be&device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 1130 time: 0.0411267 Oct 23 01:01:34.779218 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d614b-d9e8-41e5-bc72-8f4b7a7eb307 req-837fcb17-f951-40fc-a508-234db1af68f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:34.780882 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e38d614b-d9e8-41e5-bc72-8f4b7a7eb307 req-837fcb17-f951-40fc-a508-234db1af68f1 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=f8105e98-346f-4369-be4d-2cb2d399c07a HTTP/1.1" status: 200 len: 917 time: 0.0955019 Oct 23 01:01:34.852890 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e38d614b-d9e8-41e5-bc72-8f4b7a7eb307 req-c601fa45-9ff1-4121-9a1d-7a69e4c5e312 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554 HTTP/1.1" status: 200 len: 1002 time: 0.0646803 Oct 23 01:01:35.097962 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d614b-d9e8-41e5-bc72-8f4b7a7eb307 req-10e8ddfc-2e7e-43a8-8a3e-a7d0d3590c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:35.099425 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e38d614b-d9e8-41e5-bc72-8f4b7a7eb307 req-10e8ddfc-2e7e-43a8-8a3e-a7d0d3590c89 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=52944cd4-669b-4a10-a076-1661bc94a4a7 HTTP/1.1" status: 200 len: 855 time: 0.0500503 Oct 23 01:01:35.149964 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d614b-d9e8-41e5-bc72-8f4b7a7eb307 req-f835d393-78d5-4ecd-9611-477a7117355c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:35.151404 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e38d614b-d9e8-41e5-bc72-8f4b7a7eb307 req-f835d393-78d5-4ecd-9611-477a7117355c service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=f8105e98-346f-4369-be4d-2cb2d399c07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444772 Oct 23 01:01:35.212484 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=2 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:35.230021 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=6 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:35.561067 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e38d614b-d9e8-41e5-bc72-8f4b7a7eb307 req-e56677a2-0cd7-45a3-b20a-5a92284032d0 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f8105e98-346f-4369-be4d-2cb2d399c07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226463 Oct 23 01:01:35.574258 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b971a7-db52-495f-bc5d-34e27b77f58c req-52a6abef-2458-4580-ac07-5092c20953f2 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:35.575632 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-23b971a7-db52-495f-bc5d-34e27b77f58c req-52a6abef-2458-4580-ac07-5092c20953f2 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 946 time: 0.0601244 Oct 23 01:01:35.659339 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:35.683612 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-23b971a7-db52-495f-bc5d-34e27b77f58c req-b2cf2e79-84bc-49e9-bd0b-f4596a132d9e tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a78952a2-cccd-48f5-8f51-83df3683dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990412 Oct 23 01:01:35.700025 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e38d614b-d9e8-41e5-bc72-8f4b7a7eb307 req-6755fe9e-27a1-41b1-9ad5-bd1452eb0736 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f8105e98-346f-4369-be4d-2cb2d399c07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234851 Oct 23 01:01:36.827521 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f2af0-a893-459a-95b4-ffd3b2413fab req-ff524ee7-9fa8-4348-a0f3-6212fd67fdd0 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:36.829032 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1a4f2af0-a893-459a-95b4-ffd3b2413fab req-ff524ee7-9fa8-4348-a0f3-6212fd67fdd0 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 946 time: 0.0541000 Oct 23 01:01:36.879331 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1a4f2af0-a893-459a-95b4-ffd3b2413fab req-637636a5-6098-4291-98f7-2620b85a76b6 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a78952a2-cccd-48f5-8f51-83df3683dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419023 Oct 23 01:01:38.030264 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe56995-786a-4c78-acc9-a55bb215adb6 req-f031877a-9d09-413d-8aa8-64aa9af420ca tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:38.032580 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-5fe56995-786a-4c78-acc9-a55bb215adb6 req-f031877a-9d09-413d-8aa8-64aa9af420ca tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 946 time: 0.0596163 Oct 23 01:01:38.059973 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:01:38.094837 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-5fe56995-786a-4c78-acc9-a55bb215adb6 req-de62316f-746e-4f21-9450-e1b71d89e54e tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a78952a2-cccd-48f5-8f51-83df3683dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557311 Oct 23 01:01:38.122949 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:38.140004 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Current status of the port 0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554 is: ACTIVE; New status is: DOWN {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:01:38.140400 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:38.167650 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17825340-b12a-4d69-9248-6fee9379135f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554'}] {{(pid=104553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:01:38.170660 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ef7492e608d46078fd98593772981b2cfdf47eaedaeea269e4497eac5a7bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2067a0c7-bf6f-450a-b120-e2fcc0fcf79b" -d '{"events": [{"server_uuid": "17825340-b12a-4d69-9248-6fee9379135f", "name": "network-vif-unplugged", "status": "completed", "tag": "0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554"}]}' {{(pid=104553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:01:38.183997 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port 0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554,segment=NetworkSegment(7dc83201-cb39-4cd2-9302-c1b785eda914),segment_id=7dc83201-cb39-4cd2-9302-c1b785eda914)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:01:38.190377 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:38.218158 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 23 Oct 2022 01:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8131899e-3d94-4126-8d38-febeee724787 x-openstack-request-id: req-8131899e-3d94-4126-8d38-febeee724787 {{(pid=104553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:01:38.218457 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17825340-b12a-4d69-9248-6fee9379135f", "name": "network-vif-unplugged", "status": "failed", "tag": "0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554", "code": 422}]} {{(pid=104553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:01:38.218707 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8131899e-3d94-4126-8d38-febeee724787 {{(pid=104553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:01:38.219372 dv-cinder-master-3-iscsi neutron-server[104553]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-8131899e-3d94-4126-8d38-febeee724787']: {'server_uuid': '17825340-b12a-4d69-9248-6fee9379135f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554', 'code': 422} returned with failed status Oct 23 01:01:38.252919 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Pushing event updated for resources: {'Port': ['ID=0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554,revision_number=8']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:01:38.777252 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:38.821158 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c507b75-040e-428a-b321-11277ae39e92 req-19a06e8e-9406-4535-8da5-bca5503f5583 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:38.822624 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3c507b75-040e-428a-b321-11277ae39e92 req-19a06e8e-9406-4535-8da5-bca5503f5583 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cbb7e3cd-fd44-4878-9b38-d01f6247c24a HTTP/1.1" status: 200 len: 945 time: 0.0542018 Oct 23 01:01:38.873455 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3c507b75-040e-428a-b321-11277ae39e92 req-9d1a012f-1485-4532-8c16-8ecc1ee607ab tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99b637e5-7b4a-4535-a0f5-900744a58770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448217 Oct 23 01:01:39.149789 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b9aa4-3308-45ec-9758-602c698512df req-ff59a50d-5c9f-446a-bfbc-7c992c598e34 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:39.151274 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-841b9aa4-3308-45ec-9758-602c698512df req-ff59a50d-5c9f-446a-bfbc-7c992c598e34 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 944 time: 0.0496757 Oct 23 01:01:39.185790 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [req-0a8a281e-8b59-4cd5-8481-a99e42f83b17 req-948c320a-7c0e-4200-a0a8-ea40b1f52b39 service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=17825340-b12a-4d69-9248-6fee9379135f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0419934 Oct 23 01:01:39.201183 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-841b9aa4-3308-45ec-9758-602c698512df req-187d4e6a-ea7b-44dd-bd36-8193213c2c90 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a78952a2-cccd-48f5-8f51-83df3683dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441322 Oct 23 01:01:39.259999 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a281e-8b59-4cd5-8481-a99e42f83b17 req-05e85d78-a23a-4bcf-abfc-43db25459c27 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:39.261643 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0a8a281e-8b59-4cd5-8481-a99e42f83b17 req-05e85d78-a23a-4bcf-abfc-43db25459c27 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports/0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554 HTTP/1.1" status: 200 len: 941 time: 0.0473838 Oct 23 01:01:40.016775 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760992a4-a7f1-4c79-9e4d-1a27b7852bad req-ad7f135a-3e6c-4ca6-b9bb-e50790ce4905 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:40.018270 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-760992a4-a7f1-4c79-9e4d-1a27b7852bad req-ad7f135a-3e6c-4ca6-b9bb-e50790ce4905 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cbb7e3cd-fd44-4878-9b38-d01f6247c24a HTTP/1.1" status: 200 len: 945 time: 0.0603380 Oct 23 01:01:40.073739 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-760992a4-a7f1-4c79-9e4d-1a27b7852bad req-2ba46ecd-c3ac-435d-99ac-a26b3731dea6 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99b637e5-7b4a-4535-a0f5-900744a58770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481939 Oct 23 01:01:40.331420 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b5d0d-d9bb-4703-8cdd-d3996a8b9330 req-4cbc6f73-9963-4227-ab83-45a94c2dfc94 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:40.332921 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a34b5d0d-d9bb-4703-8cdd-d3996a8b9330 req-4cbc6f73-9963-4227-ab83-45a94c2dfc94 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 944 time: 0.0475452 Oct 23 01:01:40.396386 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a34b5d0d-d9bb-4703-8cdd-d3996a8b9330 req-a819b42a-59d9-4a2e-a244-562330c8c1d3 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a78952a2-cccd-48f5-8f51-83df3683dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568364 Oct 23 01:01:40.541281 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeae348-cab4-429f-a31f-f2d7ae4c5788 req-d4bd7053-c7d5-442c-846b-fdbe129de9b9 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:40.542742 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-faeae348-cab4-429f-a31f-f2d7ae4c5788 req-d4bd7053-c7d5-442c-846b-fdbe129de9b9 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=cbb7e3cd-fd44-4878-9b38-d01f6247c24a HTTP/1.1" status: 200 len: 945 time: 0.0522287 Oct 23 01:01:40.630333 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [req-faeae348-cab4-429f-a31f-f2d7ae4c5788 req-82df48e9-0cae-4973-96fb-9729c86d09af tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Deleting port 752bf309-e01c-493c-aa69-b31be007e882 {{(pid=104552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:01:40.630686 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-faeae348-cab4-429f-a31f-f2d7ae4c5788 req-82df48e9-0cae-4973-96fb-9729c86d09af tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (752bf309-e01c-493c-aa69-b31be007e882), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:40.724336 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-faeae348-cab4-429f-a31f-f2d7ae4c5788 req-82df48e9-0cae-4973-96fb-9729c86d09af tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] For port 752bf309-e01c-493c-aa69-b31be007e882, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=752bf309-e01c-493c-aa69-b31be007e882,segment=NetworkSegment(6c7f3988-5c29-4b49-bf43-a45d839e2e81),segment_id=6c7f3988-5c29-4b49-bf43-a45d839e2e81)] {{(pid=104552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:01:40.724693 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-faeae348-cab4-429f-a31f-f2d7ae4c5788 req-82df48e9-0cae-4973-96fb-9729c86d09af tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (752bf309-e01c-493c-aa69-b31be007e882), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:40.934027 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:40.936356 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a281e-8b59-4cd5-8481-a99e42f83b17 req-dbe6006c-82b8-4f46-a51f-da78bb88f4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:40.938046 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0a8a281e-8b59-4cd5-8481-a99e42f83b17 req-dbe6006c-82b8-4f46-a51f-da78bb88f4f9 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=17825340-b12a-4d69-9248-6fee9379135f&tenant_id=59add4b78cd346a194c4be211d1996be HTTP/1.1" status: 200 len: 1128 time: 0.0562072 Oct 23 01:01:40.940398 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-faeae348-cab4-429f-a31f-f2d7ae4c5788 req-82df48e9-0cae-4973-96fb-9729c86d09af tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:40.940783 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-faeae348-cab4-429f-a31f-f2d7ae4c5788 req-82df48e9-0cae-4973-96fb-9729c86d09af tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516985'] for floatingip (bcd16f17-3cff-4719-acf1-5e472bcc2af0), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:40.941099 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.db.l3_db [req-faeae348-cab4-429f-a31f-f2d7ae4c5788 req-82df48e9-0cae-4973-96fb-9729c86d09af tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Floating IP bcd16f17-3cff-4719-acf1-5e472bcc2af0 disassociated. External IP: 172.37.4.191, port: 752bf309-e01c-493c-aa69-b31be007e882. Oct 23 01:01:40.941436 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [req-faeae348-cab4-429f-a31f-f2d7ae4c5788 req-82df48e9-0cae-4973-96fb-9729c86d09af tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Calling delete_port for 752bf309-e01c-493c-aa69-b31be007e882 owned by compute:nova {{(pid=104552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:01:41.038286 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a281e-8b59-4cd5-8481-a99e42f83b17 req-d278733e-bd25-48b5-a567-4607ee0e101e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:41.039784 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0a8a281e-8b59-4cd5-8481-a99e42f83b17 req-d278733e-bd25-48b5-a567-4607ee0e101e service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=59add4b78cd346a194c4be211d1996be&device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 1128 time: 0.0559585 Oct 23 01:01:41.041416 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:41.205292 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-faeae348-cab4-429f-a31f-f2d7ae4c5788 req-82df48e9-0cae-4973-96fb-9729c86d09af tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5995606'] for port (752bf309-e01c-493c-aa69-b31be007e882), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:41.219371 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a281e-8b59-4cd5-8481-a99e42f83b17 req-32d5d7f4-6746-4223-b5ec-67f7b7729b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:41.221123 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0a8a281e-8b59-4cd5-8481-a99e42f83b17 req-32d5d7f4-6746-4223-b5ec-67f7b7729b2a service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=f8105e98-346f-4369-be4d-2cb2d399c07a HTTP/1.1" status: 200 len: 917 time: 0.1689355 Oct 23 01:01:41.253561 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82df48e9-0cae-4973-96fb-9729c86d09af tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Pushing event deleted for resources: {'Port': ['ID=752bf309-e01c-493c-aa69-b31be007e882,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:01:41.291604 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b4393-ae8f-4887-aa14-9f3e3bcccf3d req-985e5c09-3ba9-44e1-a049-f20dd4d8f68d tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:41.293086 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e76b4393-ae8f-4887-aa14-9f3e3bcccf3d req-985e5c09-3ba9-44e1-a049-f20dd4d8f68d tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cbb7e3cd-fd44-4878-9b38-d01f6247c24a HTTP/1.1" status: 200 len: 945 time: 0.1295395 Oct 23 01:01:41.364107 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0a8a281e-8b59-4cd5-8481-a99e42f83b17 req-0bae4ea2-16cf-4ef9-8b20-8307ba1bf3cf service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554 HTTP/1.1" status: 200 len: 1000 time: 0.1205847 Oct 23 01:01:41.439978 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e76b4393-ae8f-4887-aa14-9f3e3bcccf3d req-58d123f4-0532-468d-b975-7e464607d2f0 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=99b637e5-7b4a-4535-a0f5-900744a58770&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381531 Oct 23 01:01:41.476107 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a281e-8b59-4cd5-8481-a99e42f83b17 req-a1c0c5c3-46b8-482e-80ef-6b96c54bdd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:41.477599 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0a8a281e-8b59-4cd5-8481-a99e42f83b17 req-a1c0c5c3-46b8-482e-80ef-6b96c54bdd1d service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=52944cd4-669b-4a10-a076-1661bc94a4a7 HTTP/1.1" status: 200 len: 855 time: 0.1060967 Oct 23 01:01:41.552770 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.l3_agent_scheduler [req-faeae348-cab4-429f-a31f-f2d7ae4c5788 req-82df48e9-0cae-4973-96fb-9729c86d09af tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Router fdd0b971-41e7-4c06-aca2-3799f3e76e98 has already been hosted by L3 agent 71de1650-f9d9-4095-92e6-e37ec99e20cf {{(pid=104552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:01:41.566457 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a281e-8b59-4cd5-8481-a99e42f83b17 req-80ad36ce-670d-46bd-9b73-0873bb56a1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:41.567955 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0a8a281e-8b59-4cd5-8481-a99e42f83b17 req-80ad36ce-670d-46bd-9b73-0873bb56a1a8 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=f8105e98-346f-4369-be4d-2cb2d399c07a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0730600 Oct 23 01:01:41.573576 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e97bf0b-41f0-4daf-abd7-20cd5dd808c7 req-f1125d6c-e842-4205-ba43-2cd74d80acab tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:41.574934 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-8e97bf0b-41f0-4daf-abd7-20cd5dd808c7 req-f1125d6c-e842-4205-ba43-2cd74d80acab tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 944 time: 0.0922561 Oct 23 01:01:41.712662 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:41.725944 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-8e97bf0b-41f0-4daf-abd7-20cd5dd808c7 req-f1f2e5f9-2e1f-46c0-996d-90e4d58504ef tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a78952a2-cccd-48f5-8f51-83df3683dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411488 Oct 23 01:01:41.785179 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0a8a281e-8b59-4cd5-8481-a99e42f83b17 req-55fca194-a36b-4bd6-97d7-781aac6ce52b service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f8105e98-346f-4369-be4d-2cb2d399c07a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089779 Oct 23 01:01:41.802365 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-faeae348-cab4-429f-a31f-f2d7ae4c5788 req-82df48e9-0cae-4973-96fb-9729c86d09af tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:01:41.811946 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e9b29f-c2b0-4ed0-a80d-1c9187fe685a None None] Sync routers for ids ['fdd0b971-41e7-4c06-aca2-3799f3e76e98'] in dv-cinder-master-3-iscsi {{(pid=104553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:01:41.823449 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e9b29f-c2b0-4ed0-a80d-1c9187fe685a None None] Routers {'fdd0b971-41e7-4c06-aca2-3799f3e76e98'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:01:41.824098 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-49e9b29f-c2b0-4ed0-a80d-1c9187fe685a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:01:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['fdd0b971-41e7-4c06-aca2-3799f3e76e98'], 'active': True} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:01:41.880888 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.l3_dvrscheduler_db [req-faeae348-cab4-429f-a31f-f2d7ae4c5788 req-82df48e9-0cae-4973-96fb-9729c86d09af tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] No DVR routers for this DVR port 752bf309-e01c-493c-aa69-b31be007e882 on host hv-cinder-maste {{(pid=104552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:01:41.884635 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-faeae348-cab4-429f-a31f-f2d7ae4c5788 req-82df48e9-0cae-4973-96fb-9729c86d09af tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:41.888147 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-faeae348-cab4-429f-a31f-f2d7ae4c5788 req-82df48e9-0cae-4973-96fb-9729c86d09af tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.52 "DELETE /networking/v2.0/ports/752bf309-e01c-493c-aa69-b31be007e882 HTTP/1.1" status: 204 len: 173 time: 1.3391609 Oct 23 01:01:41.888655 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbb7e3cd-fd44-4878-9b38-d01f6247c24a', 'name': 'network-vif-deleted', 'tag': '752bf309-e01c-493c-aa69-b31be007e882'}] {{(pid=104552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:01:41.891025 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e71a59ae106f7f9b2e36c913636ed0b95d68e581a9dbd71020046a5c2e6c46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ee882a-8297-48bf-a0cb-26ba661bc7c4" -d '{"events": [{"server_uuid": "cbb7e3cd-fd44-4878-9b38-d01f6247c24a", "name": "network-vif-deleted", "tag": "752bf309-e01c-493c-aa69-b31be007e882"}]}' {{(pid=104552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:01:41.929482 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0a8a281e-8b59-4cd5-8481-a99e42f83b17 req-199c4fcc-7648-46e2-9ad6-0729fa2b14a3 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/f8105e98-346f-4369-be4d-2cb2d399c07a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369517 Oct 23 01:01:41.933512 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvr_db [None req-49e9b29f-c2b0-4ed0-a80d-1c9187fe685a None None] Set router fdd0b971-41e7-4c06-aca2-3799f3e76e98 gateway port host: dv-cinder-master-3-iscsi {{(pid=104553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:01:41.946948 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb15da1-0259-4ecd-ac77-83373b911e8e x-openstack-request-id: req-edb15da1-0259-4ecd-ac77-83373b911e8e {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:01:41.947286 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbb7e3cd-fd44-4878-9b38-d01f6247c24a", "name": "network-vif-deleted", "tag": "752bf309-e01c-493c-aa69-b31be007e882", "status": "completed", "code": 200}]} {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:01:41.947575 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-edb15da1-0259-4ecd-ac77-83373b911e8e {{(pid=104552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:01:41.947982 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edb15da1-0259-4ecd-ac77-83373b911e8e'] response: {'server_uuid': 'cbb7e3cd-fd44-4878-9b38-d01f6247c24a', 'name': 'network-vif-deleted', 'tag': '752bf309-e01c-493c-aa69-b31be007e882', 'status': 'completed', 'code': 200} Oct 23 01:01:42.115643 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:01:42.168418 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-49e9b29f-c2b0-4ed0-a80d-1c9187fe685a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd0b971-41e7-4c06-aca2-3799f3e76e98', 'name': 'tempest-AttachVolumeTestJSON-363803032-router', 'tenant_id': '2a9697845193443ea394c1b480b6b769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.245'}], 'enable_snat': True}, 'gw_port_id': 'e10e1214-c988-4645-bc00-e42d4d9a7e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:30Z', 'revision_number': 4, 'project_id': '2a9697845193443ea394c1b480b6b769', 'gw_port': {'id': 'e10e1214-c988-4645-bc00-e42d4d9a7e6b', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd0b971-41e7-4c06-aca2-3799f3e76e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:24Z', 'updated_at': '2022-10-23T00:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a', 'name': '', 'network_id': '6e24fc8d-42d5-4d11-b06b-37a4738231b0', 'tenant_id': '2a9697845193443ea394c1b480b6b769', 'mac_address': 'fa:16:3e:fd:54:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd0b971-41e7-4c06-aca2-3799f3e76e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'bdebfcdc-6951-4fee-aa37-29ecb806813d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:29Z', 'updated_at': '2022-10-23T00:55:49Z', 'revision_number': 5, 'project_id': '2a9697845193443ea394c1b480b6b769', 'subnets': [{'id': 'bdebfcdc-6951-4fee-aa37-29ecb806813d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:01:42.202033 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e9b29f-c2b0-4ed0-a80d-1c9187fe685a None None] Checking router: fdd0b971-41e7-4c06-aca2-3799f3e76e98 for host: dv-cinder-master-3-iscsi {{(pid=104553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:01:42.236485 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e9b29f-c2b0-4ed0-a80d-1c9187fe685a None None] Routers {'fdd0b971-41e7-4c06-aca2-3799f3e76e98'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:01:42.237458 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-49e9b29f-c2b0-4ed0-a80d-1c9187fe685a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:01:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['fdd0b971-41e7-4c06-aca2-3799f3e76e98'], 'active': True} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:01:42.292880 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Current status of the port 0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554 is: DOWN; New status is: DOWN {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:01:42.363038 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvr_db [None req-49e9b29f-c2b0-4ed0-a80d-1c9187fe685a None None] Set router fdd0b971-41e7-4c06-aca2-3799f3e76e98 gateway port host: dv-cinder-master-3-iscsi {{(pid=104553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:01:42.593935 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-49e9b29f-c2b0-4ed0-a80d-1c9187fe685a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd0b971-41e7-4c06-aca2-3799f3e76e98', 'name': 'tempest-AttachVolumeTestJSON-363803032-router', 'tenant_id': '2a9697845193443ea394c1b480b6b769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.245'}], 'enable_snat': True}, 'gw_port_id': 'e10e1214-c988-4645-bc00-e42d4d9a7e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:30Z', 'revision_number': 4, 'project_id': '2a9697845193443ea394c1b480b6b769', 'gw_port': {'id': 'e10e1214-c988-4645-bc00-e42d4d9a7e6b', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd0b971-41e7-4c06-aca2-3799f3e76e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:24Z', 'updated_at': '2022-10-23T00:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a', 'name': '', 'network_id': '6e24fc8d-42d5-4d11-b06b-37a4738231b0', 'tenant_id': '2a9697845193443ea394c1b480b6b769', 'mac_address': 'fa:16:3e:fd:54:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd0b971-41e7-4c06-aca2-3799f3e76e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'bdebfcdc-6951-4fee-aa37-29ecb806813d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:29Z', 'updated_at': '2022-10-23T00:55:49Z', 'revision_number': 5, 'project_id': '2a9697845193443ea394c1b480b6b769', 'subnets': [{'id': 'bdebfcdc-6951-4fee-aa37-29ecb806813d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:01:42.622734 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-68c6f099-eddb-456a-9fa2-386a082591b9 req-7d4e301f-a92b-4f8b-84f4-d4a9c13f68ef tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cbb7e3cd-fd44-4878-9b38-d01f6247c24a HTTP/1.1" status: 200 len: 210 time: 0.0613642 Oct 23 01:01:42.626055 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e9b29f-c2b0-4ed0-a80d-1c9187fe685a None None] The sync data for ids ['fdd0b971-41e7-4c06-aca2-3799f3e76e98'] in dv-cinder-master-3-iscsi is: [{'id': 'fdd0b971-41e7-4c06-aca2-3799f3e76e98', 'name': 'tempest-AttachVolumeTestJSON-363803032-router', 'tenant_id': '2a9697845193443ea394c1b480b6b769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.245'}], 'enable_snat': True}, 'gw_port_id': 'e10e1214-c988-4645-bc00-e42d4d9a7e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:30Z', 'revision_number': 4, 'project_id': '2a9697845193443ea394c1b480b6b769', 'gw_port': {'id': 'e10e1214-c988-4645-bc00-e42d4d9a7e6b', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd0b971-41e7-4c06-aca2-3799f3e76e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:24Z', 'updated_at': '2022-10-23T00:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a', 'name': '', 'network_id': '6e24fc8d-42d5-4d11-b06b-37a4738231b0', 'tenant_id': '2a9697845193443ea394c1b480b6b769', 'mac_address': 'fa:16:3e:fd:54:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd0b971-41e7-4c06-aca2-3799f3e76e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'bdebfcdc-6951-4fee-aa37-29ecb806813d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:29Z', 'updated_at': '2022-10-23T00:55:49Z', 'revision_number': 5, 'project_id': '2a9697845193443ea394c1b480b6b769', 'subnets': [{'id': 'bdebfcdc-6951-4fee-aa37-29ecb806813d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:01:42.884634 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f8eda-8bbc-410a-b1fb-1efa2caac497 req-917229e9-bdf8-4ae6-960e-fd2fc8e299b0 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:42.886676 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-972f8eda-8bbc-410a-b1fb-1efa2caac497 req-917229e9-bdf8-4ae6-960e-fd2fc8e299b0 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 944 time: 0.0668457 Oct 23 01:01:42.904235 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:42.920530 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580c638b-7627-46f4-a962-20c809336176 None None] New status for floating IP bcd16f17-3cff-4719-acf1-5e472bcc2af0: DOWN {{(pid=104554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:01:42.946027 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-972f8eda-8bbc-410a-b1fb-1efa2caac497 req-8c644d33-6988-497d-ba50-7e3d5568d083 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a78952a2-cccd-48f5-8f51-83df3683dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523050 Oct 23 01:01:43.772295 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7a1bb474-7bf9-42d8-9e1b-146303596e0d req-6b9693f7-9987-41fa-930c-8bc4a6a2fc5e tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cbb7e3cd-fd44-4878-9b38-d01f6247c24a HTTP/1.1" status: 200 len: 210 time: 0.0301909 Oct 23 01:01:44.133511 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def1f894-a5f5-41ab-9395-1ac0425097e3 req-274d9568-260d-4e27-8df1-14350c001677 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:44.136638 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-def1f894-a5f5-41ab-9395-1ac0425097e3 req-274d9568-260d-4e27-8df1-14350c001677 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 944 time: 0.0827181 Oct 23 01:01:44.202437 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-def1f894-a5f5-41ab-9395-1ac0425097e3 req-2d9ba610-9515-4b7e-a273-006d4a9c342c tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a78952a2-cccd-48f5-8f51-83df3683dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592744 Oct 23 01:01:44.901909 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0fccf6cf-4e9d-4fb9-bc39-dfb1cc7f6679 req-40bfdc20-32c2-4075-a345-9de61f93b6fe tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cbb7e3cd-fd44-4878-9b38-d01f6247c24a HTTP/1.1" status: 200 len: 210 time: 0.0325873 Oct 23 01:01:45.349124 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100df30-6db7-4478-b31d-295524514256 req-d5f211a1-198d-4e6b-95ce-b2194e708914 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:45.350619 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d100df30-6db7-4478-b31d-295524514256 req-d5f211a1-198d-4e6b-95ce-b2194e708914 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 944 time: 0.0600085 Oct 23 01:01:45.400848 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d100df30-6db7-4478-b31d-295524514256 req-851e9a37-ac10-4898-9534-85ac65b0a9f3 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a78952a2-cccd-48f5-8f51-83df3683dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440979 Oct 23 01:01:46.037673 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6b8e0b89-9fbf-4d88-91d6-4a39100770cd req-e73751b7-baad-4443-b9ae-ec3c1967e784 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cbb7e3cd-fd44-4878-9b38-d01f6247c24a HTTP/1.1" status: 200 len: 210 time: 0.0320075 Oct 23 01:01:46.122486 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 752bf309-e01c-493c-aa69-b31be007e882 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:01:46.153922 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] No Port match for: 752bf309-e01c-493c-aa69-b31be007e882 {{(pid=104553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:01:46.154734 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 752bf309-e01c-493c-aa69-b31be007e882 not bound to the agent host hv-cinder-maste {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:01:46.555874 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f2ac4-448d-4dc0-bb68-a4cdab6069cf req-10fab590-b35b-49c3-8b61-5c01d34d0a6b tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:46.557379 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-846f2ac4-448d-4dc0-bb68-a4cdab6069cf req-10fab590-b35b-49c3-8b61-5c01d34d0a6b tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 944 time: 0.0644510 Oct 23 01:01:46.898668 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-846f2ac4-448d-4dc0-bb68-a4cdab6069cf req-69489b88-da0d-46a7-915d-c7a1e778c2a7 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a78952a2-cccd-48f5-8f51-83df3683dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3350668 Oct 23 01:01:47.158228 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c567bac2-db5e-4679-9c6c-6175980a27b9 req-de236b40-65a2-4e88-a327-d33b714d863f tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cbb7e3cd-fd44-4878-9b38-d01f6247c24a HTTP/1.1" status: 200 len: 210 time: 0.0309374 Oct 23 01:01:48.034053 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ce4b3-ac26-4286-b829-2a5bd4acd790 req-33808545-60d4-4c5d-a88c-7ca4f651c205 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:48.035581 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7c1ce4b3-ac26-4286-b829-2a5bd4acd790 req-33808545-60d4-4c5d-a88c-7ca4f651c205 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 944 time: 0.0528066 Oct 23 01:01:48.098028 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7c1ce4b3-ac26-4286-b829-2a5bd4acd790 req-4ad352c2-3deb-4287-81bb-157a1b0e0c45 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a78952a2-cccd-48f5-8f51-83df3683dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550075 Oct 23 01:01:48.285196 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-fe08e7f5-145f-4fa1-9a27-70ab86a2e543 req-4df5e8ed-4e71-4238-99a8-96bb37e9c8bc tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cbb7e3cd-fd44-4878-9b38-d01f6247c24a HTTP/1.1" status: 200 len: 210 time: 0.0363100 Oct 23 01:01:48.829157 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-80d81b15-f7d5-4f48-b73c-b6aa621d645d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (6b66cfba-c169-484b-b3a5-13fb9b6528cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:49.179949 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=3 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:49.184774 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=4 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:49.241755 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b2a3f-e565-45b7-8276-5f7564f6de5b req-25041b09-93d0-48ff-b829-a01239d31438 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:49.243260 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-b86b2a3f-e565-45b7-8276-5f7564f6de5b req-25041b09-93d0-48ff-b829-a01239d31438 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 944 time: 0.0516217 Oct 23 01:01:49.292905 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-b86b2a3f-e565-45b7-8276-5f7564f6de5b req-43127e80-a90a-4898-a500-39c9c5a8dd88 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a78952a2-cccd-48f5-8f51-83df3683dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419197 Oct 23 01:01:49.424778 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c4107f5c-d9aa-4d5f-8370-d771cbc0d6cb req-423c1a92-9843-49d6-ac5d-2c7a87ce4813 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cbb7e3cd-fd44-4878-9b38-d01f6247c24a HTTP/1.1" status: 200 len: 210 time: 0.0301011 Oct 23 01:01:50.433444 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e0b19-7f88-47a4-8f65-dc6978393433 req-37d50e63-da38-4c08-831d-84ba1aa8db99 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:50.434955 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f57e0b19-7f88-47a4-8f65-dc6978393433 req-37d50e63-da38-4c08-831d-84ba1aa8db99 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 944 time: 0.0508883 Oct 23 01:01:50.483648 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f57e0b19-7f88-47a4-8f65-dc6978393433 req-25f9b1ac-0cc7-4285-920d-cd4f00cf6c6c tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a78952a2-cccd-48f5-8f51-83df3683dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424736 Oct 23 01:01:50.591635 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-95bf4958-ab46-44e1-bc91-e98914ad912b req-398e424a-6a3c-41f0-bf4b-7d527526aec8 tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=cbb7e3cd-fd44-4878-9b38-d01f6247c24a HTTP/1.1" status: 200 len: 210 time: 0.0296435 Oct 23 01:01:51.236164 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:51.244695 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-ff7d0c1c-2136-4803-833c-375e84279f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (71de1650-f9d9-4095-92e6-e37ec99e20cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:51.616578 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cca255-0af2-4b0e-9fc2-03ea227b1872 req-7ca840f7-fbc3-4fc3-a01e-48c2ac2d3c60 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:51.618089 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-42cca255-0af2-4b0e-9fc2-03ea227b1872 req-7ca840f7-fbc3-4fc3-a01e-48c2ac2d3c60 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 944 time: 0.0476916 Oct 23 01:01:51.667563 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-42cca255-0af2-4b0e-9fc2-03ea227b1872 req-d6b69210-76b4-4dfd-b4fb-67cff661b1f8 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a78952a2-cccd-48f5-8f51-83df3683dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439138 Oct 23 01:01:51.694623 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 53810) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:01:51.711881 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:51.754804 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-b44db5b3-3526-4698-b73c-1a7a9ab764ae tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks [] for security_group (99b637e5-7b4a-4535-a0f5-900744a58770), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:51.777291 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-b44db5b3-3526-4698-b73c-1a7a9ab764ae tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks [] for security_group (99b637e5-7b4a-4535-a0f5-900744a58770), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:51.826641 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-b44db5b3-3526-4698-b73c-1a7a9ab764ae tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (99b637e5-7b4a-4535-a0f5-900744a58770), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:51.829514 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-b44db5b3-3526-4698-b73c-1a7a9ab764ae tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks [] for security_group (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:51.830661 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-b44db5b3-3526-4698-b73c-1a7a9ab764ae tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/99b637e5-7b4a-4535-a0f5-900744a58770 HTTP/1.1" status: 204 len: 168 time: 0.1348805 Oct 23 01:01:51.833767 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 53812) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:01:51.839895 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44db5b3-3526-4698-b73c-1a7a9ab764ae tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b637e5-7b4a-4535-a0f5-900744a58770,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:01:51.846982 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44db5b3-3526-4698-b73c-1a7a9ab764ae tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:51.847330 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44db5b3-3526-4698-b73c-1a7a9ab764ae tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:51.847670 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44db5b3-3526-4698-b73c-1a7a9ab764ae tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:51.847778 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.api.v2.resource [None req-a3ec906c-b761-4e4c-977f-a4318ecf595c tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] show failed (client error): The resource could not be found. Oct 23 01:01:51.848009 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44db5b3-3526-4698-b73c-1a7a9ab764ae tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:51.848338 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44db5b3-3526-4698-b73c-1a7a9ab764ae tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:51.848699 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44db5b3-3526-4698-b73c-1a7a9ab764ae tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:51.849420 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-a3ec906c-b761-4e4c-977f-a4318ecf595c tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "GET /networking/v2.0/security-groups/99b637e5-7b4a-4535-a0f5-900744a58770 HTTP/1.1" status: 404 len: 347 time: 0.0139537 Oct 23 01:01:51.849520 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44db5b3-3526-4698-b73c-1a7a9ab764ae tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:51.849520 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44db5b3-3526-4698-b73c-1a7a9ab764ae tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:51.849696 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44db5b3-3526-4698-b73c-1a7a9ab764ae tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:51.849975 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44db5b3-3526-4698-b73c-1a7a9ab764ae tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:51.850331 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44db5b3-3526-4698-b73c-1a7a9ab764ae tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:51.850650 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44db5b3-3526-4698-b73c-1a7a9ab764ae tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:51.850966 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44db5b3-3526-4698-b73c-1a7a9ab764ae tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:51.851280 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44db5b3-3526-4698-b73c-1a7a9ab764ae tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:51.851636 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44db5b3-3526-4698-b73c-1a7a9ab764ae tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:51.851898 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 53814) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:01:51.965922 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-a51d5c1c-ed07-4d87-9bc3-bed4c4a1db6d tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Deleting port 76e0a054-229e-4284-83a4-cb25bcb1c471 {{(pid=104551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:01:51.966239 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-a51d5c1c-ed07-4d87-9bc3-bed4c4a1db6d tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (76e0a054-229e-4284-83a4-cb25bcb1c471), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:52.047895 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-a51d5c1c-ed07-4d87-9bc3-bed4c4a1db6d tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (76e0a054-229e-4284-83a4-cb25bcb1c471), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:52.048134 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-a51d5c1c-ed07-4d87-9bc3-bed4c4a1db6d tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks [] for floatingip (76e0a054-229e-4284-83a4-cb25bcb1c471), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:52.063277 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-a51d5c1c-ed07-4d87-9bc3-bed4c4a1db6d tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Calling delete_port for 76e0a054-229e-4284-83a4-cb25bcb1c471 owned by network:floatingip {{(pid=104551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:01:52.208961 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-a51d5c1c-ed07-4d87-9bc3-bed4c4a1db6d tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6140158'] for port (76e0a054-229e-4284-83a4-cb25bcb1c471), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:52.232562 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51d5c1c-ed07-4d87-9bc3-bed4c4a1db6d tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Pushing event deleted for resources: {'Port': ['ID=76e0a054-229e-4284-83a4-cb25bcb1c471,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:01:52.242754 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51d5c1c-ed07-4d87-9bc3-bed4c4a1db6d tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:52.243104 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51d5c1c-ed07-4d87-9bc3-bed4c4a1db6d tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:52.243437 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51d5c1c-ed07-4d87-9bc3-bed4c4a1db6d tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:52.243777 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51d5c1c-ed07-4d87-9bc3-bed4c4a1db6d tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:52.244109 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51d5c1c-ed07-4d87-9bc3-bed4c4a1db6d tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:52.244435 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51d5c1c-ed07-4d87-9bc3-bed4c4a1db6d tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:52.245218 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51d5c1c-ed07-4d87-9bc3-bed4c4a1db6d tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:52.245218 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51d5c1c-ed07-4d87-9bc3-bed4c4a1db6d tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:52.245417 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51d5c1c-ed07-4d87-9bc3-bed4c4a1db6d tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:52.245715 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51d5c1c-ed07-4d87-9bc3-bed4c4a1db6d tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:52.246040 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51d5c1c-ed07-4d87-9bc3-bed4c4a1db6d tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:52.246376 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51d5c1c-ed07-4d87-9bc3-bed4c4a1db6d tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:52.246680 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51d5c1c-ed07-4d87-9bc3-bed4c4a1db6d tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:52.246993 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51d5c1c-ed07-4d87-9bc3-bed4c4a1db6d tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:52.247312 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a51d5c1c-ed07-4d87-9bc3-bed4c4a1db6d tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:01:52.301930 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:52.316120 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5148f689-0f62-430a-b3f2-d0758b81aa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (b2013646-e5ec-4b71-a145-3908973fbde8), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:52.317105 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-a51d5c1c-ed07-4d87-9bc3-bed4c4a1db6d tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks [] for floatingip (bcd16f17-3cff-4719-acf1-5e472bcc2af0), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:52.320130 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-a51d5c1c-ed07-4d87-9bc3-bed4c4a1db6d tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for floatingip (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:52.321342 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-a51d5c1c-ed07-4d87-9bc3-bed4c4a1db6d tempest-AttachVolumeTestJSON-1158760126 tempest-AttachVolumeTestJSON-1158760126-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/bcd16f17-3cff-4719-acf1-5e472bcc2af0 HTTP/1.1" status: 204 len: 168 time: 0.4685531 Oct 23 01:01:52.809559 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d4c37-eb11-403e-a7f1-ce80d95a5fd8 req-4bd5fab1-84e6-4cb5-9465-1dc8e2305507 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:52.811095 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-768d4c37-eb11-403e-a7f1-ce80d95a5fd8 req-4bd5fab1-84e6-4cb5-9465-1dc8e2305507 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 944 time: 0.0589366 Oct 23 01:01:52.837756 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:52.859680 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-768d4c37-eb11-403e-a7f1-ce80d95a5fd8 req-6da1d00d-fcab-4a0d-92ed-a214e0f1a3c8 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a78952a2-cccd-48f5-8f51-83df3683dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427911 Oct 23 01:01:53.015978 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:53.019720 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=2 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:53.663452 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e80eb663-45f3-44c1-bd5d-b13fbac885c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (9e3bf558-830b-43df-b1b1-6fe61a75ce60), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:53.992880 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (e5069eb9-82e8-4601-9222-8a50cea677c6), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:53.995227 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686fbe8-99a3-4cd1-98b6-19e250265a45 req-f6b416d7-c8b2-4a24-b76d-265573891db1 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:53.996744 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-8686fbe8-99a3-4cd1-98b6-19e250265a45 req-f6b416d7-c8b2-4a24-b76d-265573891db1 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 944 time: 0.0510681 Oct 23 01:01:54.046195 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-8686fbe8-99a3-4cd1-98b6-19e250265a45 req-f872f22b-1fe8-43b6-b94a-dba3d9792152 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a78952a2-cccd-48f5-8f51-83df3683dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435891 Oct 23 01:01:54.152182 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104553) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:01:54.272558 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port 0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554,segment=NetworkSegment(7dc83201-cb39-4cd2-9302-c1b785eda914),segment_id=7dc83201-cb39-4cd2-9302-c1b785eda914)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:01:54.290592 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Returning: {'device': '0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554', 'network_id': 'f8105e98-346f-4369-be4d-2cb2d399c07a', 'port_id': '0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554', 'mac_address': 'fa:16:3e:c7:f9:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52944cd4-669b-4a10-a076-1661bc94a4a7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104553) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:01:54.327534 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Current status of the port 0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554 is: DOWN; New status is: BUILD {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:01:54.327877 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:54.341550 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.notifiers.nova [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554 {{(pid=104553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:01:54.361374 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port 0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554,segment=NetworkSegment(7dc83201-cb39-4cd2-9302-c1b785eda914),segment_id=7dc83201-cb39-4cd2-9302-c1b785eda914)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:01:54.367334 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:54.416978 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Pushing event updated for resources: {'Port': ['ID=0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554,revision_number=9']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:01:54.593225 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] get_ports_and_sgs() called for port_ids ['0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554'] {{(pid=104553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:01:55.190026 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1add6ea-1ac7-4ebb-8027-7a03e2f5b472 req-6e00c20c-77cc-4fc3-9505-042e3deae9b1 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:55.191473 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a1add6ea-1ac7-4ebb-8027-7a03e2f5b472 req-6e00c20c-77cc-4fc3-9505-042e3deae9b1 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 945 time: 0.0587919 Oct 23 01:01:55.243281 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a1add6ea-1ac7-4ebb-8027-7a03e2f5b472 req-9b5502da-f28a-43d0-b43b-29a0a3eaf066 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a78952a2-cccd-48f5-8f51-83df3683dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431013 Oct 23 01:01:56.002216 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 53856) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:01:56.159187 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554 up at agent hyperv_hv-cinder-maste {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:01:56.211485 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Provisioning complete for port 0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554 triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:01:56.212097 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:56.212678 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Attempt 1 to provision port 0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554 Oct 23 01:01:56.251891 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.agents_db [None req-7a6a8f68-635a-43f5-9edf-73cfaf501ddf None None] Agent healthcheck: found 6 active agents {{(pid=104554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:01:56.292844 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Current status of the port 0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554 is: BUILD; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:01:56.293191 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:56.323262 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17825340-b12a-4d69-9248-6fee9379135f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554'}] {{(pid=104553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:01:56.325617 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ef7492e608d46078fd98593772981b2cfdf47eaedaeea269e4497eac5a7bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c82c484-af40-4d7e-9be3-155613bf9765" -d '{"events": [{"server_uuid": "17825340-b12a-4d69-9248-6fee9379135f", "name": "network-vif-plugged", "status": "completed", "tag": "0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554"}]}' {{(pid=104553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:01:56.338774 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port 0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554,segment=NetworkSegment(7dc83201-cb39-4cd2-9302-c1b785eda914),segment_id=7dc83201-cb39-4cd2-9302-c1b785eda914)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:01:56.344707 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:56.390762 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1afbffee-a25a-489c-984f-ceb3ecef28a3 x-openstack-request-id: req-1afbffee-a25a-489c-984f-ceb3ecef28a3 {{(pid=104553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:01:56.391049 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17825340-b12a-4d69-9248-6fee9379135f", "name": "network-vif-plugged", "status": "completed", "tag": "0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554", "code": 200}]} {{(pid=104553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:01:56.391299 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1afbffee-a25a-489c-984f-ceb3ecef28a3 {{(pid=104553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:01:56.393137 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1afbffee-a25a-489c-984f-ceb3ecef28a3'] response: {'server_uuid': '17825340-b12a-4d69-9248-6fee9379135f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554', 'code': 200} Oct 23 01:01:56.398599 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-78d44686-f44d-4899-b23f-d24f99668f45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-517241'] for router_interface (fdd0b971-41e7-4c06-aca2-3799f3e76e98), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:56.408751 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd4ba7-db83-4660-9413-b6f9423f1970 req-8e1956f0-3c57-47ef-801d-7e55b2df0705 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:56.410360 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-17bd4ba7-db83-4660-9413-b6f9423f1970 req-8e1956f0-3c57-47ef-801d-7e55b2df0705 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 947 time: 0.0541654 Oct 23 01:01:56.411174 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Pushing event updated for resources: {'Port': ['ID=0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554,revision_number=10']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:01:56.441229 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:56.472770 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-17bd4ba7-db83-4660-9413-b6f9423f1970 req-fd361d1e-cae3-4ff6-be88-417108ffb851 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a78952a2-cccd-48f5-8f51-83df3683dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559502 Oct 23 01:01:56.577033 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19a0e7-5e48-436c-83ba-6a3eabe7a9a8 req-5dc3158b-2467-47e7-a961-f53dc7465bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:56.578596 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ae19a0e7-5e48-436c-83ba-6a3eabe7a9a8 req-5dc3158b-2467-47e7-a961-f53dc7465bcc service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 1131 time: 0.0392451 Oct 23 01:01:56.624561 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ae19a0e7-5e48-436c-83ba-6a3eabe7a9a8 req-8dccbe64-be4a-41e3-8e64-56c281df3b3a service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=a78952a2-cccd-48f5-8f51-83df3683dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398750 Oct 23 01:01:56.640128 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-78d44686-f44d-4899-b23f-d24f99668f45 admin admin] Deleting port 9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a {{(pid=104551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:01:56.640474 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-78d44686-f44d-4899-b23f-d24f99668f45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:56.653916 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:56.720282 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.db [None req-78d44686-f44d-4899-b23f-d24f99668f45 admin admin] For port 9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a,segment=NetworkSegment(6c7f3988-5c29-4b49-bf43-a45d839e2e81),segment_id=6c7f3988-5c29-4b49-bf43-a45d839e2e81)] {{(pid=104551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:01:56.720630 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-78d44686-f44d-4899-b23f-d24f99668f45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:56.734030 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-78d44686-f44d-4899-b23f-d24f99668f45 admin admin] Calling delete_port for 9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a owned by network:router_interface {{(pid=104551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:01:56.920824 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-78d44686-f44d-4899-b23f-d24f99668f45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6140158'] for port (9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:56.942946 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d44686-f44d-4899-b23f-d24f99668f45 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:01:57.111247 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-78d44686-f44d-4899-b23f-d24f99668f45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516553'] for router_interface (fdd0b971-41e7-4c06-aca2-3799f3e76e98), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:57.131651 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdbac90-91b5-4d0e-8802-9b765ee6c989 None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=104553) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:01:57.187360 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:57.217615 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:57.235982 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdbac90-91b5-4d0e-8802-9b765ee6c989 None None] Resources bound (agent type, host, resource id): {{(pid=104553) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:01:57.484272 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:57.545509 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d44686-f44d-4899-b23f-d24f99668f45 admin admin] Router fdd0b971-41e7-4c06-aca2-3799f3e76e98 has already been hosted by L3 agent 71de1650-f9d9-4095-92e6-e37ec99e20cf {{(pid=104551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:01:57.626994 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793a6dc-76de-4ed5-b8b1-6ade97f5e016 req-9c644bf5-0bf0-46f2-8ac1-ea011e8d1a1d tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:57.629203 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-5793a6dc-76de-4ed5-b8b1-6ade97f5e016 req-9c644bf5-0bf0-46f2-8ac1-ea011e8d1a1d tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 947 time: 0.0487185 Oct 23 01:01:57.655611 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d44686-f44d-4899-b23f-d24f99668f45 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:01:57.660939 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-78d44686-f44d-4899-b23f-d24f99668f45 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/fdd0b971-41e7-4c06-aca2-3799f3e76e98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6577539 Oct 23 01:01:57.663636 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 53868) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:01:57.668956 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58b8279-bea9-481e-8700-c007c7bf5cfe None None] Sync routers for ids ['fdd0b971-41e7-4c06-aca2-3799f3e76e98'] in dv-cinder-master-3-iscsi {{(pid=104553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:01:57.679588 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58b8279-bea9-481e-8700-c007c7bf5cfe None None] Routers {'fdd0b971-41e7-4c06-aca2-3799f3e76e98'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:01:57.680749 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-c58b8279-bea9-481e-8700-c007c7bf5cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:01:51Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['fdd0b971-41e7-4c06-aca2-3799f3e76e98'], 'active': True} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:01:57.682117 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-5793a6dc-76de-4ed5-b8b1-6ade97f5e016 req-4d865999-dcb8-4abb-aa45-3c19221a1ff2 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a78952a2-cccd-48f5-8f51-83df3683dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465078 Oct 23 01:01:57.730958 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:57.774432 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-2437b333-6660-436a-904e-eef9135d4045 admin admin] Publish callbacks [] for router (fdd0b971-41e7-4c06-aca2-3799f3e76e98), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:57.795637 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvr_db [None req-c58b8279-bea9-481e-8700-c007c7bf5cfe None None] Set router fdd0b971-41e7-4c06-aca2-3799f3e76e98 gateway port host: dv-cinder-master-3-iscsi {{(pid=104553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:01:57.880175 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-2437b333-6660-436a-904e-eef9135d4045 admin admin] Publish callbacks [] for router_gateway (fdd0b971-41e7-4c06-aca2-3799f3e76e98), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:57.931316 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-2437b333-6660-436a-904e-eef9135d4045 admin admin] Deleting port e10e1214-c988-4645-bc00-e42d4d9a7e6b {{(pid=104551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:01:57.931655 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-2437b333-6660-436a-904e-eef9135d4045 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (e10e1214-c988-4645-bc00-e42d4d9a7e6b), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:57.991682 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-c58b8279-bea9-481e-8700-c007c7bf5cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd0b971-41e7-4c06-aca2-3799f3e76e98', 'name': 'tempest-AttachVolumeTestJSON-363803032-router', 'tenant_id': '2a9697845193443ea394c1b480b6b769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.245'}], 'enable_snat': True}, 'gw_port_id': 'e10e1214-c988-4645-bc00-e42d4d9a7e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T01:01:56Z', 'revision_number': 5, 'project_id': '2a9697845193443ea394c1b480b6b769', 'gw_port': {'id': 'e10e1214-c988-4645-bc00-e42d4d9a7e6b', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:80:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdd0b971-41e7-4c06-aca2-3799f3e76e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:24Z', 'updated_at': '2022-10-23T00:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:01:58.024973 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58b8279-bea9-481e-8700-c007c7bf5cfe None None] Checking router: fdd0b971-41e7-4c06-aca2-3799f3e76e98 for host: dv-cinder-master-3-iscsi {{(pid=104553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:01:58.034111 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58b8279-bea9-481e-8700-c007c7bf5cfe None None] Routers {'fdd0b971-41e7-4c06-aca2-3799f3e76e98'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:01:58.034738 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-c58b8279-bea9-481e-8700-c007c7bf5cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:01:51Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['fdd0b971-41e7-4c06-aca2-3799f3e76e98'], 'active': True} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:01:58.056011 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.db [None req-2437b333-6660-436a-904e-eef9135d4045 admin admin] For port e10e1214-c988-4645-bc00-e42d4d9a7e6b, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=e10e1214-c988-4645-bc00-e42d4d9a7e6b,segment=NetworkSegment(0d47d9bc-e081-4c9e-9d69-e5804f7aef1d),segment_id=0d47d9bc-e081-4c9e-9d69-e5804f7aef1d)] {{(pid=104551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:01:58.056380 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-2437b333-6660-436a-904e-eef9135d4045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (e10e1214-c988-4645-bc00-e42d4d9a7e6b), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:58.073100 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-2437b333-6660-436a-904e-eef9135d4045 admin admin] Calling delete_port for e10e1214-c988-4645-bc00-e42d4d9a7e6b owned by network:router_gateway {{(pid=104551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:01:58.132872 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvr_db [None req-c58b8279-bea9-481e-8700-c007c7bf5cfe None None] Set router fdd0b971-41e7-4c06-aca2-3799f3e76e98 gateway port host: None {{(pid=104553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:01:58.187475 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-c58b8279-bea9-481e-8700-c007c7bf5cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdd0b971-41e7-4c06-aca2-3799f3e76e98', 'name': 'tempest-AttachVolumeTestJSON-363803032-router', 'tenant_id': '2a9697845193443ea394c1b480b6b769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T01:01:57Z', 'revision_number': 6, 'project_id': '2a9697845193443ea394c1b480b6b769', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:01:58.217069 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58b8279-bea9-481e-8700-c007c7bf5cfe None None] The sync data for ids ['fdd0b971-41e7-4c06-aca2-3799f3e76e98'] in dv-cinder-master-3-iscsi is: [{'id': 'fdd0b971-41e7-4c06-aca2-3799f3e76e98', 'name': 'tempest-AttachVolumeTestJSON-363803032-router', 'tenant_id': '2a9697845193443ea394c1b480b6b769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T01:01:57Z', 'revision_number': 6, 'project_id': '2a9697845193443ea394c1b480b6b769', 'gw_port_host': None}] {{(pid=104553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:01:58.229975 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-7bfeaf4d-0b0d-4924-bc1d-ee8638c24d6c None None] Provisioning complete for port fe0c83f1-a5c5-47bb-a91f-c709bd53e220 triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:01:58.231175 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-7bfeaf4d-0b0d-4924-bc1d-ee8638c24d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (fe0c83f1-a5c5-47bb-a91f-c709bd53e220), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:58.231568 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-7bfeaf4d-0b0d-4924-bc1d-ee8638c24d6c None None] Attempt 1 to provision port fe0c83f1-a5c5-47bb-a91f-c709bd53e220 Oct 23 01:01:58.292672 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-2437b333-6660-436a-904e-eef9135d4045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6140158'] for port (e10e1214-c988-4645-bc00-e42d4d9a7e6b), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:58.321944 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2437b333-6660-436a-904e-eef9135d4045 admin admin] Pushing event deleted for resources: {'Port': ['ID=e10e1214-c988-4645-bc00-e42d4d9a7e6b,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:01:58.328516 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-7bfeaf4d-0b0d-4924-bc1d-ee8638c24d6c None None] Current status of the port fe0c83f1-a5c5-47bb-a91f-c709bd53e220 is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:01:58.387005 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-2437b333-6660-436a-904e-eef9135d4045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-517020'] for router_gateway (fdd0b971-41e7-4c06-aca2-3799f3e76e98), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:58.474459 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-2437b333-6660-436a-904e-eef9135d4045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-401043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123571'] for router (fdd0b971-41e7-4c06-aca2-3799f3e76e98), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:58.476754 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-2437b333-6660-436a-904e-eef9135d4045 admin admin] Publish callbacks [] for router_controller (fdd0b971-41e7-4c06-aca2-3799f3e76e98), precommit_delete_associations {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:58.523153 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-2437b333-6660-436a-904e-eef9135d4045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517178'] for router (fdd0b971-41e7-4c06-aca2-3799f3e76e98), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:58.523760 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2437b333-6660-436a-904e-eef9135d4045 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdd0b971-41e7-4c06-aca2-3799f3e76e98 {{(pid=104551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:01:58.528278 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-2437b333-6660-436a-904e-eef9135d4045 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:58.529621 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-2437b333-6660-436a-904e-eef9135d4045 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/fdd0b971-41e7-4c06-aca2-3799f3e76e98 HTTP/1.1" status: 204 len: 168 time: 0.8648801 Oct 23 01:01:58.532149 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 53906) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:01:58.580548 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.db_base_plugin_v2 [None req-a264e5d7-04b9-41ca-8389-d6c13c40671a admin admin] Deleting subnet bdebfcdc-6951-4fee-aa37-29ecb806813d {{(pid=104551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:01:58.583996 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-a264e5d7-04b9-41ca-8389-d6c13c40671a admin admin] Publish callbacks [] for subnet (bdebfcdc-6951-4fee-aa37-29ecb806813d), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:58.585585 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:58.623035 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-a264e5d7-04b9-41ca-8389-d6c13c40671a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8119832'] for subnet (bdebfcdc-6951-4fee-aa37-29ecb806813d), precommit_delete_associations {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:58.702656 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:58.723462 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-a264e5d7-04b9-41ca-8389-d6c13c40671a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13457227'] for subnet (bdebfcdc-6951-4fee-aa37-29ecb806813d), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:58.786040 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-a264e5d7-04b9-41ca-8389-d6c13c40671a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-13457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6139661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4819808'] for subnet (bdebfcdc-6951-4fee-aa37-29ecb806813d), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:58.812372 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a264e5d7-04b9-41ca-8389-d6c13c40671a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdebfcdc-6951-4fee-aa37-29ecb806813d,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:01:58.821489 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-a264e5d7-04b9-41ca-8389-d6c13c40671a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:58.827119 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86851f27-7dc0-4d70-b728-69d1b672e3b8 None None] Network 6e24fc8d-42d5-4d11-b06b-37a4738231b0 requested from dv-cinder-master-3-iscsi {{(pid=104553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:01:58.827497 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-a264e5d7-04b9-41ca-8389-d6c13c40671a admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/bdebfcdc-6951-4fee-aa37-29ecb806813d HTTP/1.1" status: 204 len: 168 time: 0.2943599 Oct 23 01:01:58.828101 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 53910) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:01:58.854461 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86cd207-348d-4929-9282-3907c7603fa5 req-5d3a3863-8db1-4709-88a7-74aea2cab7a7 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:01:58.856361 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-b86cd207-348d-4929-9282-3907c7603fa5 req-5d3a3863-8db1-4709-88a7-74aea2cab7a7 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 947 time: 0.0636899 Oct 23 01:01:58.903359 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f68244b5-2d33-4558-bc92-dcb0e1050d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13506626'] for network (6e24fc8d-42d5-4d11-b06b-37a4738231b0), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:58.911221 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-b86cd207-348d-4929-9282-3907c7603fa5 req-1510aabf-b279-4de1-847f-12b273e9138a tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a78952a2-cccd-48f5-8f51-83df3683dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482035 Oct 23 01:01:58.961014 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-f68244b5-2d33-4558-bc92-dcb0e1050d09 admin admin] Deleting port fe0c83f1-a5c5-47bb-a91f-c709bd53e220 {{(pid=104551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:01:58.961351 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f68244b5-2d33-4558-bc92-dcb0e1050d09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (fe0c83f1-a5c5-47bb-a91f-c709bd53e220), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:59.015010 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f87835c-acdd-4bd0-b701-c51540c67184 None None] DHCP port deletion for 6e24fc8d-42d5-4d11-b06b-37a4738231b0 request from dv-cinder-master-3-iscsi {{(pid=104553) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:01:59.039830 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.db [None req-f68244b5-2d33-4558-bc92-dcb0e1050d09 admin admin] For port fe0c83f1-a5c5-47bb-a91f-c709bd53e220, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=fe0c83f1-a5c5-47bb-a91f-c709bd53e220,segment=NetworkSegment(6c7f3988-5c29-4b49-bf43-a45d839e2e81),segment_id=6c7f3988-5c29-4b49-bf43-a45d839e2e81)] {{(pid=104551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:01:59.040343 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f68244b5-2d33-4558-bc92-dcb0e1050d09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (fe0c83f1-a5c5-47bb-a91f-c709bd53e220), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:59.056021 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-f68244b5-2d33-4558-bc92-dcb0e1050d09 admin admin] Calling delete_port for fe0c83f1-a5c5-47bb-a91f-c709bd53e220 owned by network:dhcp {{(pid=104551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:01:59.066130 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-9f87835c-acdd-4bd0-b701-c51540c67184 None None] Deleting port fe0c83f1-a5c5-47bb-a91f-c709bd53e220 {{(pid=104553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:01:59.066503 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-9f87835c-acdd-4bd0-b701-c51540c67184 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (fe0c83f1-a5c5-47bb-a91f-c709bd53e220), before_delete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:59.135519 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-9f87835c-acdd-4bd0-b701-c51540c67184 None None] For port fe0c83f1-a5c5-47bb-a91f-c709bd53e220, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=fe0c83f1-a5c5-47bb-a91f-c709bd53e220,segment=NetworkSegment(6c7f3988-5c29-4b49-bf43-a45d839e2e81),segment_id=6c7f3988-5c29-4b49-bf43-a45d839e2e81)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:01:59.136597 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-9f87835c-acdd-4bd0-b701-c51540c67184 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (fe0c83f1-a5c5-47bb-a91f-c709bd53e220), precommit_delete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:59.144283 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 53920) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:01:59.149075 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [None req-a2257b6b-328a-4aaf-a7b5-49cd85d7dd65 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1068154258', 'description': 'tempest-description--1724671704'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:01:59.156425 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-9f87835c-acdd-4bd0-b701-c51540c67184 None None] Calling delete_port for fe0c83f1-a5c5-47bb-a91f-c709bd53e220 owned by network:dhcp {{(pid=104553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:01:59.158114 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=100 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:59.158859 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f68244b5-2d33-4558-bc92-dcb0e1050d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6140158'] for port (fe0c83f1-a5c5-47bb-a91f-c709bd53e220), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:59.173456 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-a2257b6b-328a-4aaf-a7b5-49cd85d7dd65 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for security_group (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:59.188551 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68244b5-2d33-4558-bc92-dcb0e1050d09 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe0c83f1-a5c5-47bb-a91f-c709bd53e220,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:01:59.193063 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68244b5-2d33-4558-bc92-dcb0e1050d09 admin admin] No DVR routers for this DVR port fe0c83f1-a5c5-47bb-a91f-c709bd53e220 on host dv-cinder-master-3-iscsi {{(pid=104551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:01:59.222037 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=100 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:59.240478 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-9f87835c-acdd-4bd0-b701-c51540c67184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455'] for port (fe0c83f1-a5c5-47bb-a91f-c709bd53e220), after_delete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:59.254022 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-a2257b6b-328a-4aaf-a7b5-49cd85d7dd65 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for security_group (27fe5e11-7bd5-432e-9b1b-087e3e2991c9), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:59.259641 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-a2257b6b-328a-4aaf-a7b5-49cd85d7dd65 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (27fe5e11-7bd5-432e-9b1b-087e3e2991c9), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:59.274881 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f87835c-acdd-4bd0-b701-c51540c67184 None None] Pushing event deleted for resources: {'Port': ['ID=fe0c83f1-a5c5-47bb-a91f-c709bd53e220,revision_number=None']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:01:59.279110 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f87835c-acdd-4bd0-b701-c51540c67184 None None] No DVR routers for this DVR port fe0c83f1-a5c5-47bb-a91f-c709bd53e220 on host dv-cinder-master-3-iscsi {{(pid=104553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:01:59.284059 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:59.287925 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f68244b5-2d33-4558-bc92-dcb0e1050d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13455826', 'neutron.services.segments.db._delete_segments_for_network-8758734904131'] for network (6e24fc8d-42d5-4d11-b06b-37a4738231b0), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:59.314862 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-a2257b6b-328a-4aaf-a7b5-49cd85d7dd65 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for security_group (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:59.314970 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-a2257b6b-328a-4aaf-a7b5-49cd85d7dd65 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1695745 Oct 23 01:01:59.316942 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2257b6b-328a-4aaf-a7b5-49cd85d7dd65 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27fe5e11-7bd5-432e-9b1b-087e3e2991c9,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:01:59.319958 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 53922) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:01:59.324280 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-2f9bfca7-3a6b-4cd0-b742-86c2d5b13cfc tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Request body: {'security_group_rule': {'security_group_id': '27fe5e11-7bd5-432e-9b1b-087e3e2991c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:01:59.332891 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.services.segments.db [None req-f68244b5-2d33-4558-bc92-dcb0e1050d09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e24fc8d-42d5-4d11-b06b-37a4738231b0']}} {{(pid=104551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:01:59.348220 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.services.segments.db [None req-f68244b5-2d33-4558-bc92-dcb0e1050d09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c7f3988-5c29-4b49-bf43-a45d839e2e81') {'for_net_delete': True} {{(pid=104551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:01:59.348519 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.services.segments.db [None req-f68244b5-2d33-4558-bc92-dcb0e1050d09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c7f3988-5c29-4b49-bf43-a45d839e2e81') {} {{(pid=104551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:01:59.363770 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f68244b5-2d33-4558-bc92-dcb0e1050d09 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758734904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8119827'] for segment (6c7f3988-5c29-4b49-bf43-a45d839e2e81), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:59.383004 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-2f9bfca7-3a6b-4cd0-b742-86c2d5b13cfc tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for security_group_rule (60c9787b-1fcb-45e7-bd57-9e4dbb3ea36b), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:59.386829 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f68244b5-2d33-4558-bc92-dcb0e1050d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13381139'] for segment (6c7f3988-5c29-4b49-bf43-a45d839e2e81), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:59.401980 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f68244b5-2d33-4558-bc92-dcb0e1050d09 admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=104551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:01:59.402449 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f68244b5-2d33-4558-bc92-dcb0e1050d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13381139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6140075'] for segment (6c7f3988-5c29-4b49-bf43-a45d839e2e81), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:59.432505 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.services.segments.plugin [-] Segment 6c7f3988-5c29-4b49-bf43-a45d839e2e81 resource provider aggregate not found Oct 23 01:01:59.478582 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.services.segments.plugin [-] Segment 6c7f3988-5c29-4b49-bf43-a45d839e2e81 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6c7f3988-5c29-4b49-bf43-a45d839e2e81 found for delete ", "request_id": "req-9a11efbc-a110-4fae-988a-f3509d100d2e"}]} Oct 23 01:01:59.490897 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f68244b5-2d33-4558-bc92-dcb0e1050d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13455835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516948'] for network (6e24fc8d-42d5-4d11-b06b-37a4738231b0), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:59.495237 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f68244b5-2d33-4558-bc92-dcb0e1050d09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for network (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:59.498324 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-f68244b5-2d33-4558-bc92-dcb0e1050d09 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/6e24fc8d-42d5-4d11-b06b-37a4738231b0 HTTP/1.1" status: 204 len: 168 time: 0.6691480 Oct 23 01:01:59.518240 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-2f9bfca7-3a6b-4cd0-b742-86c2d5b13cfc tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for security_group_rule (60c9787b-1fcb-45e7-bd57-9e4dbb3ea36b), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:59.519278 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68244b5-2d33-4558-bc92-dcb0e1050d09 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e24fc8d-42d5-4d11-b06b-37a4738231b0,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:01:59.524319 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-2f9bfca7-3a6b-4cd0-b742-86c2d5b13cfc tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468706'] for security_group_rule (60c9787b-1fcb-45e7-bd57-9e4dbb3ea36b), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:59.530498 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:59.550931 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9bfca7-3a6b-4cd0-b742-86c2d5b13cfc tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60c9787b-1fcb-45e7-bd57-9e4dbb3ea36b,revision_number=0']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:01:59.557621 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-2f9bfca7-3a6b-4cd0-b742-86c2d5b13cfc tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:59.561528 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-2f9bfca7-3a6b-4cd0-b742-86c2d5b13cfc tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2380483 Oct 23 01:01:59.561716 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 53930) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:01:59.567052 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-e54acd12-ecef-4cb9-ad67-bd87f6b330c5 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Request body: {'security_group_rule': {'security_group_id': '27fe5e11-7bd5-432e-9b1b-087e3e2991c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:01:59.599178 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e54acd12-ecef-4cb9-ad67-bd87f6b330c5 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for security_group_rule (1e4592bf-1cba-4878-951e-5284e397eaf0), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:59.636616 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 53932) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:01:59.650638 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=82,neutron:DELETE=11,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:59.657075 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e54acd12-ecef-4cb9-ad67-bd87f6b330c5 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for security_group_rule (1e4592bf-1cba-4878-951e-5284e397eaf0), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:59.662959 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e54acd12-ecef-4cb9-ad67-bd87f6b330c5 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468706'] for security_group_rule (1e4592bf-1cba-4878-951e-5284e397eaf0), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:59.679295 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-7d166c78-6e64-47d8-ac2e-1323bbd07241 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=2a9697845193443ea394c1b480b6b769&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0414124 Oct 23 01:01:59.680952 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54acd12-ecef-4cb9-ad67-bd87f6b330c5 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e4592bf-1cba-4878-951e-5284e397eaf0,revision_number=0']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:01:59.681893 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 53934) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:01:59.693880 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e54acd12-ecef-4cb9-ad67-bd87f6b330c5 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:59.695109 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-e54acd12-ecef-4cb9-ad67-bd87f6b330c5 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1324992 Oct 23 01:01:59.698357 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 53936) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:01:59.702570 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [None req-8596fc8f-b310-4cbf-b449-e2afac1e65f9 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Request body: {'floatingip': {'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:01:59.749230 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-8596fc8f-b310-4cbf-b449-e2afac1e65f9 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:59.757450 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:01:59.774147 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-30d05d24-2fcd-4d39-aedd-8acfa50cd6a5 admin admin] Publish callbacks [] for security_group (cb50e658-4e19-4f1f-805f-093dd827acaf), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:59.827906 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-30d05d24-2fcd-4d39-aedd-8acfa50cd6a5 admin admin] Publish callbacks [] for security_group (cb50e658-4e19-4f1f-805f-093dd827acaf), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:59.875630 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-8596fc8f-b310-4cbf-b449-e2afac1e65f9 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:59.935403 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-30d05d24-2fcd-4d39-aedd-8acfa50cd6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (cb50e658-4e19-4f1f-805f-093dd827acaf), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:59.937824 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-30d05d24-2fcd-4d39-aedd-8acfa50cd6a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:01:59.938956 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-30d05d24-2fcd-4d39-aedd-8acfa50cd6a5 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/cb50e658-4e19-4f1f-805f-093dd827acaf HTTP/1.1" status: 204 len: 168 time: 0.2555306 Oct 23 01:01:59.969209 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d05d24-2fcd-4d39-aedd-8acfa50cd6a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb50e658-4e19-4f1f-805f-093dd827acaf,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:00.002704 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.db_base_plugin_common [None req-8596fc8f-b310-4cbf-b449-e2afac1e65f9 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Allocated IP 172.37.4.169 (f9ff398c-cd2a-4430-b908-7f7163c266f3/dd152ba8-6213-403c-b7fc-9b4ab174f9a2/637b8626-323a-4d8d-a79d-6d498a70cc01) {{(pid=104552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:02:00.119471 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-8596fc8f-b310-4cbf-b449-e2afac1e65f9 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for port (637b8626-323a-4d8d-a79d-6d498a70cc01), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:00.157554 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device e10e1214-c988-4645-bc00-e42d4d9a7e6b no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:02:00.159480 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-8596fc8f-b310-4cbf-b449-e2afac1e65f9 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5995606'] for port (637b8626-323a-4d8d-a79d-6d498a70cc01), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:00.183099 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] No Port match for: e10e1214-c988-4645-bc00-e42d4d9a7e6b {{(pid=104553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:02:00.183735 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device e10e1214-c988-4645-bc00-e42d4d9a7e6b not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:02:00.184308 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device fe0c83f1-a5c5-47bb-a91f-c709bd53e220 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:02:00.200068 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8596fc8f-b310-4cbf-b449-e2afac1e65f9 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Network f9ff398c-cd2a-4430-b908-7f7163c266f3 is already hosted by enough agents. {{(pid=104552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:02:00.204374 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] No Port match for: fe0c83f1-a5c5-47bb-a91f-c709bd53e220 {{(pid=104553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:02:00.204740 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device fe0c83f1-a5c5-47bb-a91f-c709bd53e220 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:02:00.205337 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:02:00.207447 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.base_scheduler [None req-8596fc8f-b310-4cbf-b449-e2afac1e65f9 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Resources bound (agent type, host, resource id): {{(pid=104552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:02:00.212444 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8596fc8f-b310-4cbf-b449-e2afac1e65f9 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Received port after_create {{(pid=104552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:02:00.215999 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8596fc8f-b310-4cbf-b449-e2afac1e65f9 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Pushing event updated for resources: {'Port': ['ID=637b8626-323a-4d8d-a79d-6d498a70cc01,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:00.227269 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] No Port match for: 9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a {{(pid=104553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:02:00.227745 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 9b1d8b2e-5105-4e6a-bb64-7cc5a3c2739a not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:02:00.266874 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:00.310116 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-8596fc8f-b310-4cbf-b449-e2afac1e65f9 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for floatingip (d84ffc9e-a979-455d-a4f4-f4b8ba74ad31), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:00.353313 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-8596fc8f-b310-4cbf-b449-e2afac1e65f9 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (637b8626-323a-4d8d-a79d-6d498a70cc01), before_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:00.511931 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-8596fc8f-b310-4cbf-b449-e2afac1e65f9 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for port (637b8626-323a-4d8d-a79d-6d498a70cc01), precommit_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:00.518068 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-8596fc8f-b310-4cbf-b449-e2afac1e65f9 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5995615'] for port (637b8626-323a-4d8d-a79d-6d498a70cc01), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:00.544421 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:00.595127 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-8596fc8f-b310-4cbf-b449-e2afac1e65f9 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516985'] for floatingip (d84ffc9e-a979-455d-a4f4-f4b8ba74ad31), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:00.596969 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8596fc8f-b310-4cbf-b449-e2afac1e65f9 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Pushing event updated for resources: {'Port': ['ID=637b8626-323a-4d8d-a79d-6d498a70cc01,revision_number=2']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:00.612740 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-8596fc8f-b310-4cbf-b449-e2afac1e65f9 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for floatingip (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:00.614002 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-8596fc8f-b310-4cbf-b449-e2afac1e65f9 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9147379 Oct 23 01:02:00.818621 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-cdfd420c-55e6-4ed5-89c4-59769395776b req-373a1f56-15d0-46f7-a778-f47896353dc0 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1068154258&fields=id&tenant_id=3fae115d5ad049b5b40c59212216d458 HTTP/1.1" status: 200 len: 267 time: 0.0468068 Oct 23 01:02:00.932043 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd420c-55e6-4ed5-89c4-59769395776b req-5c60af50-ab0c-499c-be1e-47142d01b099 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:00.933790 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-cdfd420c-55e6-4ed5-89c4-59769395776b req-5c60af50-ab0c-499c-be1e-47142d01b099 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/networks?id=fd218502-570d-4f7c-88c1-4499072d8f6e HTTP/1.1" status: 200 len: 815 time: 0.1083431 Oct 23 01:02:00.951232 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-cdfd420c-55e6-4ed5-89c4-59769395776b req-474cd000-6691-4cf4-b67b-216d571c6c79 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/quotas/3fae115d5ad049b5b40c59212216d458 HTTP/1.1" status: 200 len: 375 time: 0.0114279 Oct 23 01:02:01.008534 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-cdfd420c-55e6-4ed5-89c4-59769395776b req-620312e1-8c70-4cdd-9a3f-da0e914ef31a tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=3fae115d5ad049b5b40c59212216d458&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0518427 Oct 23 01:02:01.114820 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-cdfd420c-55e6-4ed5-89c4-59769395776b req-f7906c31-d8ec-42a8-87e8-29231482abd6 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/fd218502-570d-4f7c-88c1-4499072d8f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938578 Oct 23 01:02:01.212121 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-cdfd420c-55e6-4ed5-89c4-59769395776b req-bcb44343-acb1-4eea-aaef-607d6bb8ae14 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/fd218502-570d-4f7c-88c1-4499072d8f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913696 Oct 23 01:02:01.330575 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (16cf44eb-3ef2-4361-a416-47ab9083b794), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:01.388009 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-b803aa61-f2e2-4d47-b14a-fe18593fcb14 req-1acd4c42-e2b0-483e-892c-fdc2c7e178bf tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7979ba1d-67a3-4380-8cc9-e65ed6e50cd5 HTTP/1.1" status: 200 len: 210 time: 0.0290651 Oct 23 01:02:02.520230 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-5ae3f4bc-fc70-4a3c-95ab-0795d9088638 req-724f3530-8d45-4726-88bc-651a25fa7099 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7979ba1d-67a3-4380-8cc9-e65ed6e50cd5 HTTP/1.1" status: 200 len: 210 time: 0.0400934 Oct 23 01:02:02.574589 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd420c-55e6-4ed5-89c4-59769395776b req-25919fd8-db61-4368-95b1-186509bfc95a tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:02.576022 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-cdfd420c-55e6-4ed5-89c4-59769395776b req-25919fd8-db61-4368-95b1-186509bfc95a tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.52 "GET /networking/v2.0/networks?id=fd218502-570d-4f7c-88c1-4499072d8f6e HTTP/1.1" status: 200 len: 815 time: 0.1792560 Oct 23 01:02:02.600451 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:02.654029 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-cdfd420c-55e6-4ed5-89c4-59769395776b req-ef344773-5beb-45ff-a315-4be10dda0a7f tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3fae115d5ad049b5b40c59212216d458 HTTP/1.1" status: 200 len: 473 time: 0.0698488 Oct 23 01:02:02.703555 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [req-cdfd420c-55e6-4ed5-89c4-59769395776b req-7405f44e-273d-4939-92c9-c078e2c9a499 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Request body: {'port': {'device_id': '7979ba1d-67a3-4380-8cc9-e65ed6e50cd5', 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e', 'admin_state_up': True, 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'security_groups': ['27fe5e11-7bd5-432e-9b1b-087e3e2991c9']}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:02:02.833158 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdfd420c-55e6-4ed5-89c4-59769395776b req-7405f44e-273d-4939-92c9-c078e2c9a499 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Made reservation on behalf of 3fae115d5ad049b5b40c59212216d458 for: {'port': 1} {{(pid=104552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:02:02.837510 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-cdfd420c-55e6-4ed5-89c4-59769395776b req-7405f44e-273d-4939-92c9-c078e2c9a499 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:02.971479 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.db_base_plugin_common [req-cdfd420c-55e6-4ed5-89c4-59769395776b req-7405f44e-273d-4939-92c9-c078e2c9a499 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Allocated IP 172.20.0.12 (fd218502-570d-4f7c-88c1-4499072d8f6e/a9e16815-4336-4cda-ac3b-da5c9a06661d/e718bd05-4ddf-4ebd-b9d8-a8876d827df4) {{(pid=104552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:02:02.999334 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:DELETE=1,neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:03.112603 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-cdfd420c-55e6-4ed5-89c4-59769395776b req-7405f44e-273d-4939-92c9-c078e2c9a499 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for port (e718bd05-4ddf-4ebd-b9d8-a8876d827df4), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:03.150551 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-cdfd420c-55e6-4ed5-89c4-59769395776b req-7405f44e-273d-4939-92c9-c078e2c9a499 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5995606'] for port (e718bd05-4ddf-4ebd-b9d8-a8876d827df4), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:03.204115 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdfd420c-55e6-4ed5-89c4-59769395776b req-7405f44e-273d-4939-92c9-c078e2c9a499 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Network fd218502-570d-4f7c-88c1-4499072d8f6e is already hosted by enough agents. {{(pid=104552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:02:03.209287 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.base_scheduler [req-cdfd420c-55e6-4ed5-89c4-59769395776b req-7405f44e-273d-4939-92c9-c078e2c9a499 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Resources bound (agent type, host, resource id): {{(pid=104552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:02:03.213210 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdfd420c-55e6-4ed5-89c4-59769395776b req-7405f44e-273d-4939-92c9-c078e2c9a499 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Received port after_create {{(pid=104552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:02:03.237093 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7405f44e-273d-4939-92c9-c078e2c9a499 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Pushing event updated for resources: {'Port': ['ID=e718bd05-4ddf-4ebd-b9d8-a8876d827df4,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:03.266948 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd420c-55e6-4ed5-89c4-59769395776b req-7405f44e-273d-4939-92c9-c078e2c9a499 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:03.267739 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-cdfd420c-55e6-4ed5-89c4-59769395776b req-7405f44e-273d-4939-92c9-c078e2c9a499 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:03.288875 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-cdfd420c-55e6-4ed5-89c4-59769395776b req-7405f44e-273d-4939-92c9-c078e2c9a499 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5913968 Oct 23 01:02:03.300345 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [req-cdfd420c-55e6-4ed5-89c4-59769395776b req-35c97452-4ede-4316-b399-49073dad69d7 service neutron] Request body: {'port': {'device_id': '7979ba1d-67a3-4380-8cc9-e65ed6e50cd5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:02:03.364279 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-cdfd420c-55e6-4ed5-89c4-59769395776b req-35c97452-4ede-4316-b399-49073dad69d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (e718bd05-4ddf-4ebd-b9d8-a8876d827df4), before_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:03.388791 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-cae467ec-dd34-4c47-89bb-2848aa06f6ea None None] Provisioning complete for port e718bd05-4ddf-4ebd-b9d8-a8876d827df4 triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:02:03.389779 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-cae467ec-dd34-4c47-89bb-2848aa06f6ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (e718bd05-4ddf-4ebd-b9d8-a8876d827df4), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:03.390116 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-cae467ec-dd34-4c47-89bb-2848aa06f6ea None None] Attempt 1 to provision port e718bd05-4ddf-4ebd-b9d8-a8876d827df4 Oct 23 01:02:03.421438 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-cae467ec-dd34-4c47-89bb-2848aa06f6ea None None] Port e718bd05-4ddf-4ebd-b9d8-a8876d827df4 cannot update to ACTIVE because it is not bound. {{(pid=104553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:02:03.487547 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:03.665642 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [req-cdfd420c-55e6-4ed5-89c4-59769395776b req-35c97452-4ede-4316-b399-49073dad69d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e718bd05-4ddf-4ebd-b9d8-a8876d827df4 {{(pid=104552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:02:03.676830 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-cdfd420c-55e6-4ed5-89c4-59769395776b req-35c97452-4ede-4316-b399-49073dad69d7 service neutron] Publish callbacks [] for port (e718bd05-4ddf-4ebd-b9d8-a8876d827df4), precommit_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:03.689092 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d2358-da6f-4449-b4b2-9b159690a5b3 req-27e595b0-faf0-4c05-b2ff-17d57afac4f5 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:03.690568 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-528d2358-da6f-4449-b4b2-9b159690a5b3 req-27e595b0-faf0-4c05-b2ff-17d57afac4f5 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7979ba1d-67a3-4380-8cc9-e65ed6e50cd5 HTTP/1.1" status: 200 len: 932 time: 0.0657899 Oct 23 01:02:03.699825 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.provisioning_blocks [req-cdfd420c-55e6-4ed5-89c4-59769395776b req-35c97452-4ede-4316-b399-49073dad69d7 service neutron] Transition to ACTIVE for port object e718bd05-4ddf-4ebd-b9d8-a8876d827df4 will not be triggered until provisioned by entity L2. {{(pid=104552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 01:02:03.706249 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-cdfd420c-55e6-4ed5-89c4-59769395776b req-35c97452-4ede-4316-b399-49073dad69d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5995615'] for port (e718bd05-4ddf-4ebd-b9d8-a8876d827df4), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:03.796630 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c97452-4ede-4316-b399-49073dad69d7 service neutron] Pushing event updated for resources: {'Port': ['ID=e718bd05-4ddf-4ebd-b9d8-a8876d827df4,revision_number=2']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:03.801526 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-528d2358-da6f-4449-b4b2-9b159690a5b3 req-cdaffeeb-cc9b-4a45-a9c8-a40eec920ee1 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=27fe5e11-7bd5-432e-9b1b-087e3e2991c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035440 Oct 23 01:02:03.851739 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.managers [req-cdfd420c-55e6-4ed5-89c4-59769395776b req-35c97452-4ede-4316-b399-49073dad69d7 service neutron] Attempting to bind port e718bd05-4ddf-4ebd-b9d8-a8876d827df4 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:02:03.852076 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.managers [req-cdfd420c-55e6-4ed5-89c4-59769395776b req-35c97452-4ede-4316-b399-49073dad69d7 service neutron] Attempting to bind port e718bd05-4ddf-4ebd-b9d8-a8876d827df4 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'e963d26c-0a32-4372-aefd-3f9403fc219c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e'}] {{(pid=104552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:02:03.852397 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdfd420c-55e6-4ed5-89c4-59769395776b req-35c97452-4ede-4316-b399-49073dad69d7 service neutron] Attempting to bind port e718bd05-4ddf-4ebd-b9d8-a8876d827df4 on network fd218502-570d-4f7c-88c1-4499072d8f6e {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:02:03.876928 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:03.899400 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdfd420c-55e6-4ed5-89c4-59769395776b req-35c97452-4ede-4316-b399-49073dad69d7 service neutron] Port e718bd05-4ddf-4ebd-b9d8-a8876d827df4 on network fd218502-570d-4f7c-88c1-4499072d8f6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:02:03.899770 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdfd420c-55e6-4ed5-89c4-59769395776b req-35c97452-4ede-4316-b399-49073dad69d7 service neutron] Attempting to bind port e718bd05-4ddf-4ebd-b9d8-a8876d827df4 on network fd218502-570d-4f7c-88c1-4499072d8f6e {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:02:03.950547 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdfd420c-55e6-4ed5-89c4-59769395776b req-35c97452-4ede-4316-b399-49073dad69d7 service neutron] Checking agent: {'id': '16cf44eb-3ef2-4361-a416-47ab9083b794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 53, 30), 'started_at': datetime.datetime(2022, 10, 23, 0, 53, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:02:03.950884 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdfd420c-55e6-4ed5-89c4-59769395776b req-35c97452-4ede-4316-b399-49073dad69d7 service neutron] Checking segment: {'id': 'e963d26c-0a32-4372-aefd-3f9403fc219c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:02:03.951328 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdfd420c-55e6-4ed5-89c4-59769395776b req-35c97452-4ede-4316-b399-49073dad69d7 service neutron] Bound using segment: {'id': 'e963d26c-0a32-4372-aefd-3f9403fc219c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e'} {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:02:03.951688 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.managers [req-cdfd420c-55e6-4ed5-89c4-59769395776b req-35c97452-4ede-4316-b399-49073dad69d7 service neutron] Bound port: e718bd05-4ddf-4ebd-b9d8-a8876d827df4, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e963d26c-0a32-4372-aefd-3f9403fc219c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e'}}] {{(pid=104552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:02:03.952013 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-cdfd420c-55e6-4ed5-89c4-59769395776b req-35c97452-4ede-4316-b399-49073dad69d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (e718bd05-4ddf-4ebd-b9d8-a8876d827df4), before_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:04.015257 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-cdfd420c-55e6-4ed5-89c4-59769395776b req-35c97452-4ede-4316-b399-49073dad69d7 service neutron] For port e718bd05-4ddf-4ebd-b9d8-a8876d827df4, host hv-cinder-maste, cleared binding levels {{(pid=104552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:02:04.018254 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-cdfd420c-55e6-4ed5-89c4-59769395776b req-35c97452-4ede-4316-b399-49073dad69d7 service neutron] For port e718bd05-4ddf-4ebd-b9d8-a8876d827df4, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e718bd05-4ddf-4ebd-b9d8-a8876d827df4,segment=NetworkSegment(e963d26c-0a32-4372-aefd-3f9403fc219c),segment_id=e963d26c-0a32-4372-aefd-3f9403fc219c)] {{(pid=104552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:02:04.024358 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-cdfd420c-55e6-4ed5-89c4-59769395776b req-35c97452-4ede-4316-b399-49073dad69d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5995615'] for port (e718bd05-4ddf-4ebd-b9d8-a8876d827df4), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:04.028372 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd420c-55e6-4ed5-89c4-59769395776b req-35c97452-4ede-4316-b399-49073dad69d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:04.029008 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-cdfd420c-55e6-4ed5-89c4-59769395776b req-35c97452-4ede-4316-b399-49073dad69d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:04.030397 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-cdfd420c-55e6-4ed5-89c4-59769395776b req-35c97452-4ede-4316-b399-49073dad69d7 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/e718bd05-4ddf-4ebd-b9d8-a8876d827df4 HTTP/1.1" status: 200 len: 1094 time: 0.7343042 Oct 23 01:02:04.031266 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7979ba1d-67a3-4380-8cc9-e65ed6e50cd5', 'tag': 'e718bd05-4ddf-4ebd-b9d8-a8876d827df4'}] {{(pid=104552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:02:04.033240 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e71a59ae106f7f9b2e36c913636ed0b95d68e581a9dbd71020046a5c2e6c46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd704bb4-18ef-4b51-93bc-bc99be3d85f6" -d '{"events": [{"name": "network-changed", "server_uuid": "7979ba1d-67a3-4380-8cc9-e65ed6e50cd5", "tag": "e718bd05-4ddf-4ebd-b9d8-a8876d827df4"}]}' {{(pid=104552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:02:04.079933 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2539b6fa-04c1-44dd-b1bf-4ee89606e19c x-openstack-request-id: req-2539b6fa-04c1-44dd-b1bf-4ee89606e19c {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:02:04.080217 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7979ba1d-67a3-4380-8cc9-e65ed6e50cd5", "tag": "e718bd05-4ddf-4ebd-b9d8-a8876d827df4", "status": "completed", "code": 200}]} {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:02:04.080467 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2539b6fa-04c1-44dd-b1bf-4ee89606e19c {{(pid=104552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:02:04.080889 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2539b6fa-04c1-44dd-b1bf-4ee89606e19c'] response: {'name': 'network-changed', 'server_uuid': '7979ba1d-67a3-4380-8cc9-e65ed6e50cd5', 'tag': 'e718bd05-4ddf-4ebd-b9d8-a8876d827df4', 'status': 'completed', 'code': 200} Oct 23 01:02:04.117167 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c97452-4ede-4316-b399-49073dad69d7 service neutron] Pushing event updated for resources: {'Port': ['ID=e718bd05-4ddf-4ebd-b9d8-a8876d827df4,revision_number=3']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:04.122333 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd420c-55e6-4ed5-89c4-59769395776b req-d5cc09a7-bf20-4f98-9f9b-e9343e37a69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:04.123829 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-cdfd420c-55e6-4ed5-89c4-59769395776b req-d5cc09a7-bf20-4f98-9f9b-e9343e37a69d service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=3fae115d5ad049b5b40c59212216d458&device_id=7979ba1d-67a3-4380-8cc9-e65ed6e50cd5 HTTP/1.1" status: 200 len: 1128 time: 0.0524871 Oct 23 01:02:04.169486 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-cdfd420c-55e6-4ed5-89c4-59769395776b req-bcc0a29c-5fd3-4f41-858b-de1b2b344b5f service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e718bd05-4ddf-4ebd-b9d8-a8876d827df4 HTTP/1.1" status: 200 len: 217 time: 0.0380845 Oct 23 01:02:04.219956 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd420c-55e6-4ed5-89c4-59769395776b req-92d8adb6-42bf-4e37-b8b8-03e5357a467e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:04.221446 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-cdfd420c-55e6-4ed5-89c4-59769395776b req-92d8adb6-42bf-4e37-b8b8-03e5357a467e service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=a9e16815-4336-4cda-ac3b-da5c9a06661d HTTP/1.1" status: 200 len: 854 time: 0.0463231 Oct 23 01:02:04.266824 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfd420c-55e6-4ed5-89c4-59769395776b req-40189a12-b9b3-4805-b98e-8ecba2eb9810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:04.268278 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-cdfd420c-55e6-4ed5-89c4-59769395776b req-40189a12-b9b3-4805-b98e-8ecba2eb9810 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=fd218502-570d-4f7c-88c1-4499072d8f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392284 Oct 23 01:02:04.364256 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-cdfd420c-55e6-4ed5-89c4-59769395776b req-177a1d31-47e7-4295-bb53-f01696cecb28 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/fd218502-570d-4f7c-88c1-4499072d8f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897255 Oct 23 01:02:04.430482 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:04.457596 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-cdfd420c-55e6-4ed5-89c4-59769395776b req-6199cf2e-4830-4d9c-a0d0-deee086ebbfb service neutron] 10.222.0.52 "GET /networking/v2.0/networks/fd218502-570d-4f7c-88c1-4499072d8f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872703 Oct 23 01:02:04.947607 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a51f03-ab81-44b5-9d1c-07119812aea9 req-0e7b23d3-5256-47d6-b683-45c9e05e5d01 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:04.949065 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-23a51f03-ab81-44b5-9d1c-07119812aea9 req-0e7b23d3-5256-47d6-b683-45c9e05e5d01 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7979ba1d-67a3-4380-8cc9-e65ed6e50cd5 HTTP/1.1" status: 200 len: 944 time: 0.0557539 Oct 23 01:02:05.001438 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-23a51f03-ab81-44b5-9d1c-07119812aea9 req-ab596286-db8a-4634-8fe9-3f678874030c tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=27fe5e11-7bd5-432e-9b1b-087e3e2991c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464425 Oct 23 01:02:05.301896 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd704bb4-18ef-4b51-93bc-bc99be3d85f6 req-d763b1a6-859a-44cc-ab44-f00499e234db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:05.303576 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-fd704bb4-18ef-4b51-93bc-bc99be3d85f6 req-d763b1a6-859a-44cc-ab44-f00499e234db service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=3fae115d5ad049b5b40c59212216d458&device_id=7979ba1d-67a3-4380-8cc9-e65ed6e50cd5 HTTP/1.1" status: 200 len: 1128 time: 0.0464952 Oct 23 01:02:05.397009 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd704bb4-18ef-4b51-93bc-bc99be3d85f6 req-48d6610d-1fc0-4a90-8696-f1781f20dec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:05.398482 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-fd704bb4-18ef-4b51-93bc-bc99be3d85f6 req-48d6610d-1fc0-4a90-8696-f1781f20dec8 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=fd218502-570d-4f7c-88c1-4499072d8f6e HTTP/1.1" status: 200 len: 916 time: 0.0894256 Oct 23 01:02:05.442878 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-fd704bb4-18ef-4b51-93bc-bc99be3d85f6 req-2e4cda20-98c9-4213-ac52-3fdca9e5804c service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e718bd05-4ddf-4ebd-b9d8-a8876d827df4 HTTP/1.1" status: 200 len: 217 time: 0.0372093 Oct 23 01:02:05.492582 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd704bb4-18ef-4b51-93bc-bc99be3d85f6 req-bd511f37-871b-4527-a68e-8b70576a1966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:05.494124 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-fd704bb4-18ef-4b51-93bc-bc99be3d85f6 req-bd511f37-871b-4527-a68e-8b70576a1966 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=a9e16815-4336-4cda-ac3b-da5c9a06661d HTTP/1.1" status: 200 len: 854 time: 0.0445359 Oct 23 01:02:05.538258 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd704bb4-18ef-4b51-93bc-bc99be3d85f6 req-d85edf26-1f0b-4b6a-8f7a-b4a874636baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:05.539848 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-fd704bb4-18ef-4b51-93bc-bc99be3d85f6 req-d85edf26-1f0b-4b6a-8f7a-b4a874636baa service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=fd218502-570d-4f7c-88c1-4499072d8f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398045 Oct 23 01:02:05.599868 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:05.634544 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-fd704bb4-18ef-4b51-93bc-bc99be3d85f6 req-2d3dd7c1-39e6-43d9-a0a6-0e50f83493bd service neutron] 10.222.0.52 "GET /networking/v2.0/networks/fd218502-570d-4f7c-88c1-4499072d8f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890224 Oct 23 01:02:05.722894 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-fd704bb4-18ef-4b51-93bc-bc99be3d85f6 req-569c25dd-fc86-4660-a5aa-b19f41c1bbaf service neutron] 10.222.0.52 "GET /networking/v2.0/networks/fd218502-570d-4f7c-88c1-4499072d8f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828834 Oct 23 01:02:06.140246 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e57c76-9d1d-47ab-8c23-c44ad34d1f1d req-36c80214-d84d-492f-846c-556be166ce88 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:06.141752 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-24e57c76-9d1d-47ab-8c23-c44ad34d1f1d req-36c80214-d84d-492f-846c-556be166ce88 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7979ba1d-67a3-4380-8cc9-e65ed6e50cd5 HTTP/1.1" status: 200 len: 944 time: 0.0582988 Oct 23 01:02:06.194278 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-24e57c76-9d1d-47ab-8c23-c44ad34d1f1d req-5790de9b-6f6b-495f-9771-6e9ff434233a tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=27fe5e11-7bd5-432e-9b1b-087e3e2991c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460575 Oct 23 01:02:07.343945 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33545ca0-d131-48cb-9911-159588d56706 req-ee3361df-579d-4ac9-9be4-85a0f3c59086 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:07.345365 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-33545ca0-d131-48cb-9911-159588d56706 req-ee3361df-579d-4ac9-9be4-85a0f3c59086 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7979ba1d-67a3-4380-8cc9-e65ed6e50cd5 HTTP/1.1" status: 200 len: 944 time: 0.0512874 Oct 23 01:02:07.401998 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-33545ca0-d131-48cb-9911-159588d56706 req-26a8fd21-537e-4b75-8d8a-d94400b6d8d1 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=27fe5e11-7bd5-432e-9b1b-087e3e2991c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492744 Oct 23 01:02:08.217673 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device e718bd05-4ddf-4ebd-b9d8-a8876d827df4 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104553) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:02:08.338233 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port e718bd05-4ddf-4ebd-b9d8-a8876d827df4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e718bd05-4ddf-4ebd-b9d8-a8876d827df4,segment=NetworkSegment(e963d26c-0a32-4372-aefd-3f9403fc219c),segment_id=e963d26c-0a32-4372-aefd-3f9403fc219c)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:02:08.350191 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Returning: {'device': 'e718bd05-4ddf-4ebd-b9d8-a8876d827df4', 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e', 'port_id': 'e718bd05-4ddf-4ebd-b9d8-a8876d827df4', 'mac_address': 'fa:16:3e:93:f8:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e16815-4336-4cda-ac3b-da5c9a06661d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104553) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:02:08.386555 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Current status of the port e718bd05-4ddf-4ebd-b9d8-a8876d827df4 is: DOWN; New status is: BUILD {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:02:08.386955 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (e718bd05-4ddf-4ebd-b9d8-a8876d827df4), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:08.404167 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.notifiers.nova [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e718bd05-4ddf-4ebd-b9d8-a8876d827df4 {{(pid=104553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:02:08.424170 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port e718bd05-4ddf-4ebd-b9d8-a8876d827df4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e718bd05-4ddf-4ebd-b9d8-a8876d827df4,segment=NetworkSegment(e963d26c-0a32-4372-aefd-3f9403fc219c),segment_id=e963d26c-0a32-4372-aefd-3f9403fc219c)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:02:08.430247 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (e718bd05-4ddf-4ebd-b9d8-a8876d827df4), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:08.479672 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Pushing event updated for resources: {'Port': ['ID=e718bd05-4ddf-4ebd-b9d8-a8876d827df4,revision_number=4']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:08.537025 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1181a7d-c694-4b09-b125-b6c1907770b8 req-286424ab-e0fc-498b-9a02-bee9a1f18eda tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:08.538531 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f1181a7d-c694-4b09-b125-b6c1907770b8 req-286424ab-e0fc-498b-9a02-bee9a1f18eda tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7979ba1d-67a3-4380-8cc9-e65ed6e50cd5 HTTP/1.1" status: 200 len: 945 time: 0.0549171 Oct 23 01:02:08.588037 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f1181a7d-c694-4b09-b125-b6c1907770b8 req-7d51a760-e496-4b6b-b36c-0d39eb98d70b tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=27fe5e11-7bd5-432e-9b1b-087e3e2991c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434008 Oct 23 01:02:08.677604 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] get_ports_and_sgs() called for port_ids ['e718bd05-4ddf-4ebd-b9d8-a8876d827df4'] {{(pid=104553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:02:09.653883 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 54092) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:09.687166 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=19,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:09.720590 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80753cbe-5d05-4e14-b527-3af1628e7ff4 req-44b3d9a5-cb2d-49f6-84f8-c42dc85536b6 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:09.722128 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-80753cbe-5d05-4e14-b527-3af1628e7ff4 req-44b3d9a5-cb2d-49f6-84f8-c42dc85536b6 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7979ba1d-67a3-4380-8cc9-e65ed6e50cd5 HTTP/1.1" status: 200 len: 945 time: 0.0510669 Oct 23 01:02:09.778248 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-1a701a92-4105-4312-930d-0bc3678d3768 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:09.788166 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-80753cbe-5d05-4e14-b527-3af1628e7ff4 req-adc42b19-487e-40ba-93d0-797fb5a2e2fc tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=27fe5e11-7bd5-432e-9b1b-087e3e2991c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603633 Oct 23 01:02:09.837423 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:09.860648 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-1a701a92-4105-4312-930d-0bc3678d3768 admin admin] Publish callbacks [] for security_group (d1f376fb-265a-4b6f-b1ec-4ce6ebb89a4e), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:09.867408 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-1a701a92-4105-4312-930d-0bc3678d3768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (d1f376fb-265a-4b6f-b1ec-4ce6ebb89a4e), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:09.905698 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a701a92-4105-4312-930d-0bc3678d3768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f376fb-265a-4b6f-b1ec-4ce6ebb89a4e,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:09.909925 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-1a701a92-4105-4312-930d-0bc3678d3768 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=1b27a71d07a64977930639755630b592&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2550087 Oct 23 01:02:09.913501 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 54096) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:09.966764 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-968a59d5-c44c-45bd-b029-b434e048c7a4 admin admin] Publish callbacks [] for security_group (d1f376fb-265a-4b6f-b1ec-4ce6ebb89a4e), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:09.986850 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-968a59d5-c44c-45bd-b029-b434e048c7a4 admin admin] Publish callbacks [] for security_group (d1f376fb-265a-4b6f-b1ec-4ce6ebb89a4e), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:10.019286 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:10.040532 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-968a59d5-c44c-45bd-b029-b434e048c7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (d1f376fb-265a-4b6f-b1ec-4ce6ebb89a4e), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:10.043714 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-968a59d5-c44c-45bd-b029-b434e048c7a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:10.044909 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-968a59d5-c44c-45bd-b029-b434e048c7a4 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/d1f376fb-265a-4b6f-b1ec-4ce6ebb89a4e HTTP/1.1" status: 204 len: 168 time: 0.1310146 Oct 23 01:02:10.053146 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968a59d5-c44c-45bd-b029-b434e048c7a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f376fb-265a-4b6f-b1ec-4ce6ebb89a4e,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:10.237108 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device e718bd05-4ddf-4ebd-b9d8-a8876d827df4 up at agent hyperv_hv-cinder-maste {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:02:10.283485 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Provisioning for port e718bd05-4ddf-4ebd-b9d8-a8876d827df4 completed by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 01:02:10.292079 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Provisioning complete for port e718bd05-4ddf-4ebd-b9d8-a8876d827df4 triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:02:10.292843 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (e718bd05-4ddf-4ebd-b9d8-a8876d827df4), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:10.293214 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Attempt 1 to provision port e718bd05-4ddf-4ebd-b9d8-a8876d827df4 Oct 23 01:02:10.368861 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Current status of the port e718bd05-4ddf-4ebd-b9d8-a8876d827df4 is: BUILD; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:02:10.369406 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (e718bd05-4ddf-4ebd-b9d8-a8876d827df4), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:10.391417 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:DELETE=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:10.398850 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7979ba1d-67a3-4380-8cc9-e65ed6e50cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e718bd05-4ddf-4ebd-b9d8-a8876d827df4'}] {{(pid=104553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:02:10.401867 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ef7492e608d46078fd98593772981b2cfdf47eaedaeea269e4497eac5a7bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65639d12-4110-4edc-a74b-eccb350cc686" -d '{"events": [{"server_uuid": "7979ba1d-67a3-4380-8cc9-e65ed6e50cd5", "name": "network-vif-plugged", "status": "completed", "tag": "e718bd05-4ddf-4ebd-b9d8-a8876d827df4"}]}' {{(pid=104553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:02:10.407171 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:10.417687 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port e718bd05-4ddf-4ebd-b9d8-a8876d827df4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e718bd05-4ddf-4ebd-b9d8-a8876d827df4,segment=NetworkSegment(e963d26c-0a32-4372-aefd-3f9403fc219c),segment_id=e963d26c-0a32-4372-aefd-3f9403fc219c)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:02:10.424653 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (e718bd05-4ddf-4ebd-b9d8-a8876d827df4), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:10.479424 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7bff541-8a8c-4a4e-954a-573ca5f7174d x-openstack-request-id: req-b7bff541-8a8c-4a4e-954a-573ca5f7174d {{(pid=104553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:02:10.479941 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7979ba1d-67a3-4380-8cc9-e65ed6e50cd5", "name": "network-vif-plugged", "status": "completed", "tag": "e718bd05-4ddf-4ebd-b9d8-a8876d827df4", "code": 200}]} {{(pid=104553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:02:10.480289 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b7bff541-8a8c-4a4e-954a-573ca5f7174d {{(pid=104553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:02:10.480901 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7bff541-8a8c-4a4e-954a-573ca5f7174d'] response: {'server_uuid': '7979ba1d-67a3-4380-8cc9-e65ed6e50cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e718bd05-4ddf-4ebd-b9d8-a8876d827df4', 'code': 200} Oct 23 01:02:10.491468 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Pushing event updated for resources: {'Port': ['ID=e718bd05-4ddf-4ebd-b9d8-a8876d827df4,revision_number=5']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:10.653466 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2dcd6f-1976-4d04-8a50-a7db21153a8a req-d0c1d0b1-d8b8-45c2-9068-5c041bb00357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:10.654993 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1b2dcd6f-1976-4d04-8a50-a7db21153a8a req-d0c1d0b1-d8b8-45c2-9068-5c041bb00357 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7979ba1d-67a3-4380-8cc9-e65ed6e50cd5 HTTP/1.1" status: 200 len: 1130 time: 0.0428059 Oct 23 01:02:10.706528 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1b2dcd6f-1976-4d04-8a50-a7db21153a8a req-0974b517-3c96-4e93-a492-99dedaeb6ed6 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=27fe5e11-7bd5-432e-9b1b-087e3e2991c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435057 Oct 23 01:02:10.916313 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9fa1f-4eb3-4dad-b4a7-f63f978f04df req-d74829c2-967e-4f8a-a079-1226a506c2ff tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:10.917899 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-5ca9fa1f-4eb3-4dad-b4a7-f63f978f04df req-d74829c2-967e-4f8a-a079-1226a506c2ff tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7979ba1d-67a3-4380-8cc9-e65ed6e50cd5 HTTP/1.1" status: 200 len: 946 time: 0.0504539 Oct 23 01:02:10.970447 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-5ca9fa1f-4eb3-4dad-b4a7-f63f978f04df req-ebbd752c-1515-482d-8da9-8a55ba47ce2b tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=27fe5e11-7bd5-432e-9b1b-087e3e2991c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463541 Oct 23 01:02:12.101214 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac4f9f-5f24-4452-8cb5-874892c2a485 req-4946a917-a5fa-4c66-8d05-5bc21250b392 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:12.102685 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-edac4f9f-5f24-4452-8cb5-874892c2a485 req-4946a917-a5fa-4c66-8d05-5bc21250b392 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7979ba1d-67a3-4380-8cc9-e65ed6e50cd5 HTTP/1.1" status: 200 len: 946 time: 0.0500033 Oct 23 01:02:12.161342 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-edac4f9f-5f24-4452-8cb5-874892c2a485 req-c747783a-f20c-40e7-b6dd-06645cee7efa tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=27fe5e11-7bd5-432e-9b1b-087e3e2991c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525646 Oct 23 01:02:12.631137 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 54178) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:12.748658 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e1f2eaa4-21c2-41b0-937c-6550172360ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:12.827353 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e1f2eaa4-21c2-41b0-937c-6550172360ab admin admin] Publish callbacks [] for security_group (4d00008b-987f-41f6-a6e3-88c2fbe324a6), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:12.834233 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e1f2eaa4-21c2-41b0-937c-6550172360ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (4d00008b-987f-41f6-a6e3-88c2fbe324a6), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:12.874783 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-e1f2eaa4-21c2-41b0-937c-6550172360ab admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=6858985f64b7445da85b31928890ee14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2425687 Oct 23 01:02:12.875627 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f2eaa4-21c2-41b0-937c-6550172360ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d00008b-987f-41f6-a6e3-88c2fbe324a6,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:12.877680 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 54184) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:12.932068 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-3f9e8a37-bad7-42c6-8d8e-202da6b1e4be admin admin] Publish callbacks [] for security_group (4d00008b-987f-41f6-a6e3-88c2fbe324a6), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:12.958873 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-3f9e8a37-bad7-42c6-8d8e-202da6b1e4be admin admin] Publish callbacks [] for security_group (4d00008b-987f-41f6-a6e3-88c2fbe324a6), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:13.012337 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-3f9e8a37-bad7-42c6-8d8e-202da6b1e4be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (4d00008b-987f-41f6-a6e3-88c2fbe324a6), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:13.014811 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-3f9e8a37-bad7-42c6-8d8e-202da6b1e4be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:13.015960 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-3f9e8a37-bad7-42c6-8d8e-202da6b1e4be admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/4d00008b-987f-41f6-a6e3-88c2fbe324a6 HTTP/1.1" status: 204 len: 168 time: 0.1373265 Oct 23 01:02:13.023911 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9e8a37-bad7-42c6-8d8e-202da6b1e4be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d00008b-987f-41f6-a6e3-88c2fbe324a6,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:13.283752 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5674837-aa0c-4e23-b16b-427cdad4412f req-f7e4955b-d214-4adb-8739-5e3486740a62 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:13.285280 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c5674837-aa0c-4e23-b16b-427cdad4412f req-f7e4955b-d214-4adb-8739-5e3486740a62 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7979ba1d-67a3-4380-8cc9-e65ed6e50cd5 HTTP/1.1" status: 200 len: 946 time: 0.0515633 Oct 23 01:02:13.300115 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 54192) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:13.313868 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-c54930cf-7aca-43ab-a17c-3869462afcfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:13.334805 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c5674837-aa0c-4e23-b16b-427cdad4412f req-88abe978-fc20-4053-84a7-f78bce392941 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=27fe5e11-7bd5-432e-9b1b-087e3e2991c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437169 Oct 23 01:02:13.393704 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-c54930cf-7aca-43ab-a17c-3869462afcfa admin admin] Publish callbacks [] for security_group (b430a7e3-11f8-4653-9468-43cd1b326217), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:13.399453 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-c54930cf-7aca-43ab-a17c-3869462afcfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (b430a7e3-11f8-4653-9468-43cd1b326217), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:13.438687 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-c54930cf-7aca-43ab-a17c-3869462afcfa admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=e58a74eb5e4a4ec9b11a13da86ad886c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1374238 Oct 23 01:02:13.439490 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54930cf-7aca-43ab-a17c-3869462afcfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b430a7e3-11f8-4653-9468-43cd1b326217,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:13.442456 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 54194) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:13.493015 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-059f9101-8113-423f-aed1-6028fb081414 admin admin] Publish callbacks [] for security_group (b430a7e3-11f8-4653-9468-43cd1b326217), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:13.514316 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-059f9101-8113-423f-aed1-6028fb081414 admin admin] Publish callbacks [] for security_group (b430a7e3-11f8-4653-9468-43cd1b326217), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:13.567452 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-059f9101-8113-423f-aed1-6028fb081414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (b430a7e3-11f8-4653-9468-43cd1b326217), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:13.569937 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-059f9101-8113-423f-aed1-6028fb081414 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:13.571093 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-059f9101-8113-423f-aed1-6028fb081414 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/b430a7e3-11f8-4653-9468-43cd1b326217 HTTP/1.1" status: 204 len: 168 time: 0.1274557 Oct 23 01:02:13.579176 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059f9101-8113-423f-aed1-6028fb081414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b430a7e3-11f8-4653-9468-43cd1b326217,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:14.478223 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04bfe4f-fb7c-4e88-bc32-693dc15d91ef req-14ddb910-cba6-4c95-b1c2-31152a967144 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:14.480320 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e04bfe4f-fb7c-4e88-bc32-693dc15d91ef req-14ddb910-cba6-4c95-b1c2-31152a967144 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7979ba1d-67a3-4380-8cc9-e65ed6e50cd5 HTTP/1.1" status: 200 len: 946 time: 0.0542452 Oct 23 01:02:14.523097 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:14.536641 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e04bfe4f-fb7c-4e88-bc32-693dc15d91ef req-71462895-9847-4a7d-8055-03d0e4921898 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=27fe5e11-7bd5-432e-9b1b-087e3e2991c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497658 Oct 23 01:02:14.656285 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943c0fc-2987-4775-8ac1-35ef27b3ccd4 req-c76c673f-13c9-49e7-8f85-c56cc0fa1cc3 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:14.657834 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-b943c0fc-2987-4775-8ac1-35ef27b3ccd4 req-c76c673f-13c9-49e7-8f85-c56cc0fa1cc3 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7979ba1d-67a3-4380-8cc9-e65ed6e50cd5 HTTP/1.1" status: 200 len: 946 time: 0.0483654 Oct 23 01:02:14.668225 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 54238) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:14.672804 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [None req-ce13cdbe-3f93-44f5-a1a6-43e073ef12de tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Request body: {'floatingip': {'port_id': 'e718bd05-4ddf-4ebd-b9d8-a8876d827df4'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:02:14.711280 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-ce13cdbe-3f93-44f5-a1a6-43e073ef12de tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for floatingip (d84ffc9e-a979-455d-a4f4-f4b8ba74ad31), before_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:14.783994 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:15.150198 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-ce13cdbe-3f93-44f5-a1a6-43e073ef12de tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:15.154883 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-ce13cdbe-3f93-44f5-a1a6-43e073ef12de tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516985'] for floatingip (d84ffc9e-a979-455d-a4f4-f4b8ba74ad31), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:15.521626 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.db.l3_db [None req-ce13cdbe-3f93-44f5-a1a6-43e073ef12de tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Floating IP d84ffc9e-a979-455d-a4f4-f4b8ba74ad31 associated. External IP: 172.37.4.169, port: e718bd05-4ddf-4ebd-b9d8-a8876d827df4. Oct 23 01:02:15.747058 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce13cdbe-3f93-44f5-a1a6-43e073ef12de tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Router 8fd18b97-ffc6-453a-a42c-97191397ee01 has already been hosted by L3 agent 71de1650-f9d9-4095-92e6-e37ec99e20cf {{(pid=104552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:02:15.866279 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce13cdbe-3f93-44f5-a1a6-43e073ef12de tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:02:15.872007 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-ce13cdbe-3f93-44f5-a1a6-43e073ef12de tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for floatingip (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:15.877609 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff08b046-22f1-4e5b-a332-c1b8a88f6ac2 None None] Sync routers for ids ['8fd18b97-ffc6-453a-a42c-97191397ee01'] in dv-cinder-master-3-iscsi {{(pid=104554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:02:15.888620 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff08b046-22f1-4e5b-a332-c1b8a88f6ac2 None None] Routers {'8fd18b97-ffc6-453a-a42c-97191397ee01'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:02:15.889267 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-ff08b046-22f1-4e5b-a332-c1b8a88f6ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:01:51Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['8fd18b97-ffc6-453a-a42c-97191397ee01'], 'active': True} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:02:15.908203 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-ce13cdbe-3f93-44f5-a1a6-43e073ef12de tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/d84ffc9e-a979-455d-a4f4-f4b8ba74ad31 HTTP/1.1" status: 200 len: 992 time: 1.2388170 Oct 23 01:02:15.908865 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7979ba1d-67a3-4380-8cc9-e65ed6e50cd5', 'tag': 'e718bd05-4ddf-4ebd-b9d8-a8876d827df4'}] {{(pid=104552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:02:15.911230 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e71a59ae106f7f9b2e36c913636ed0b95d68e581a9dbd71020046a5c2e6c46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1304ee56-5870-4e93-8e6b-11179d17278a" -d '{"events": [{"name": "network-changed", "server_uuid": "7979ba1d-67a3-4380-8cc9-e65ed6e50cd5", "tag": "e718bd05-4ddf-4ebd-b9d8-a8876d827df4"}]}' {{(pid=104552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:02:15.952300 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90879912-ea00-430b-9596-28086931fe6e x-openstack-request-id: req-90879912-ea00-430b-9596-28086931fe6e {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:02:15.952707 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7979ba1d-67a3-4380-8cc9-e65ed6e50cd5", "tag": "e718bd05-4ddf-4ebd-b9d8-a8876d827df4", "status": "completed", "code": 200}]} {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:02:15.953150 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-90879912-ea00-430b-9596-28086931fe6e {{(pid=104552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:02:15.953762 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90879912-ea00-430b-9596-28086931fe6e'] response: {'name': 'network-changed', 'server_uuid': '7979ba1d-67a3-4380-8cc9-e65ed6e50cd5', 'tag': 'e718bd05-4ddf-4ebd-b9d8-a8876d827df4', 'status': 'completed', 'code': 200} Oct 23 01:02:15.999350 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvr_db [None req-ff08b046-22f1-4e5b-a332-c1b8a88f6ac2 None None] Set router 8fd18b97-ffc6-453a-a42c-97191397ee01 gateway port host: dv-cinder-master-3-iscsi {{(pid=104554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:02:16.028880 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304ee56-5870-4e93-8e6b-11179d17278a req-902c28f2-53df-4fe3-9921-e4a58affb567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:16.030650 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1304ee56-5870-4e93-8e6b-11179d17278a req-902c28f2-53df-4fe3-9921-e4a58affb567 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=3fae115d5ad049b5b40c59212216d458&device_id=7979ba1d-67a3-4380-8cc9-e65ed6e50cd5 HTTP/1.1" status: 200 len: 1130 time: 0.0429671 Oct 23 01:02:16.114666 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:16.123872 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:16.143392 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304ee56-5870-4e93-8e6b-11179d17278a req-43079e0d-039d-462e-9e15-ac99a17ae1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:16.145314 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1304ee56-5870-4e93-8e6b-11179d17278a req-43079e0d-039d-462e-9e15-ac99a17ae1eb service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=fd218502-570d-4f7c-88c1-4499072d8f6e HTTP/1.1" status: 200 len: 916 time: 0.1046989 Oct 23 01:02:16.214087 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1304ee56-5870-4e93-8e6b-11179d17278a req-88187fed-dd02-4c26-8ce9-67455442e240 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e718bd05-4ddf-4ebd-b9d8-a8876d827df4 HTTP/1.1" status: 200 len: 1000 time: 0.0624440 Oct 23 01:02:16.243410 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-ff08b046-22f1-4e5b-a332-c1b8a88f6ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'name': 'tempest-AttachVolumeNegativeTest-2031464467-router', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.46'}], 'enable_snat': True}, 'gw_port_id': 'ba4c44b3-597d-4a36-9e78-c7a4635964fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:00:49Z', 'updated_at': '2022-10-23T01:00:52Z', 'revision_number': 4, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'gw_port': {'id': 'ba4c44b3-597d-4a36-9e78-c7a4635964fd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:00:50Z', 'updated_at': '2022-10-23T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'ae4e723b-0c0d-4bab-9a58-dc2a97d6c0ef', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'floating_ip_address': '172.37.4.32', 'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'router_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'port_id': '2eafe9f3-8116-4c7f-a6ed-69810adb3007', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e', 'mac_address': 'fa:16:3e:70:0a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb40f6d-56d7-4fd3-b7ec-29a34218367d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:00:54Z', 'updated_at': '2022-10-23T01:01:08Z', 'revision_number': 2, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'fixed_ip_address_scope': None}, {'id': 'd84ffc9e-a979-455d-a4f4-f4b8ba74ad31', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'floating_ip_address': '172.37.4.169', 'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'router_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'port_id': 'e718bd05-4ddf-4ebd-b9d8-a8876d827df4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e', 'mac_address': 'fa:16:3e:93:f8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7979ba1d-67a3-4380-8cc9-e65ed6e50cd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:02:00Z', 'updated_at': '2022-10-23T01:02:15Z', 'revision_number': 1, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82ab6488-6b18-4ad8-b485-c6f52a5eacb2', 'name': '', 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'mac_address': 'fa:16:3e:e3:ba:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a9e16815-4336-4cda-ac3b-da5c9a06661d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:00:52Z', 'updated_at': '2022-10-23T01:00:58Z', 'revision_number': 5, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'subnets': [{'id': 'a9e16815-4336-4cda-ac3b-da5c9a06661d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:02:16.268285 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304ee56-5870-4e93-8e6b-11179d17278a req-f338c6ca-7f02-4c41-8131-dc8be5860068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:16.269694 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1304ee56-5870-4e93-8e6b-11179d17278a req-f338c6ca-7f02-4c41-8131-dc8be5860068 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=a9e16815-4336-4cda-ac3b-da5c9a06661d HTTP/1.1" status: 200 len: 854 time: 0.0487833 Oct 23 01:02:16.272063 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff08b046-22f1-4e5b-a332-c1b8a88f6ac2 None None] Checking router: 8fd18b97-ffc6-453a-a42c-97191397ee01 for host: dv-cinder-master-3-iscsi {{(pid=104554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:02:16.281450 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff08b046-22f1-4e5b-a332-c1b8a88f6ac2 None None] Routers {'8fd18b97-ffc6-453a-a42c-97191397ee01'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:02:16.282053 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-ff08b046-22f1-4e5b-a332-c1b8a88f6ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:01:51Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['8fd18b97-ffc6-453a-a42c-97191397ee01'], 'active': True} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:02:16.324519 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304ee56-5870-4e93-8e6b-11179d17278a req-fbf9bdac-d751-4c43-8533-cc6e87b1f232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:16.326985 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1304ee56-5870-4e93-8e6b-11179d17278a req-fbf9bdac-d751-4c43-8533-cc6e87b1f232 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=fd218502-570d-4f7c-88c1-4499072d8f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506022 Oct 23 01:02:16.394360 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvr_db [None req-ff08b046-22f1-4e5b-a332-c1b8a88f6ac2 None None] Set router 8fd18b97-ffc6-453a-a42c-97191397ee01 gateway port host: dv-cinder-master-3-iscsi {{(pid=104554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:02:16.431987 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1304ee56-5870-4e93-8e6b-11179d17278a req-e3776d8b-0511-47bd-a5b4-6702c0df2595 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/fd218502-570d-4f7c-88c1-4499072d8f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979764 Oct 23 01:02:16.529772 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1304ee56-5870-4e93-8e6b-11179d17278a req-0c2626b9-087a-4bba-8427-921f7a44cbe9 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/fd218502-570d-4f7c-88c1-4499072d8f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911603 Oct 23 01:02:16.637208 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-ff08b046-22f1-4e5b-a332-c1b8a88f6ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'name': 'tempest-AttachVolumeNegativeTest-2031464467-router', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.46'}], 'enable_snat': True}, 'gw_port_id': 'ba4c44b3-597d-4a36-9e78-c7a4635964fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:00:49Z', 'updated_at': '2022-10-23T01:00:52Z', 'revision_number': 4, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'gw_port': {'id': 'ba4c44b3-597d-4a36-9e78-c7a4635964fd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:00:50Z', 'updated_at': '2022-10-23T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'ae4e723b-0c0d-4bab-9a58-dc2a97d6c0ef', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'floating_ip_address': '172.37.4.32', 'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'router_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'port_id': '2eafe9f3-8116-4c7f-a6ed-69810adb3007', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e', 'mac_address': 'fa:16:3e:70:0a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb40f6d-56d7-4fd3-b7ec-29a34218367d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:00:54Z', 'updated_at': '2022-10-23T01:01:08Z', 'revision_number': 2, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'fixed_ip_address_scope': None}, {'id': 'd84ffc9e-a979-455d-a4f4-f4b8ba74ad31', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'floating_ip_address': '172.37.4.169', 'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'router_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'port_id': 'e718bd05-4ddf-4ebd-b9d8-a8876d827df4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e', 'mac_address': 'fa:16:3e:93:f8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7979ba1d-67a3-4380-8cc9-e65ed6e50cd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:02:00Z', 'updated_at': '2022-10-23T01:02:15Z', 'revision_number': 1, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82ab6488-6b18-4ad8-b485-c6f52a5eacb2', 'name': '', 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'mac_address': 'fa:16:3e:e3:ba:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a9e16815-4336-4cda-ac3b-da5c9a06661d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:00:52Z', 'updated_at': '2022-10-23T01:00:58Z', 'revision_number': 5, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'subnets': [{'id': 'a9e16815-4336-4cda-ac3b-da5c9a06661d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:02:16.667256 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff08b046-22f1-4e5b-a332-c1b8a88f6ac2 None None] The sync data for ids ['8fd18b97-ffc6-453a-a42c-97191397ee01'] in dv-cinder-master-3-iscsi is: [{'id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'name': 'tempest-AttachVolumeNegativeTest-2031464467-router', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.46'}], 'enable_snat': True}, 'gw_port_id': 'ba4c44b3-597d-4a36-9e78-c7a4635964fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:00:49Z', 'updated_at': '2022-10-23T01:00:52Z', 'revision_number': 4, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'gw_port': {'id': 'ba4c44b3-597d-4a36-9e78-c7a4635964fd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:00:50Z', 'updated_at': '2022-10-23T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'ae4e723b-0c0d-4bab-9a58-dc2a97d6c0ef', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'floating_ip_address': '172.37.4.32', 'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'router_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'port_id': '2eafe9f3-8116-4c7f-a6ed-69810adb3007', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e', 'mac_address': 'fa:16:3e:70:0a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb40f6d-56d7-4fd3-b7ec-29a34218367d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:00:54Z', 'updated_at': '2022-10-23T01:01:08Z', 'revision_number': 2, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'fixed_ip_address_scope': None}, {'id': 'd84ffc9e-a979-455d-a4f4-f4b8ba74ad31', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'floating_ip_address': '172.37.4.169', 'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'router_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'port_id': 'e718bd05-4ddf-4ebd-b9d8-a8876d827df4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e', 'mac_address': 'fa:16:3e:93:f8:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7979ba1d-67a3-4380-8cc9-e65ed6e50cd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:02:00Z', 'updated_at': '2022-10-23T01:02:15Z', 'revision_number': 1, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82ab6488-6b18-4ad8-b485-c6f52a5eacb2', 'name': '', 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'mac_address': 'fa:16:3e:e3:ba:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a9e16815-4336-4cda-ac3b-da5c9a06661d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:00:52Z', 'updated_at': '2022-10-23T01:00:58Z', 'revision_number': 5, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'subnets': [{'id': 'a9e16815-4336-4cda-ac3b-da5c9a06661d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:02:16.872228 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6a2c016d-ea19-4ad3-a078-d8d924b4353a req-fda9b8dd-ffaa-40a6-8936-c95fc2751634 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2035615498&fields=id&tenant_id=e3f6e9751be34c2fb4e0e1b9915e6b52 HTTP/1.1" status: 200 len: 267 time: 0.0472205 Oct 23 01:02:16.913070 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7525eb1d-42b5-4337-a0f5-68de3bcaf77d None None] New status for floating IP d84ffc9e-a979-455d-a4f4-f4b8ba74ad31: ACTIVE {{(pid=104553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:02:17.008794 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c016d-ea19-4ad3-a078-d8d924b4353a req-5674d860-3b38-415d-9ea5-a51052f2e899 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:17.010285 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6a2c016d-ea19-4ad3-a078-d8d924b4353a req-5674d860-3b38-415d-9ea5-a51052f2e899 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/networks?id=858cf055-6f06-45a9-bd3f-2b834e6b7b79 HTTP/1.1" status: 200 len: 810 time: 0.1313226 Oct 23 01:02:17.032442 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6a2c016d-ea19-4ad3-a078-d8d924b4353a req-00ba5c28-c833-47f1-8d94-9b75bf42c85b tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/quotas/e3f6e9751be34c2fb4e0e1b9915e6b52 HTTP/1.1" status: 200 len: 375 time: 0.0104947 Oct 23 01:02:17.104191 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6a2c016d-ea19-4ad3-a078-d8d924b4353a req-cf457feb-5352-49a4-ae4b-b57a46fd9eca tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=e3f6e9751be34c2fb4e0e1b9915e6b52&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0595450 Oct 23 01:02:17.311651 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6a2c016d-ea19-4ad3-a078-d8d924b4353a req-907a5c81-da9e-4876-bb37-a37a7ac63eda service neutron] 10.222.0.18 "GET /networking/v2.0/networks/858cf055-6f06-45a9-bd3f-2b834e6b7b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955914 Oct 23 01:02:17.406201 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6a2c016d-ea19-4ad3-a078-d8d924b4353a req-091cf8da-d98b-4ed8-b08b-111ec910422d service neutron] 10.222.0.18 "GET /networking/v2.0/networks/858cf055-6f06-45a9-bd3f-2b834e6b7b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870721 Oct 23 01:02:17.717951 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0c5fb4c5-cd37-4063-ad9c-b5f2141ffb0b req-576235df-df3b-416f-a312-f4810411b263 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1614a879-9a6a-4689-93f5-5048d87ba671 HTTP/1.1" status: 200 len: 210 time: 0.0290029 Oct 23 01:02:18.825274 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-a9510f7f-3a65-45fb-a993-eb8ed95a0aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (6b66cfba-c169-484b-b3a5-13fb9b6528cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:18.893829 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-5cd7b174-80ab-4ebd-82c9-23d83f66ab68 req-3b1d63dc-2cb3-4cd7-a920-0d90fd11a57f tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1614a879-9a6a-4689-93f5-5048d87ba671 HTTP/1.1" status: 200 len: 210 time: 0.0685949 Oct 23 01:02:18.938062 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 54320) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:18.953584 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c016d-ea19-4ad3-a078-d8d924b4353a req-d8921aa6-d992-48bd-9780-31a6a4a7227f tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:18.955226 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6a2c016d-ea19-4ad3-a078-d8d924b4353a req-d8921aa6-d992-48bd-9780-31a6a4a7227f tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.52 "GET /networking/v2.0/networks?id=858cf055-6f06-45a9-bd3f-2b834e6b7b79 HTTP/1.1" status: 200 len: 810 time: 0.1697552 Oct 23 01:02:19.024007 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6a2c016d-ea19-4ad3-a078-d8d924b4353a req-172ee407-c39f-4b12-9377-97200d2fa9c1 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e3f6e9751be34c2fb4e0e1b9915e6b52 HTTP/1.1" status: 200 len: 380 time: 0.0595922 Oct 23 01:02:19.033519 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [req-6a2c016d-ea19-4ad3-a078-d8d924b4353a req-b87d169e-bff8-42c4-9614-c05047887741 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Request body: {'port': {'device_id': '1614a879-9a6a-4689-93f5-5048d87ba671', 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79', 'admin_state_up': True, 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'security_groups': ['9e47da15-b648-4e05-8264-514053b0be27']}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:02:19.064690 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-5e3eff83-72cf-4dcc-bb72-14d69d64238d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:19.085149 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:19.106084 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:19.144032 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-5e3eff83-72cf-4dcc-bb72-14d69d64238d admin admin] Publish callbacks [] for security_group (48da61ea-1163-450d-9a70-0729e6da4271), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:19.148552 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-5e3eff83-72cf-4dcc-bb72-14d69d64238d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (48da61ea-1163-450d-9a70-0729e6da4271), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:19.151681 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a2c016d-ea19-4ad3-a078-d8d924b4353a req-b87d169e-bff8-42c4-9614-c05047887741 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Made reservation on behalf of e3f6e9751be34c2fb4e0e1b9915e6b52 for: {'port': 1} {{(pid=104552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:02:19.156011 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-6a2c016d-ea19-4ad3-a078-d8d924b4353a req-b87d169e-bff8-42c4-9614-c05047887741 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:19.189476 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-5e3eff83-72cf-4dcc-bb72-14d69d64238d admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=acb40df64ecd4373bff921e3b2dd3e2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2497454 Oct 23 01:02:19.190709 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3eff83-72cf-4dcc-bb72-14d69d64238d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48da61ea-1163-450d-9a70-0729e6da4271,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:19.193463 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 54324) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:19.243885 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-55c642c5-1946-4bd1-8401-cca23db6ef07 admin admin] Publish callbacks [] for security_group (48da61ea-1163-450d-9a70-0729e6da4271), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:19.264990 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-55c642c5-1946-4bd1-8401-cca23db6ef07 admin admin] Publish callbacks [] for security_group (48da61ea-1163-450d-9a70-0729e6da4271), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:19.290575 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.db_base_plugin_common [req-6a2c016d-ea19-4ad3-a078-d8d924b4353a req-b87d169e-bff8-42c4-9614-c05047887741 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Allocated IP 172.20.0.8 (858cf055-6f06-45a9-bd3f-2b834e6b7b79/6978021c-740e-4d5a-a551-8462e322d9a8/e58dd85b-78b4-42cc-babe-3cd25e0a2c9a) {{(pid=104552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:02:19.325443 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-55c642c5-1946-4bd1-8401-cca23db6ef07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (48da61ea-1163-450d-9a70-0729e6da4271), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:19.328906 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-55c642c5-1946-4bd1-8401-cca23db6ef07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:19.332924 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-55c642c5-1946-4bd1-8401-cca23db6ef07 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/48da61ea-1163-450d-9a70-0729e6da4271 HTTP/1.1" status: 204 len: 168 time: 0.1387115 Oct 23 01:02:19.346675 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c642c5-1946-4bd1-8401-cca23db6ef07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48da61ea-1163-450d-9a70-0729e6da4271,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:19.446199 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-6a2c016d-ea19-4ad3-a078-d8d924b4353a req-b87d169e-bff8-42c4-9614-c05047887741 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks [] for port (e58dd85b-78b4-42cc-babe-3cd25e0a2c9a), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:19.483751 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-6a2c016d-ea19-4ad3-a078-d8d924b4353a req-b87d169e-bff8-42c4-9614-c05047887741 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5995606'] for port (e58dd85b-78b4-42cc-babe-3cd25e0a2c9a), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:19.539152 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a2c016d-ea19-4ad3-a078-d8d924b4353a req-b87d169e-bff8-42c4-9614-c05047887741 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Network 858cf055-6f06-45a9-bd3f-2b834e6b7b79 is already hosted by enough agents. {{(pid=104552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:02:19.545561 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.base_scheduler [req-6a2c016d-ea19-4ad3-a078-d8d924b4353a req-b87d169e-bff8-42c4-9614-c05047887741 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Resources bound (agent type, host, resource id): {{(pid=104552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:02:19.549850 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a2c016d-ea19-4ad3-a078-d8d924b4353a req-b87d169e-bff8-42c4-9614-c05047887741 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Received port after_create {{(pid=104552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:02:19.574016 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d169e-bff8-42c4-9614-c05047887741 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Pushing event updated for resources: {'Port': ['ID=e58dd85b-78b4-42cc-babe-3cd25e0a2c9a,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:19.610146 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c016d-ea19-4ad3-a078-d8d924b4353a req-b87d169e-bff8-42c4-9614-c05047887741 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:19.610741 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-6a2c016d-ea19-4ad3-a078-d8d924b4353a req-b87d169e-bff8-42c4-9614-c05047887741 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:19.630132 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6a2c016d-ea19-4ad3-a078-d8d924b4353a req-b87d169e-bff8-42c4-9614-c05047887741 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6003852 Oct 23 01:02:19.648147 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [req-6a2c016d-ea19-4ad3-a078-d8d924b4353a req-c592e535-7b23-4f7e-89e2-aa9212ff2dd5 service neutron] Request body: {'port': {'device_id': '1614a879-9a6a-4689-93f5-5048d87ba671', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:02:19.674107 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 54330) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:19.695891 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-4edec288-be52-4d97-b2b9-5ecfaf2a811d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:19.743941 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-6a2c016d-ea19-4ad3-a078-d8d924b4353a req-c592e535-7b23-4f7e-89e2-aa9212ff2dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (e58dd85b-78b4-42cc-babe-3cd25e0a2c9a), before_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:19.762451 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-f3d313bd-6d46-4e27-8290-9f508cbf45d4 None None] Provisioning complete for port e58dd85b-78b4-42cc-babe-3cd25e0a2c9a triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:02:19.762826 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f3d313bd-6d46-4e27-8290-9f508cbf45d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (e58dd85b-78b4-42cc-babe-3cd25e0a2c9a), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:19.763161 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-f3d313bd-6d46-4e27-8290-9f508cbf45d4 None None] Attempt 1 to provision port e58dd85b-78b4-42cc-babe-3cd25e0a2c9a Oct 23 01:02:19.795862 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f3d313bd-6d46-4e27-8290-9f508cbf45d4 None None] Port e58dd85b-78b4-42cc-babe-3cd25e0a2c9a cannot update to ACTIVE because it is not bound. {{(pid=104553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:02:19.879781 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:19.887424 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=5 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:19.902285 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-4edec288-be52-4d97-b2b9-5ecfaf2a811d admin admin] Publish callbacks [] for security_group (0520e471-e178-4a9b-8a0b-26009f5730fd), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:19.911502 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-4edec288-be52-4d97-b2b9-5ecfaf2a811d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (0520e471-e178-4a9b-8a0b-26009f5730fd), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:20.027137 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edec288-be52-4d97-b2b9-5ecfaf2a811d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0520e471-e178-4a9b-8a0b-26009f5730fd,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:20.031911 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-4edec288-be52-4d97-b2b9-5ecfaf2a811d admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=ea31c1875fdb4e52b0dde55cc65a6539&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3567181 Oct 23 01:02:20.035613 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 54336) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:20.063019 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee3443f-23f8-420c-af07-d9297dfb66b2 req-07464daa-e06d-4de5-a90c-98a01af3782a tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:20.064508 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4ee3443f-23f8-420c-af07-d9297dfb66b2 req-07464daa-e06d-4de5-a90c-98a01af3782a tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1614a879-9a6a-4689-93f5-5048d87ba671 HTTP/1.1" status: 200 len: 931 time: 0.0878077 Oct 23 01:02:20.083329 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:20.089774 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-2c76cde1-e19c-4203-9fb8-4f3ae6a8be15 admin admin] Publish callbacks [] for security_group (0520e471-e178-4a9b-8a0b-26009f5730fd), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:20.092338 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:20.113022 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-2c76cde1-e19c-4203-9fb8-4f3ae6a8be15 admin admin] Publish callbacks [] for security_group (0520e471-e178-4a9b-8a0b-26009f5730fd), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:20.164601 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-2c76cde1-e19c-4203-9fb8-4f3ae6a8be15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (0520e471-e178-4a9b-8a0b-26009f5730fd), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:20.167440 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-2c76cde1-e19c-4203-9fb8-4f3ae6a8be15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:20.171221 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-2c76cde1-e19c-4203-9fb8-4f3ae6a8be15 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/0520e471-e178-4a9b-8a0b-26009f5730fd HTTP/1.1" status: 204 len: 168 time: 0.1314502 Oct 23 01:02:20.173359 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4ee3443f-23f8-420c-af07-d9297dfb66b2 req-e39a6f4d-fc65-4590-8e07-c12e0c7d9665 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9e47da15-b648-4e05-8264-514053b0be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996230 Oct 23 01:02:20.177478 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c76cde1-e19c-4203-9fb8-4f3ae6a8be15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0520e471-e178-4a9b-8a0b-26009f5730fd,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:20.183259 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [req-6a2c016d-ea19-4ad3-a078-d8d924b4353a req-c592e535-7b23-4f7e-89e2-aa9212ff2dd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e58dd85b-78b4-42cc-babe-3cd25e0a2c9a {{(pid=104552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:02:20.198916 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-6a2c016d-ea19-4ad3-a078-d8d924b4353a req-c592e535-7b23-4f7e-89e2-aa9212ff2dd5 service neutron] Publish callbacks [] for port (e58dd85b-78b4-42cc-babe-3cd25e0a2c9a), precommit_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:20.214455 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.provisioning_blocks [req-6a2c016d-ea19-4ad3-a078-d8d924b4353a req-c592e535-7b23-4f7e-89e2-aa9212ff2dd5 service neutron] Transition to ACTIVE for port object e58dd85b-78b4-42cc-babe-3cd25e0a2c9a will not be triggered until provisioned by entity L2. {{(pid=104552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 01:02:20.219063 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-6a2c016d-ea19-4ad3-a078-d8d924b4353a req-c592e535-7b23-4f7e-89e2-aa9212ff2dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5995615'] for port (e58dd85b-78b4-42cc-babe-3cd25e0a2c9a), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:20.301496 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c592e535-7b23-4f7e-89e2-aa9212ff2dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=e58dd85b-78b4-42cc-babe-3cd25e0a2c9a,revision_number=2']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:20.329562 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.managers [req-6a2c016d-ea19-4ad3-a078-d8d924b4353a req-c592e535-7b23-4f7e-89e2-aa9212ff2dd5 service neutron] Attempting to bind port e58dd85b-78b4-42cc-babe-3cd25e0a2c9a on host hv-cinder-maste for vnic_type normal with profile {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:02:20.329879 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.managers [req-6a2c016d-ea19-4ad3-a078-d8d924b4353a req-c592e535-7b23-4f7e-89e2-aa9212ff2dd5 service neutron] Attempting to bind port e58dd85b-78b4-42cc-babe-3cd25e0a2c9a by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'd3b56b04-e2e1-4f00-a9db-1de40f8c425f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79'}] {{(pid=104552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:02:20.330258 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2c016d-ea19-4ad3-a078-d8d924b4353a req-c592e535-7b23-4f7e-89e2-aa9212ff2dd5 service neutron] Attempting to bind port e58dd85b-78b4-42cc-babe-3cd25e0a2c9a on network 858cf055-6f06-45a9-bd3f-2b834e6b7b79 {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:02:20.378080 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2c016d-ea19-4ad3-a078-d8d924b4353a req-c592e535-7b23-4f7e-89e2-aa9212ff2dd5 service neutron] Port e58dd85b-78b4-42cc-babe-3cd25e0a2c9a on network 858cf055-6f06-45a9-bd3f-2b834e6b7b79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:02:20.378409 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2c016d-ea19-4ad3-a078-d8d924b4353a req-c592e535-7b23-4f7e-89e2-aa9212ff2dd5 service neutron] Attempting to bind port e58dd85b-78b4-42cc-babe-3cd25e0a2c9a on network 858cf055-6f06-45a9-bd3f-2b834e6b7b79 {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:02:20.421255 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2c016d-ea19-4ad3-a078-d8d924b4353a req-c592e535-7b23-4f7e-89e2-aa9212ff2dd5 service neutron] Checking agent: {'id': '16cf44eb-3ef2-4361-a416-47ab9083b794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 53, 30), 'started_at': datetime.datetime(2022, 10, 23, 0, 53, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:02:20.421588 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2c016d-ea19-4ad3-a078-d8d924b4353a req-c592e535-7b23-4f7e-89e2-aa9212ff2dd5 service neutron] Checking segment: {'id': 'd3b56b04-e2e1-4f00-a9db-1de40f8c425f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:02:20.422018 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2c016d-ea19-4ad3-a078-d8d924b4353a req-c592e535-7b23-4f7e-89e2-aa9212ff2dd5 service neutron] Bound using segment: {'id': 'd3b56b04-e2e1-4f00-a9db-1de40f8c425f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79'} {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:02:20.422476 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.managers [req-6a2c016d-ea19-4ad3-a078-d8d924b4353a req-c592e535-7b23-4f7e-89e2-aa9212ff2dd5 service neutron] Bound port: e58dd85b-78b4-42cc-babe-3cd25e0a2c9a, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3b56b04-e2e1-4f00-a9db-1de40f8c425f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79'}}] {{(pid=104552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:02:20.422827 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-6a2c016d-ea19-4ad3-a078-d8d924b4353a req-c592e535-7b23-4f7e-89e2-aa9212ff2dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (e58dd85b-78b4-42cc-babe-3cd25e0a2c9a), before_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:20.486242 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-6a2c016d-ea19-4ad3-a078-d8d924b4353a req-c592e535-7b23-4f7e-89e2-aa9212ff2dd5 service neutron] For port e58dd85b-78b4-42cc-babe-3cd25e0a2c9a, host hv-cinder-maste, cleared binding levels {{(pid=104552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:02:20.489685 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-6a2c016d-ea19-4ad3-a078-d8d924b4353a req-c592e535-7b23-4f7e-89e2-aa9212ff2dd5 service neutron] For port e58dd85b-78b4-42cc-babe-3cd25e0a2c9a, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e58dd85b-78b4-42cc-babe-3cd25e0a2c9a,segment=NetworkSegment(d3b56b04-e2e1-4f00-a9db-1de40f8c425f),segment_id=d3b56b04-e2e1-4f00-a9db-1de40f8c425f)] {{(pid=104552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:02:20.496973 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-6a2c016d-ea19-4ad3-a078-d8d924b4353a req-c592e535-7b23-4f7e-89e2-aa9212ff2dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5995615'] for port (e58dd85b-78b4-42cc-babe-3cd25e0a2c9a), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:20.501198 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c016d-ea19-4ad3-a078-d8d924b4353a req-c592e535-7b23-4f7e-89e2-aa9212ff2dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:20.501852 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-6a2c016d-ea19-4ad3-a078-d8d924b4353a req-c592e535-7b23-4f7e-89e2-aa9212ff2dd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:20.503344 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6a2c016d-ea19-4ad3-a078-d8d924b4353a req-c592e535-7b23-4f7e-89e2-aa9212ff2dd5 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/e58dd85b-78b4-42cc-babe-3cd25e0a2c9a HTTP/1.1" status: 200 len: 1093 time: 0.8600738 Oct 23 01:02:20.503869 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1614a879-9a6a-4689-93f5-5048d87ba671', 'tag': 'e58dd85b-78b4-42cc-babe-3cd25e0a2c9a'}] {{(pid=104552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:02:20.506328 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e71a59ae106f7f9b2e36c913636ed0b95d68e581a9dbd71020046a5c2e6c46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e586c7c-0ae7-482b-ac1d-e9b82b47f97c" -d '{"events": [{"name": "network-changed", "server_uuid": "1614a879-9a6a-4689-93f5-5048d87ba671", "tag": "e58dd85b-78b4-42cc-babe-3cd25e0a2c9a"}]}' {{(pid=104552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:02:20.553937 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb4e1aa-ee72-446d-8786-388bde1e54e4 x-openstack-request-id: req-2cb4e1aa-ee72-446d-8786-388bde1e54e4 {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:02:20.554224 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1614a879-9a6a-4689-93f5-5048d87ba671", "tag": "e58dd85b-78b4-42cc-babe-3cd25e0a2c9a", "status": "completed", "code": 200}]} {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:02:20.554480 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2cb4e1aa-ee72-446d-8786-388bde1e54e4 {{(pid=104552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:02:20.554889 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cb4e1aa-ee72-446d-8786-388bde1e54e4'] response: {'name': 'network-changed', 'server_uuid': '1614a879-9a6a-4689-93f5-5048d87ba671', 'tag': 'e58dd85b-78b4-42cc-babe-3cd25e0a2c9a', 'status': 'completed', 'code': 200} Oct 23 01:02:20.577343 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:20.601294 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c592e535-7b23-4f7e-89e2-aa9212ff2dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=e58dd85b-78b4-42cc-babe-3cd25e0a2c9a,revision_number=3']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:20.611980 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c016d-ea19-4ad3-a078-d8d924b4353a req-d2f0ec19-ac5c-45ff-93b9-9a9c7c356896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:20.613535 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6a2c016d-ea19-4ad3-a078-d8d924b4353a req-d2f0ec19-ac5c-45ff-93b9-9a9c7c356896 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=e3f6e9751be34c2fb4e0e1b9915e6b52&device_id=1614a879-9a6a-4689-93f5-5048d87ba671 HTTP/1.1" status: 200 len: 1127 time: 0.0557261 Oct 23 01:02:20.654751 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6a2c016d-ea19-4ad3-a078-d8d924b4353a req-046b74d1-2b63-4bad-a787-6066d6cd8d88 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e58dd85b-78b4-42cc-babe-3cd25e0a2c9a HTTP/1.1" status: 200 len: 217 time: 0.0334365 Oct 23 01:02:20.706247 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c016d-ea19-4ad3-a078-d8d924b4353a req-6e5fa3c9-1def-4b28-91c8-e8a87bbecc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:20.707755 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6a2c016d-ea19-4ad3-a078-d8d924b4353a req-6e5fa3c9-1def-4b28-91c8-e8a87bbecc67 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=6978021c-740e-4d5a-a551-8462e322d9a8 HTTP/1.1" status: 200 len: 849 time: 0.0468616 Oct 23 01:02:20.755708 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c016d-ea19-4ad3-a078-d8d924b4353a req-77cba2df-7014-4081-8dab-200e90e64235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:20.757248 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6a2c016d-ea19-4ad3-a078-d8d924b4353a req-77cba2df-7014-4081-8dab-200e90e64235 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=858cf055-6f06-45a9-bd3f-2b834e6b7b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430615 Oct 23 01:02:20.851179 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6a2c016d-ea19-4ad3-a078-d8d924b4353a req-5e9db1f1-a567-41e7-a946-4f9048748e34 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/858cf055-6f06-45a9-bd3f-2b834e6b7b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846744 Oct 23 01:02:20.920506 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:20.950472 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6a2c016d-ea19-4ad3-a078-d8d924b4353a req-5b2752fb-fe0d-43b3-a5b6-3ac3216568c9 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/858cf055-6f06-45a9-bd3f-2b834e6b7b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930104 Oct 23 01:02:21.248367 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-858d60b2-4877-48e2-b9c3-039923ba9f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (71de1650-f9d9-4095-92e6-e37ec99e20cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:21.310077 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e586c7c-0ae7-482b-ac1d-e9b82b47f97c req-09a2d001-dbed-4399-a0fb-267e7ca0fd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:21.311609 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7e586c7c-0ae7-482b-ac1d-e9b82b47f97c req-09a2d001-dbed-4399-a0fb-267e7ca0fd58 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=e3f6e9751be34c2fb4e0e1b9915e6b52&device_id=1614a879-9a6a-4689-93f5-5048d87ba671 HTTP/1.1" status: 200 len: 1127 time: 0.0773385 Oct 23 01:02:21.324911 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0ffd3-a708-47b2-ad95-7928cbe699f7 req-d6a933f0-13d0-4a48-9d87-04c8a050a8ec tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:21.326268 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-8db0ffd3-a708-47b2-ad95-7928cbe699f7 req-d6a933f0-13d0-4a48-9d87-04c8a050a8ec tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1614a879-9a6a-4689-93f5-5048d87ba671 HTTP/1.1" status: 200 len: 943 time: 0.0581763 Oct 23 01:02:21.440540 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-8db0ffd3-a708-47b2-ad95-7928cbe699f7 req-4f1e0d75-c8cd-4bd1-92d4-be7800c423f5 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9e47da15-b648-4e05-8264-514053b0be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034579 Oct 23 01:02:21.474140 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e586c7c-0ae7-482b-ac1d-e9b82b47f97c req-ef51fd66-8481-4bea-95c8-c9e799779e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:21.476039 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7e586c7c-0ae7-482b-ac1d-e9b82b47f97c req-ef51fd66-8481-4bea-95c8-c9e799779e00 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=858cf055-6f06-45a9-bd3f-2b834e6b7b79 HTTP/1.1" status: 200 len: 911 time: 0.1487501 Oct 23 01:02:21.528640 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7e586c7c-0ae7-482b-ac1d-e9b82b47f97c req-fa23e60f-9e06-4bfa-9ba5-0c5528bbc456 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e58dd85b-78b4-42cc-babe-3cd25e0a2c9a HTTP/1.1" status: 200 len: 217 time: 0.0363140 Oct 23 01:02:21.578820 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e586c7c-0ae7-482b-ac1d-e9b82b47f97c req-d99564d6-228e-4a58-a136-70bc7ee94396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:21.580314 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7e586c7c-0ae7-482b-ac1d-e9b82b47f97c req-d99564d6-228e-4a58-a136-70bc7ee94396 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=6978021c-740e-4d5a-a551-8462e322d9a8 HTTP/1.1" status: 200 len: 849 time: 0.0456607 Oct 23 01:02:21.629268 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e586c7c-0ae7-482b-ac1d-e9b82b47f97c req-c049452c-fb35-4e29-990d-b2f4f7bc3592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:21.630768 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7e586c7c-0ae7-482b-ac1d-e9b82b47f97c req-c049452c-fb35-4e29-990d-b2f4f7bc3592 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=858cf055-6f06-45a9-bd3f-2b834e6b7b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438724 Oct 23 01:02:21.734840 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7e586c7c-0ae7-482b-ac1d-e9b82b47f97c req-97da3a49-6b26-4330-ba28-0617d094b264 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/858cf055-6f06-45a9-bd3f-2b834e6b7b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939937 Oct 23 01:02:21.843380 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7e586c7c-0ae7-482b-ac1d-e9b82b47f97c req-43fa24f2-2f1f-4dee-b046-68404a2deec5 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/858cf055-6f06-45a9-bd3f-2b834e6b7b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028435 Oct 23 01:02:22.326274 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5148f689-0f62-430a-b3f2-d0758b81aa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (b2013646-e5ec-4b71-a145-3908973fbde8), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:22.587553 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70830d09-4ea1-4699-bf1e-f637e55248f5 req-d8237bc5-0626-4145-a3a0-5f0382915b61 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:22.589058 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-70830d09-4ea1-4699-bf1e-f637e55248f5 req-d8237bc5-0626-4145-a3a0-5f0382915b61 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1614a879-9a6a-4689-93f5-5048d87ba671 HTTP/1.1" status: 200 len: 943 time: 0.0569131 Oct 23 01:02:22.643151 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-70830d09-4ea1-4699-bf1e-f637e55248f5 req-7f014b7b-a2ca-4546-9d5d-2b06cac816be tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9e47da15-b648-4e05-8264-514053b0be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478983 Oct 23 01:02:23.673589 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e80eb663-45f3-44c1-bd5d-b13fbac885c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (9e3bf558-830b-43df-b1b1-6fe61a75ce60), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:23.770161 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5a020-ce07-49d0-bed6-79504d4c4726 req-5b7a2176-9c55-4540-9d22-8d9f3e3afcc2 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:23.773087 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-68c5a020-ce07-49d0-bed6-79504d4c4726 req-5b7a2176-9c55-4540-9d22-8d9f3e3afcc2 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1614a879-9a6a-4689-93f5-5048d87ba671 HTTP/1.1" status: 200 len: 943 time: 0.0513268 Oct 23 01:02:23.803729 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:23.823210 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-68c5a020-ce07-49d0-bed6-79504d4c4726 req-0b24572a-f8b1-4452-bfd9-c9778c43cc5e tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9e47da15-b648-4e05-8264-514053b0be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454798 Oct 23 01:02:24.008925 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (e5069eb9-82e8-4601-9222-8a50cea677c6), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:24.962746 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509e8af-ac82-4fd9-9f44-001c1c86319b req-d9495fb4-2812-485b-9242-86288782e315 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:24.964181 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7509e8af-ac82-4fd9-9f44-001c1c86319b req-d9495fb4-2812-485b-9242-86288782e315 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1614a879-9a6a-4689-93f5-5048d87ba671 HTTP/1.1" status: 200 len: 943 time: 0.0595651 Oct 23 01:02:25.020933 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7509e8af-ac82-4fd9-9f44-001c1c86319b req-b75c4d9c-9b9d-4420-a675-a8b08f595725 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9e47da15-b648-4e05-8264-514053b0be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479207 Oct 23 01:02:26.161409 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ee1a1-c2ed-4cc9-a441-73cead587979 req-9cd4f6ef-c807-433a-8f78-9662c66b9206 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:26.162953 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-874ee1a1-c2ed-4cc9-a441-73cead587979 req-9cd4f6ef-c807-433a-8f78-9662c66b9206 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1614a879-9a6a-4689-93f5-5048d87ba671 HTTP/1.1" status: 200 len: 943 time: 0.0527604 Oct 23 01:02:26.215191 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-874ee1a1-c2ed-4cc9-a441-73cead587979 req-17fb8529-67f7-4f24-b841-49a23b311a3a tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9e47da15-b648-4e05-8264-514053b0be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458739 Oct 23 01:02:26.640097 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=94 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:26.640845 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=88 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:27.345180 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc451cee-1295-4bf2-809f-56f4f3ff7aae req-571b829d-c42a-4cc9-b9fa-c118026ba0f8 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:27.346666 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-fc451cee-1295-4bf2-809f-56f4f3ff7aae req-571b829d-c42a-4cc9-b9fa-c118026ba0f8 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1614a879-9a6a-4689-93f5-5048d87ba671 HTTP/1.1" status: 200 len: 943 time: 0.0506563 Oct 23 01:02:27.386198 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:27.403337 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-fc451cee-1295-4bf2-809f-56f4f3ff7aae req-5f910341-1ad1-4ea3-99b9-f6b1adf60b65 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9e47da15-b648-4e05-8264-514053b0be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509465 Oct 23 01:02:28.537270 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7b71c-808d-4ece-9e62-c759d82a08ba req-6e0160f1-16b6-46bc-9ddd-b1df24cbb958 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:28.538868 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6ba7b71c-808d-4ece-9e62-c759d82a08ba req-6e0160f1-16b6-46bc-9ddd-b1df24cbb958 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1614a879-9a6a-4689-93f5-5048d87ba671 HTTP/1.1" status: 200 len: 943 time: 0.0519385 Oct 23 01:02:28.593199 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6ba7b71c-808d-4ece-9e62-c759d82a08ba req-071f212a-9f59-4b43-9190-a87493fc3001 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9e47da15-b648-4e05-8264-514053b0be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468113 Oct 23 01:02:29.732495 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e47af4-a5ba-417c-acf8-918da5092c68 req-6ec0e550-972e-489f-aac2-a77ee5b612f7 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:29.734076 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-39e47af4-a5ba-417c-acf8-918da5092c68 req-6ec0e550-972e-489f-aac2-a77ee5b612f7 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1614a879-9a6a-4689-93f5-5048d87ba671 HTTP/1.1" status: 200 len: 943 time: 0.0550318 Oct 23 01:02:29.788538 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-39e47af4-a5ba-417c-acf8-918da5092c68 req-8536b3fb-4ce0-4b6f-98ca-f6347294babb tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9e47da15-b648-4e05-8264-514053b0be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465770 Oct 23 01:02:30.149874 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:DELETE=3 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:30.178616 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=15,neutron:DELETE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:30.379535 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device e58dd85b-78b4-42cc-babe-3cd25e0a2c9a details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104553) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:02:30.486309 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port e58dd85b-78b4-42cc-babe-3cd25e0a2c9a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e58dd85b-78b4-42cc-babe-3cd25e0a2c9a,segment=NetworkSegment(d3b56b04-e2e1-4f00-a9db-1de40f8c425f),segment_id=d3b56b04-e2e1-4f00-a9db-1de40f8c425f)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:02:30.498669 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Returning: {'device': 'e58dd85b-78b4-42cc-babe-3cd25e0a2c9a', 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79', 'port_id': 'e58dd85b-78b4-42cc-babe-3cd25e0a2c9a', 'mac_address': 'fa:16:3e:c3:4a:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 383, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6978021c-740e-4d5a-a551-8462e322d9a8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104553) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:02:30.535288 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Current status of the port e58dd85b-78b4-42cc-babe-3cd25e0a2c9a is: DOWN; New status is: BUILD {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:02:30.535684 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (e58dd85b-78b4-42cc-babe-3cd25e0a2c9a), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:30.550051 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.notifiers.nova [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e58dd85b-78b4-42cc-babe-3cd25e0a2c9a {{(pid=104553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:02:30.579169 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port e58dd85b-78b4-42cc-babe-3cd25e0a2c9a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e58dd85b-78b4-42cc-babe-3cd25e0a2c9a,segment=NetworkSegment(d3b56b04-e2e1-4f00-a9db-1de40f8c425f),segment_id=d3b56b04-e2e1-4f00-a9db-1de40f8c425f)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:02:30.585020 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (e58dd85b-78b4-42cc-babe-3cd25e0a2c9a), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:30.638457 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Pushing event updated for resources: {'Port': ['ID=e58dd85b-78b4-42cc-babe-3cd25e0a2c9a,revision_number=4']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:30.646365 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:30.646683 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:30.647125 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:30.647469 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:30.647797 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:30.648142 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:30.648444 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:30.648835 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:30.649138 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:30.649444 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:30.649772 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:30.650093 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:30.650408 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:30.650724 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:30.651037 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:02:30.869572 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] get_ports_and_sgs() called for port_ids ['e58dd85b-78b4-42cc-babe-3cd25e0a2c9a'] {{(pid=104553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:02:30.927630 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2bfeeb-5ef8-4de6-95c2-4527c3153a22 req-c6eb8bb0-274f-4a6c-a418-2ad1053ec51d tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:30.932367 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-db2bfeeb-5ef8-4de6-95c2-4527c3153a22 req-c6eb8bb0-274f-4a6c-a418-2ad1053ec51d tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1614a879-9a6a-4689-93f5-5048d87ba671 HTTP/1.1" status: 200 len: 944 time: 0.0592406 Oct 23 01:02:30.988740 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-db2bfeeb-5ef8-4de6-95c2-4527c3153a22 req-8551c686-29de-4d4d-b461-d053798d428b tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9e47da15-b648-4e05-8264-514053b0be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525379 Oct 23 01:02:31.016867 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:31.709375 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:31.730023 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (16cf44eb-3ef2-4361-a416-47ab9083b794), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:32.135412 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d46b65-8eed-4f0b-ab7a-949002e50540 req-3c796e49-0b14-45a6-bec9-1029826422aa tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:32.137233 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d9d46b65-8eed-4f0b-ab7a-949002e50540 req-3c796e49-0b14-45a6-bec9-1029826422aa tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1614a879-9a6a-4689-93f5-5048d87ba671 HTTP/1.1" status: 200 len: 944 time: 0.0560999 Oct 23 01:02:32.196949 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d9d46b65-8eed-4f0b-ab7a-949002e50540 req-99dbac14-be37-4e0e-8b36-850e9d74930b tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9e47da15-b648-4e05-8264-514053b0be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530708 Oct 23 01:02:32.395885 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device e58dd85b-78b4-42cc-babe-3cd25e0a2c9a up at agent hyperv_hv-cinder-maste {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:02:32.449289 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Provisioning for port e58dd85b-78b4-42cc-babe-3cd25e0a2c9a completed by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 01:02:32.457805 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Provisioning complete for port e58dd85b-78b4-42cc-babe-3cd25e0a2c9a triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:02:32.458134 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (e58dd85b-78b4-42cc-babe-3cd25e0a2c9a), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:32.458505 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Attempt 1 to provision port e58dd85b-78b4-42cc-babe-3cd25e0a2c9a Oct 23 01:02:32.531195 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Current status of the port e58dd85b-78b4-42cc-babe-3cd25e0a2c9a is: BUILD; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:02:32.531577 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (e58dd85b-78b4-42cc-babe-3cd25e0a2c9a), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:32.567625 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1614a879-9a6a-4689-93f5-5048d87ba671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e58dd85b-78b4-42cc-babe-3cd25e0a2c9a'}] {{(pid=104553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:02:32.569998 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ef7492e608d46078fd98593772981b2cfdf47eaedaeea269e4497eac5a7bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae3a195-6cdf-4cd5-862e-f0f4b8e9695c" -d '{"events": [{"server_uuid": "1614a879-9a6a-4689-93f5-5048d87ba671", "name": "network-vif-plugged", "status": "completed", "tag": "e58dd85b-78b4-42cc-babe-3cd25e0a2c9a"}]}' {{(pid=104553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:02:32.582829 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port e58dd85b-78b4-42cc-babe-3cd25e0a2c9a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e58dd85b-78b4-42cc-babe-3cd25e0a2c9a,segment=NetworkSegment(d3b56b04-e2e1-4f00-a9db-1de40f8c425f),segment_id=d3b56b04-e2e1-4f00-a9db-1de40f8c425f)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:02:32.589340 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (e58dd85b-78b4-42cc-babe-3cd25e0a2c9a), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:32.614335 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3190f5cd-d31b-4134-9ba0-356dbb748ade x-openstack-request-id: req-3190f5cd-d31b-4134-9ba0-356dbb748ade {{(pid=104553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:02:32.614622 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1614a879-9a6a-4689-93f5-5048d87ba671", "name": "network-vif-plugged", "status": "completed", "tag": "e58dd85b-78b4-42cc-babe-3cd25e0a2c9a", "code": 200}]} {{(pid=104553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:02:32.614870 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3190f5cd-d31b-4134-9ba0-356dbb748ade {{(pid=104553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:02:32.615256 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3190f5cd-d31b-4134-9ba0-356dbb748ade'] response: {'server_uuid': '1614a879-9a6a-4689-93f5-5048d87ba671', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e58dd85b-78b4-42cc-babe-3cd25e0a2c9a', 'code': 200} Oct 23 01:02:32.783206 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Pushing event updated for resources: {'Port': ['ID=e58dd85b-78b4-42cc-babe-3cd25e0a2c9a,revision_number=5']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:32.885185 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ee628-cf50-4e41-a960-39ba7fbada08 req-76500567-ccd4-4d00-a5dd-7cd2e52dd5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:32.887021 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-8f3ee628-cf50-4e41-a960-39ba7fbada08 req-76500567-ccd4-4d00-a5dd-7cd2e52dd5ab service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1614a879-9a6a-4689-93f5-5048d87ba671 HTTP/1.1" status: 200 len: 1129 time: 0.0427272 Oct 23 01:02:33.211737 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-8f3ee628-cf50-4e41-a960-39ba7fbada08 req-9eeb3b19-cefc-4c1d-a61a-ad6a941362c3 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=9e47da15-b648-4e05-8264-514053b0be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3029106 Oct 23 01:02:33.251294 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.agents_db [None req-7a6a8f68-635a-43f5-9edf-73cfaf501ddf None None] Agent healthcheck: found 6 active agents {{(pid=104554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:02:33.319403 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793da604-66d0-4eb8-8529-d1b9b18b7bd5 req-6cea7601-8cf7-453e-a721-966cf1bcf981 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:33.320903 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-793da604-66d0-4eb8-8529-d1b9b18b7bd5 req-6cea7601-8cf7-453e-a721-966cf1bcf981 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1614a879-9a6a-4689-93f5-5048d87ba671 HTTP/1.1" status: 200 len: 945 time: 0.0480015 Oct 23 01:02:33.373179 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-793da604-66d0-4eb8-8529-d1b9b18b7bd5 req-aaf7fba2-9e64-42c5-9136-ba4f0e23dc4f tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9e47da15-b648-4e05-8264-514053b0be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465848 Oct 23 01:02:33.639056 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d6ea7bac-0951-45fb-ad9b-8db7679bb2f6 req-dbdd7048-1502-405d-b9da-367d6b15425f service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05feffd4-1aa7-45d8-ba10-5af50ee7ec77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399089 Oct 23 01:02:34.059581 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea7bac-0951-45fb-ad9b-8db7679bb2f6 req-384e938a-c57b-4196-b0d1-62663c05c7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:34.061108 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d6ea7bac-0951-45fb-ad9b-8db7679bb2f6 req-384e938a-c57b-4196-b0d1-62663c05c7d4 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=e3f6e9751be34c2fb4e0e1b9915e6b52&device_id=05feffd4-1aa7-45d8-ba10-5af50ee7ec77 HTTP/1.1" status: 200 len: 1129 time: 0.0475564 Oct 23 01:02:34.177841 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:34.202955 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea7bac-0951-45fb-ad9b-8db7679bb2f6 req-978fd5ff-3281-4cbc-98e6-1aaf9ddbe97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:34.204498 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d6ea7bac-0951-45fb-ad9b-8db7679bb2f6 req-978fd5ff-3281-4cbc-98e6-1aaf9ddbe97b service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=858cf055-6f06-45a9-bd3f-2b834e6b7b79 HTTP/1.1" status: 200 len: 911 time: 0.0914187 Oct 23 01:02:34.298873 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d6ea7bac-0951-45fb-ad9b-8db7679bb2f6 req-bc596e05-b5f5-482a-b4b3-d4a4352c5827 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3852bda4-a273-400c-a77a-8c3bd9a04a63 HTTP/1.1" status: 200 len: 1001 time: 0.0671165 Oct 23 01:02:34.499197 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c25f4-ca5c-40be-aae3-115001276d99 req-30c63e29-15de-4792-abf9-53c6341d1682 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:34.500706 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-2a5c25f4-ca5c-40be-aae3-115001276d99 req-30c63e29-15de-4792-abf9-53c6341d1682 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1614a879-9a6a-4689-93f5-5048d87ba671 HTTP/1.1" status: 200 len: 945 time: 0.0480921 Oct 23 01:02:34.550957 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-2a5c25f4-ca5c-40be-aae3-115001276d99 req-498058a8-2553-4a3a-b671-bb1fe578e980 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9e47da15-b648-4e05-8264-514053b0be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444620 Oct 23 01:02:34.965688 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea7bac-0951-45fb-ad9b-8db7679bb2f6 req-77948128-7b4a-42d6-b428-f7a5620ac36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:34.967181 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d6ea7bac-0951-45fb-ad9b-8db7679bb2f6 req-77948128-7b4a-42d6-b428-f7a5620ac36d service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=6978021c-740e-4d5a-a551-8462e322d9a8 HTTP/1.1" status: 200 len: 849 time: 0.0495827 Oct 23 01:02:35.020052 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea7bac-0951-45fb-ad9b-8db7679bb2f6 req-2b96d7a3-bbb8-4756-8d4e-0c9d08e87872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:35.021597 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d6ea7bac-0951-45fb-ad9b-8db7679bb2f6 req-2b96d7a3-bbb8-4756-8d4e-0c9d08e87872 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=858cf055-6f06-45a9-bd3f-2b834e6b7b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438550 Oct 23 01:02:35.092821 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:35.118221 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d6ea7bac-0951-45fb-ad9b-8db7679bb2f6 req-8b6de414-6675-432d-b240-1e537e5d87b2 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/858cf055-6f06-45a9-bd3f-2b834e6b7b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873432 Oct 23 01:02:35.222950 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d6ea7bac-0951-45fb-ad9b-8db7679bb2f6 req-6c91510e-4155-4707-b9bb-29c67fa2c593 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/858cf055-6f06-45a9-bd3f-2b834e6b7b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969481 Oct 23 01:02:35.685510 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be41a6-5bfb-4c16-90ca-df52360ee67f req-4519781f-00b0-46a1-988f-f5ccf7379d30 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:35.687008 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f8be41a6-5bfb-4c16-90ca-df52360ee67f req-4519781f-00b0-46a1-988f-f5ccf7379d30 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1614a879-9a6a-4689-93f5-5048d87ba671 HTTP/1.1" status: 200 len: 945 time: 0.0514908 Oct 23 01:02:35.740849 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f8be41a6-5bfb-4c16-90ca-df52360ee67f req-ba88c288-4785-4de4-9e18-d3fb6b84f38e tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9e47da15-b648-4e05-8264-514053b0be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447066 Oct 23 01:02:35.878298 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e5220a-a322-4b5d-aabd-900907a6eea3 req-98851f84-88ac-4721-a783-cf44bbb186f6 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:35.879711 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-97e5220a-a322-4b5d-aabd-900907a6eea3 req-98851f84-88ac-4721-a783-cf44bbb186f6 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1614a879-9a6a-4689-93f5-5048d87ba671 HTTP/1.1" status: 200 len: 945 time: 0.0541456 Oct 23 01:02:35.930936 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-97e5220a-a322-4b5d-aabd-900907a6eea3 req-6da47ccd-cc5c-40cd-8b48-320fc6eefa83 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9e47da15-b648-4e05-8264-514053b0be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450885 Oct 23 01:02:35.960279 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 54494) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:35.999534 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b9a5b6-9d08-4113-9383-4d509386213d tempest-TestVolumeBootPattern-2126113906 tempest-TestVolumeBootPattern-2126113906-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:36.001254 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-89b9a5b6-9d08-4113-9383-4d509386213d tempest-TestVolumeBootPattern-2126113906 tempest-TestVolumeBootPattern-2126113906-project-admin] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1614a879-9a6a-4689-93f5-5048d87ba671 HTTP/1.1" status: 200 len: 1124 time: 0.0398080 Oct 23 01:02:36.005354 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 54496) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:36.012302 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-edbbaedb-f075-48b8-9d6a-4196b71f5cfa tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Request body: {'floatingip': {'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'port_id': 'e58dd85b-78b4-42cc-babe-3cd25e0a2c9a', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:02:36.046466 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-edbbaedb-f075-48b8-9d6a-4196b71f5cfa tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:36.143395 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-edbbaedb-f075-48b8-9d6a-4196b71f5cfa tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:36.254529 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.db_base_plugin_common [None req-edbbaedb-f075-48b8-9d6a-4196b71f5cfa tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Allocated IP 172.37.4.175 (f9ff398c-cd2a-4430-b908-7f7163c266f3/dd152ba8-6213-403c-b7fc-9b4ab174f9a2/cb694e89-2b2a-42ab-ab86-e7168d28241c) {{(pid=104551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:02:36.361635 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-edbbaedb-f075-48b8-9d6a-4196b71f5cfa tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks [] for port (cb694e89-2b2a-42ab-ab86-e7168d28241c), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:36.399094 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-edbbaedb-f075-48b8-9d6a-4196b71f5cfa tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6140158'] for port (cb694e89-2b2a-42ab-ab86-e7168d28241c), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:36.443210 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbbaedb-f075-48b8-9d6a-4196b71f5cfa tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Network f9ff398c-cd2a-4430-b908-7f7163c266f3 is already hosted by enough agents. {{(pid=104551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:02:36.448754 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.base_scheduler [None req-edbbaedb-f075-48b8-9d6a-4196b71f5cfa tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Resources bound (agent type, host, resource id): {{(pid=104551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:02:36.451169 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbbaedb-f075-48b8-9d6a-4196b71f5cfa tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Pushing event updated for resources: {'Port': ['ID=cb694e89-2b2a-42ab-ab86-e7168d28241c,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:36.453657 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbbaedb-f075-48b8-9d6a-4196b71f5cfa tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Received port after_create {{(pid=104551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:02:36.718101 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:36.821032 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-edbbaedb-f075-48b8-9d6a-4196b71f5cfa tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks [] for floatingip (f0ee07d1-b8ca-459e-8280-f45d85d8a3a0), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:36.883924 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:36.893979 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-edbbaedb-f075-48b8-9d6a-4196b71f5cfa tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (cb694e89-2b2a-42ab-ab86-e7168d28241c), before_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:37.053152 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-edbbaedb-f075-48b8-9d6a-4196b71f5cfa tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks [] for port (cb694e89-2b2a-42ab-ab86-e7168d28241c), precommit_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:37.059438 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-edbbaedb-f075-48b8-9d6a-4196b71f5cfa tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6140151'] for port (cb694e89-2b2a-42ab-ab86-e7168d28241c), after_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:37.135627 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbbaedb-f075-48b8-9d6a-4196b71f5cfa tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Pushing event updated for resources: {'Port': ['ID=cb694e89-2b2a-42ab-ab86-e7168d28241c,revision_number=2']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:37.138808 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-edbbaedb-f075-48b8-9d6a-4196b71f5cfa tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516985'] for floatingip (f0ee07d1-b8ca-459e-8280-f45d85d8a3a0), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:37.238078 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.db.l3_db [None req-edbbaedb-f075-48b8-9d6a-4196b71f5cfa tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Floating IP f0ee07d1-b8ca-459e-8280-f45d85d8a3a0 associated. External IP: 172.37.4.175, port: e58dd85b-78b4-42cc-babe-3cd25e0a2c9a. Oct 23 01:02:37.465849 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edbbaedb-f075-48b8-9d6a-4196b71f5cfa tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Router 63e9c62b-0504-4d3f-bdb7-d47b057b9cb0 has already been hosted by L3 agent 71de1650-f9d9-4095-92e6-e37ec99e20cf {{(pid=104551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:02:37.575550 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edbbaedb-f075-48b8-9d6a-4196b71f5cfa tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:02:37.585260 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26aa08b-ece7-4828-9acd-f90c390e805c None None] Sync routers for ids ['63e9c62b-0504-4d3f-bdb7-d47b057b9cb0'] in dv-cinder-master-3-iscsi {{(pid=104554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:02:37.594861 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-edbbaedb-f075-48b8-9d6a-4196b71f5cfa tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for floatingip (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:37.597168 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26aa08b-ece7-4828-9acd-f90c390e805c None None] Routers {'63e9c62b-0504-4d3f-bdb7-d47b057b9cb0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:02:37.597796 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-e26aa08b-ece7-4828-9acd-f90c390e805c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:02:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['63e9c62b-0504-4d3f-bdb7-d47b057b9cb0'], 'active': True} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:02:37.629316 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-edbbaedb-f075-48b8-9d6a-4196b71f5cfa tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6226237 Oct 23 01:02:37.629970 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1614a879-9a6a-4689-93f5-5048d87ba671', 'tag': 'e58dd85b-78b4-42cc-babe-3cd25e0a2c9a'}] {{(pid=104551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:02:37.632278 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c960d799f24b016d2b00ba845cc8f9ff5dbbdb312d69a2481f646f048ffd08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f57116-7355-4e64-9f1b-bb4a649eee0a" -d '{"events": [{"name": "network-changed", "server_uuid": "1614a879-9a6a-4689-93f5-5048d87ba671", "tag": "e58dd85b-78b4-42cc-babe-3cd25e0a2c9a"}]}' {{(pid=104551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:02:37.700739 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvr_db [None req-e26aa08b-ece7-4828-9acd-f90c390e805c None None] Set router 63e9c62b-0504-4d3f-bdb7-d47b057b9cb0 gateway port host: dv-cinder-master-3-iscsi {{(pid=104554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:02:37.786571 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51f09fd-345f-49c5-8eff-978f2d0d40ba x-openstack-request-id: req-e51f09fd-345f-49c5-8eff-978f2d0d40ba {{(pid=104551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:02:37.786931 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1614a879-9a6a-4689-93f5-5048d87ba671", "tag": "e58dd85b-78b4-42cc-babe-3cd25e0a2c9a", "status": "completed", "code": 200}]} {{(pid=104551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:02:37.787303 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e51f09fd-345f-49c5-8eff-978f2d0d40ba {{(pid=104551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:02:37.787797 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e51f09fd-345f-49c5-8eff-978f2d0d40ba'] response: {'name': 'network-changed', 'server_uuid': '1614a879-9a6a-4689-93f5-5048d87ba671', 'tag': 'e58dd85b-78b4-42cc-babe-3cd25e0a2c9a', 'status': 'completed', 'code': 200} Oct 23 01:02:37.854420 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f57116-7355-4e64-9f1b-bb4a649eee0a req-88ab6e44-6915-41b5-a2de-dcfb285c9c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:37.855842 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-01f57116-7355-4e64-9f1b-bb4a649eee0a req-88ab6e44-6915-41b5-a2de-dcfb285c9c5f service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=e3f6e9751be34c2fb4e0e1b9915e6b52&device_id=1614a879-9a6a-4689-93f5-5048d87ba671 HTTP/1.1" status: 200 len: 1129 time: 0.0396316 Oct 23 01:02:37.916662 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-e26aa08b-ece7-4828-9acd-f90c390e805c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'name': 'tempest-TestVolumeBootPattern-98750219-router', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.242'}], 'enable_snat': True}, 'gw_port_id': '2b62c892-4abb-42c7-af27-c6803021dfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:56:45Z', 'updated_at': '2022-10-23T00:56:49Z', 'revision_number': 4, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'gw_port': {'id': '2b62c892-4abb-42c7-af27-c6803021dfdd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:56:46Z', 'updated_at': '2022-10-23T00:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a58c86da-0dd0-4bf7-aabd-7418863b2e11', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'floating_ip_address': '172.37.4.115', 'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'router_id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'port_id': '3852bda4-a273-400c-a77a-8c3bd9a04a63', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79', 'mac_address': 'fa:16:3e:7f:f7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05feffd4-1aa7-45d8-ba10-5af50ee7ec77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:00:29Z', 'updated_at': '2022-10-23T01:00:32Z', 'revision_number': 1, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'fixed_ip_address_scope': None}, {'id': 'f0ee07d1-b8ca-459e-8280-f45d85d8a3a0', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'floating_ip_address': '172.37.4.175', 'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'router_id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'port_id': 'e58dd85b-78b4-42cc-babe-3cd25e0a2c9a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79', 'mac_address': 'fa:16:3e:c3:4a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1614a879-9a6a-4689-93f5-5048d87ba671', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:02:36Z', 'updated_at': '2022-10-23T01:02:36Z', 'revision_number': 0, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e98a342-e446-43cd-a9ad-e1e77aed3807', 'name': '', 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'mac_address': 'fa:16:3e:dd:c5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '6978021c-740e-4d5a-a551-8462e322d9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:56:48Z', 'updated_at': '2022-10-23T00:56:54Z', 'revision_number': 5, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'subnets': [{'id': '6978021c-740e-4d5a-a551-8462e322d9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:02:37.952466 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26aa08b-ece7-4828-9acd-f90c390e805c None None] Checking router: 63e9c62b-0504-4d3f-bdb7-d47b057b9cb0 for host: dv-cinder-master-3-iscsi {{(pid=104554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:02:37.962354 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f57116-7355-4e64-9f1b-bb4a649eee0a req-78736658-703d-4223-8f89-1f667994de84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:37.964085 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-01f57116-7355-4e64-9f1b-bb4a649eee0a req-78736658-703d-4223-8f89-1f667994de84 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=858cf055-6f06-45a9-bd3f-2b834e6b7b79 HTTP/1.1" status: 200 len: 911 time: 0.1008322 Oct 23 01:02:37.966686 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26aa08b-ece7-4828-9acd-f90c390e805c None None] Routers {'63e9c62b-0504-4d3f-bdb7-d47b057b9cb0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:02:37.967296 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-e26aa08b-ece7-4828-9acd-f90c390e805c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:02:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['63e9c62b-0504-4d3f-bdb7-d47b057b9cb0'], 'active': True} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:02:38.044694 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-01f57116-7355-4e64-9f1b-bb4a649eee0a req-dd0e05ae-8138-4407-b4f2-58074f897d97 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e58dd85b-78b4-42cc-babe-3cd25e0a2c9a HTTP/1.1" status: 200 len: 999 time: 0.0718553 Oct 23 01:02:38.091007 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvr_db [None req-e26aa08b-ece7-4828-9acd-f90c390e805c None None] Set router 63e9c62b-0504-4d3f-bdb7-d47b057b9cb0 gateway port host: dv-cinder-master-3-iscsi {{(pid=104554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:02:38.102844 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f57116-7355-4e64-9f1b-bb4a649eee0a req-e0bb202c-88bf-4d16-8b5b-b83d9bf17bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:38.104317 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-01f57116-7355-4e64-9f1b-bb4a649eee0a req-e0bb202c-88bf-4d16-8b5b-b83d9bf17bf8 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=6978021c-740e-4d5a-a551-8462e322d9a8 HTTP/1.1" status: 200 len: 849 time: 0.0531528 Oct 23 01:02:38.169096 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f57116-7355-4e64-9f1b-bb4a649eee0a req-7d3445b7-c224-4a5a-a4b1-b305abab1b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:38.171047 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-01f57116-7355-4e64-9f1b-bb4a649eee0a req-7d3445b7-c224-4a5a-a4b1-b305abab1b22 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=858cf055-6f06-45a9-bd3f-2b834e6b7b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0551536 Oct 23 01:02:38.276413 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 54538) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:38.307762 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-01f57116-7355-4e64-9f1b-bb4a649eee0a req-779979cd-f2e1-426e-a415-c4148ff3ae8a service neutron] 10.222.0.52 "GET /networking/v2.0/networks/858cf055-6f06-45a9-bd3f-2b834e6b7b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276538 Oct 23 01:02:38.352922 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:38.364348 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de22aafe-0075-492b-a006-4b45198f3d84 req-adf32570-e046-4abf-b5d4-a91aa63975f9 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:38.366061 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-de22aafe-0075-492b-a006-4b45198f3d84 req-adf32570-e046-4abf-b5d4-a91aa63975f9 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 947 time: 0.0509818 Oct 23 01:02:38.416778 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-f27a8aa5-c37a-452d-8552-cd8542686767 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:38.427367 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-e26aa08b-ece7-4828-9acd-f90c390e805c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'name': 'tempest-TestVolumeBootPattern-98750219-router', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.242'}], 'enable_snat': True}, 'gw_port_id': '2b62c892-4abb-42c7-af27-c6803021dfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:56:45Z', 'updated_at': '2022-10-23T00:56:49Z', 'revision_number': 4, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'gw_port': {'id': '2b62c892-4abb-42c7-af27-c6803021dfdd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:56:46Z', 'updated_at': '2022-10-23T00:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a58c86da-0dd0-4bf7-aabd-7418863b2e11', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'floating_ip_address': '172.37.4.115', 'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'router_id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'port_id': '3852bda4-a273-400c-a77a-8c3bd9a04a63', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79', 'mac_address': 'fa:16:3e:7f:f7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05feffd4-1aa7-45d8-ba10-5af50ee7ec77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:00:29Z', 'updated_at': '2022-10-23T01:00:32Z', 'revision_number': 1, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'fixed_ip_address_scope': None}, {'id': 'f0ee07d1-b8ca-459e-8280-f45d85d8a3a0', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'floating_ip_address': '172.37.4.175', 'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'router_id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'port_id': 'e58dd85b-78b4-42cc-babe-3cd25e0a2c9a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79', 'mac_address': 'fa:16:3e:c3:4a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1614a879-9a6a-4689-93f5-5048d87ba671', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:02:36Z', 'updated_at': '2022-10-23T01:02:36Z', 'revision_number': 0, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e98a342-e446-43cd-a9ad-e1e77aed3807', 'name': '', 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'mac_address': 'fa:16:3e:dd:c5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '6978021c-740e-4d5a-a551-8462e322d9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:56:48Z', 'updated_at': '2022-10-23T00:56:54Z', 'revision_number': 5, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'subnets': [{'id': '6978021c-740e-4d5a-a551-8462e322d9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:02:38.447165 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-de22aafe-0075-492b-a006-4b45198f3d84 req-d2fa4a16-3561-4297-a96f-929cd095080b tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a78952a2-cccd-48f5-8f51-83df3683dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729599 Oct 23 01:02:38.452524 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26aa08b-ece7-4828-9acd-f90c390e805c None None] The sync data for ids ['63e9c62b-0504-4d3f-bdb7-d47b057b9cb0'] in dv-cinder-master-3-iscsi is: [{'id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'name': 'tempest-TestVolumeBootPattern-98750219-router', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.242'}], 'enable_snat': True}, 'gw_port_id': '2b62c892-4abb-42c7-af27-c6803021dfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:56:45Z', 'updated_at': '2022-10-23T00:56:49Z', 'revision_number': 4, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'gw_port': {'id': '2b62c892-4abb-42c7-af27-c6803021dfdd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:56:46Z', 'updated_at': '2022-10-23T00:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a58c86da-0dd0-4bf7-aabd-7418863b2e11', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'floating_ip_address': '172.37.4.115', 'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'router_id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'port_id': '3852bda4-a273-400c-a77a-8c3bd9a04a63', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79', 'mac_address': 'fa:16:3e:7f:f7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05feffd4-1aa7-45d8-ba10-5af50ee7ec77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:00:29Z', 'updated_at': '2022-10-23T01:00:32Z', 'revision_number': 1, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'fixed_ip_address_scope': None}, {'id': 'f0ee07d1-b8ca-459e-8280-f45d85d8a3a0', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'floating_ip_address': '172.37.4.175', 'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'router_id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'port_id': 'e58dd85b-78b4-42cc-babe-3cd25e0a2c9a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79', 'mac_address': 'fa:16:3e:c3:4a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1614a879-9a6a-4689-93f5-5048d87ba671', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:02:36Z', 'updated_at': '2022-10-23T01:02:36Z', 'revision_number': 0, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e98a342-e446-43cd-a9ad-e1e77aed3807', 'name': '', 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'mac_address': 'fa:16:3e:dd:c5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '6978021c-740e-4d5a-a551-8462e322d9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:56:48Z', 'updated_at': '2022-10-23T00:56:54Z', 'revision_number': 5, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'subnets': [{'id': '6978021c-740e-4d5a-a551-8462e322d9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:02:38.522600 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-f27a8aa5-c37a-452d-8552-cd8542686767 admin admin] Publish callbacks [] for security_group (057fa06d-62d5-4961-9f8e-8f4fbeee6b92), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:38.528638 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-f27a8aa5-c37a-452d-8552-cd8542686767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (057fa06d-62d5-4961-9f8e-8f4fbeee6b92), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:38.550136 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:38.567972 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27a8aa5-c37a-452d-8552-cd8542686767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057fa06d-62d5-4961-9f8e-8f4fbeee6b92,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:38.577611 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-f27a8aa5-c37a-452d-8552-cd8542686767 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=76d068cf8c3840a081352e7e45ee1fec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2998993 Oct 23 01:02:38.577814 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 54542) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:38.584801 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:38.679535 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8503a7-5424-470b-8c1f-25a7b048a37a None None] New status for floating IP f0ee07d1-b8ca-459e-8280-f45d85d8a3a0: ACTIVE {{(pid=104553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:02:38.846389 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-fa794fba-3a6a-4d5a-9f87-bc43d386b576 admin admin] Publish callbacks [] for security_group (057fa06d-62d5-4961-9f8e-8f4fbeee6b92), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:38.868589 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-fa794fba-3a6a-4d5a-9f87-bc43d386b576 admin admin] Publish callbacks [] for security_group (057fa06d-62d5-4961-9f8e-8f4fbeee6b92), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:38.899327 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:38.918458 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-fa794fba-3a6a-4d5a-9f87-bc43d386b576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (057fa06d-62d5-4961-9f8e-8f4fbeee6b92), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:38.921010 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-fa794fba-3a6a-4d5a-9f87-bc43d386b576 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:38.922181 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-fa794fba-3a6a-4d5a-9f87-bc43d386b576 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/057fa06d-62d5-4961-9f8e-8f4fbeee6b92 HTTP/1.1" status: 204 len: 168 time: 0.3430183 Oct 23 01:02:38.930748 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa794fba-3a6a-4d5a-9f87-bc43d386b576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057fa06d-62d5-4961-9f8e-8f4fbeee6b92,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:39.473257 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-01f57116-7355-4e64-9f1b-bb4a649eee0a req-e03d02f7-2df2-4dcf-9957-b7e02e6eb36b service neutron] 10.222.0.52 "GET /networking/v2.0/networks/858cf055-6f06-45a9-bd3f-2b834e6b7b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891478 Oct 23 01:02:39.585697 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e57208-58d6-4c5b-b590-ecd35be2a159 req-4cf92c9b-ea93-4233-aca2-f004a2578939 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:39.587158 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d3e57208-58d6-4c5b-b590-ecd35be2a159 req-4cf92c9b-ea93-4233-aca2-f004a2578939 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 947 time: 0.0498896 Oct 23 01:02:39.646171 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d3e57208-58d6-4c5b-b590-ecd35be2a159 req-cff2b66c-debc-45cb-93a4-3ed366d4c723 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=a78952a2-cccd-48f5-8f51-83df3683dcf4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528665 Oct 23 01:02:39.869706 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883dafcd-8ba8-428d-8edd-8deaa8d0ca5d req-6085a1f2-1310-4a98-a967-a2c00b5eb04a tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:02:39.871368 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-883dafcd-8ba8-428d-8edd-8deaa8d0ca5d req-6085a1f2-1310-4a98-a967-a2c00b5eb04a tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 947 time: 0.0477557 Oct 23 01:02:39.959441 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [req-883dafcd-8ba8-428d-8edd-8deaa8d0ca5d req-7ca19163-5d90-4a0c-87c8-ddf783a837f4 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Deleting port 0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554 {{(pid=104552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:02:39.959715 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-883dafcd-8ba8-428d-8edd-8deaa8d0ca5d req-7ca19163-5d90-4a0c-87c8-ddf783a837f4 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:40.010415 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 54578) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:40.051882 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-883dafcd-8ba8-428d-8edd-8deaa8d0ca5d req-7ca19163-5d90-4a0c-87c8-ddf783a837f4 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] For port 0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554,segment=NetworkSegment(7dc83201-cb39-4cd2-9302-c1b785eda914),segment_id=7dc83201-cb39-4cd2-9302-c1b785eda914)] {{(pid=104552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:02:40.052283 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-883dafcd-8ba8-428d-8edd-8deaa8d0ca5d req-7ca19163-5d90-4a0c-87c8-ddf783a837f4 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:40.118107 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-627e0b24-4350-4c94-9ba2-408a035af934 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:40.195666 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-627e0b24-4350-4c94-9ba2-408a035af934 admin admin] Publish callbacks [] for security_group (f12b1bb3-3012-4351-b533-8172f7a79d3c), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:40.201398 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-627e0b24-4350-4c94-9ba2-408a035af934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (f12b1bb3-3012-4351-b533-8172f7a79d3c), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:40.224282 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-883dafcd-8ba8-428d-8edd-8deaa8d0ca5d req-7ca19163-5d90-4a0c-87c8-ddf783a837f4 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:40.224588 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-883dafcd-8ba8-428d-8edd-8deaa8d0ca5d req-7ca19163-5d90-4a0c-87c8-ddf783a837f4 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516985'] for floatingip (1d934081-b57f-4715-b188-9bc52aaecccf), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:40.224959 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.db.l3_db [req-883dafcd-8ba8-428d-8edd-8deaa8d0ca5d req-7ca19163-5d90-4a0c-87c8-ddf783a837f4 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Floating IP 1d934081-b57f-4715-b188-9bc52aaecccf disassociated. External IP: 172.37.4.234, port: 0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554. Oct 23 01:02:40.225301 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [req-883dafcd-8ba8-428d-8edd-8deaa8d0ca5d req-7ca19163-5d90-4a0c-87c8-ddf783a837f4 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Calling delete_port for 0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554 owned by compute:nova {{(pid=104552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:02:40.243292 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-627e0b24-4350-4c94-9ba2-408a035af934 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=262a82c2ce86419bb11ded1bd8bab503&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2313643 Oct 23 01:02:40.244397 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627e0b24-4350-4c94-9ba2-408a035af934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12b1bb3-3012-4351-b533-8172f7a79d3c,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:40.246884 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 54582) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:40.281177 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:40.299285 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-69231ed6-36ae-456e-bfbb-273066d2d0b3 admin admin] Publish callbacks [] for security_group (f12b1bb3-3012-4351-b533-8172f7a79d3c), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:40.320873 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-69231ed6-36ae-456e-bfbb-273066d2d0b3 admin admin] Publish callbacks [] for security_group (f12b1bb3-3012-4351-b533-8172f7a79d3c), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:40.363252 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-883dafcd-8ba8-428d-8edd-8deaa8d0ca5d req-7ca19163-5d90-4a0c-87c8-ddf783a837f4 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5995606'] for port (0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:40.374043 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-69231ed6-36ae-456e-bfbb-273066d2d0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (f12b1bb3-3012-4351-b533-8172f7a79d3c), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:40.376664 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-69231ed6-36ae-456e-bfbb-273066d2d0b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:40.377884 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-69231ed6-36ae-456e-bfbb-273066d2d0b3 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/f12b1bb3-3012-4351-b533-8172f7a79d3c HTTP/1.1" status: 204 len: 168 time: 0.1301341 Oct 23 01:02:40.387060 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69231ed6-36ae-456e-bfbb-273066d2d0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12b1bb3-3012-4351-b533-8172f7a79d3c,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:40.396639 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca19163-5d90-4a0c-87c8-ddf783a837f4 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Pushing event deleted for resources: {'Port': ['ID=0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:40.509529 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.l3_agent_scheduler [req-883dafcd-8ba8-428d-8edd-8deaa8d0ca5d req-7ca19163-5d90-4a0c-87c8-ddf783a837f4 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Router b19da5af-947c-410a-bc2b-a0b1941e7211 has already been hosted by L3 agent 71de1650-f9d9-4095-92e6-e37ec99e20cf {{(pid=104552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:02:40.566338 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:40.618099 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-883dafcd-8ba8-428d-8edd-8deaa8d0ca5d req-7ca19163-5d90-4a0c-87c8-ddf783a837f4 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:02:40.627962 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39eaebcd-db48-4cef-84a8-53ead255a27c None None] Sync routers for ids ['b19da5af-947c-410a-bc2b-a0b1941e7211'] in dv-cinder-master-3-iscsi {{(pid=104554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:02:40.639727 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39eaebcd-db48-4cef-84a8-53ead255a27c None None] Routers {'b19da5af-947c-410a-bc2b-a0b1941e7211'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:02:40.640713 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-39eaebcd-db48-4cef-84a8-53ead255a27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:02:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['b19da5af-947c-410a-bc2b-a0b1941e7211'], 'active': True} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:02:40.666989 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.l3_dvrscheduler_db [req-883dafcd-8ba8-428d-8edd-8deaa8d0ca5d req-7ca19163-5d90-4a0c-87c8-ddf783a837f4 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] No DVR routers for this DVR port 0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554 on host hv-cinder-maste {{(pid=104552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:02:40.671054 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-883dafcd-8ba8-428d-8edd-8deaa8d0ca5d req-7ca19163-5d90-4a0c-87c8-ddf783a837f4 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:40.673440 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-883dafcd-8ba8-428d-8edd-8deaa8d0ca5d req-7ca19163-5d90-4a0c-87c8-ddf783a837f4 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.52 "DELETE /networking/v2.0/ports/0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554 HTTP/1.1" status: 204 len: 173 time: 0.7959924 Oct 23 01:02:40.673962 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17825340-b12a-4d69-9248-6fee9379135f', 'name': 'network-vif-deleted', 'tag': '0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554'}] {{(pid=104552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:02:40.676427 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e71a59ae106f7f9b2e36c913636ed0b95d68e581a9dbd71020046a5c2e6c46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7f1b7e-fac8-4a62-be5e-30ed5dfc98f6" -d '{"events": [{"server_uuid": "17825340-b12a-4d69-9248-6fee9379135f", "name": "network-vif-deleted", "tag": "0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554"}]}' {{(pid=104552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:02:40.762052 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a384f3-2dfd-44e0-b10a-40ed70a7c3a6 x-openstack-request-id: req-f2a384f3-2dfd-44e0-b10a-40ed70a7c3a6 {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:02:40.762378 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17825340-b12a-4d69-9248-6fee9379135f", "name": "network-vif-deleted", "tag": "0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554", "status": "completed", "code": 200}]} {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:02:40.762676 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f2a384f3-2dfd-44e0-b10a-40ed70a7c3a6 {{(pid=104552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:02:40.763089 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2a384f3-2dfd-44e0-b10a-40ed70a7c3a6'] response: {'server_uuid': '17825340-b12a-4d69-9248-6fee9379135f', 'name': 'network-vif-deleted', 'tag': '0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554', 'status': 'completed', 'code': 200} Oct 23 01:02:40.770026 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvr_db [None req-39eaebcd-db48-4cef-84a8-53ead255a27c None None] Set router b19da5af-947c-410a-bc2b-a0b1941e7211 gateway port host: dv-cinder-master-3-iscsi {{(pid=104554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:02:40.838677 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-575d2917-ba04-4d14-b53a-fddd311bbd9b req-e871c26c-b9c3-4615-a8c7-154e59a3dec4 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=17825340-b12a-4d69-9248-6fee9379135f HTTP/1.1" status: 200 len: 210 time: 0.0606763 Oct 23 01:02:40.851283 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=100 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:40.953126 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=100 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:41.015666 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-39eaebcd-db48-4cef-84a8-53ead255a27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19da5af-947c-410a-bc2b-a0b1941e7211', 'name': 'tempest-AttachVolumeShelveTestJSON-758508699-router', 'tenant_id': '59add4b78cd346a194c4be211d1996be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.212'}], 'enable_snat': True}, 'gw_port_id': 'c3d281d7-77bc-45d4-bfbc-c30a363df5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:39Z', 'revision_number': 4, 'project_id': '59add4b78cd346a194c4be211d1996be', 'gw_port': {'id': 'c3d281d7-77bc-45d4-bfbc-c30a363df5dd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19da5af-947c-410a-bc2b-a0b1941e7211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:25Z', 'updated_at': '2022-10-23T00:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '045e8cb5-b097-4c96-a318-d42be89b2e6f', 'name': '', 'network_id': 'f8105e98-346f-4369-be4d-2cb2d399c07a', 'tenant_id': '59add4b78cd346a194c4be211d1996be', 'mac_address': 'fa:16:3e:8e:5e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19da5af-947c-410a-bc2b-a0b1941e7211', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '52944cd4-669b-4a10-a076-1661bc94a4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:37Z', 'updated_at': '2022-10-23T00:55:52Z', 'revision_number': 5, 'project_id': '59add4b78cd346a194c4be211d1996be', 'subnets': [{'id': '52944cd4-669b-4a10-a076-1661bc94a4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:02:41.041283 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39eaebcd-db48-4cef-84a8-53ead255a27c None None] Checking router: b19da5af-947c-410a-bc2b-a0b1941e7211 for host: dv-cinder-master-3-iscsi {{(pid=104554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:02:41.051104 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39eaebcd-db48-4cef-84a8-53ead255a27c None None] Routers {'b19da5af-947c-410a-bc2b-a0b1941e7211'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:02:41.051726 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-39eaebcd-db48-4cef-84a8-53ead255a27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:02:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['b19da5af-947c-410a-bc2b-a0b1941e7211'], 'active': True} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:02:41.157296 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvr_db [None req-39eaebcd-db48-4cef-84a8-53ead255a27c None None] Set router b19da5af-947c-410a-bc2b-a0b1941e7211 gateway port host: dv-cinder-master-3-iscsi {{(pid=104554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:02:41.357348 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-39eaebcd-db48-4cef-84a8-53ead255a27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19da5af-947c-410a-bc2b-a0b1941e7211', 'name': 'tempest-AttachVolumeShelveTestJSON-758508699-router', 'tenant_id': '59add4b78cd346a194c4be211d1996be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.212'}], 'enable_snat': True}, 'gw_port_id': 'c3d281d7-77bc-45d4-bfbc-c30a363df5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:39Z', 'revision_number': 4, 'project_id': '59add4b78cd346a194c4be211d1996be', 'gw_port': {'id': 'c3d281d7-77bc-45d4-bfbc-c30a363df5dd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19da5af-947c-410a-bc2b-a0b1941e7211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:25Z', 'updated_at': '2022-10-23T00:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '045e8cb5-b097-4c96-a318-d42be89b2e6f', 'name': '', 'network_id': 'f8105e98-346f-4369-be4d-2cb2d399c07a', 'tenant_id': '59add4b78cd346a194c4be211d1996be', 'mac_address': 'fa:16:3e:8e:5e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19da5af-947c-410a-bc2b-a0b1941e7211', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '52944cd4-669b-4a10-a076-1661bc94a4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:37Z', 'updated_at': '2022-10-23T00:55:52Z', 'revision_number': 5, 'project_id': '59add4b78cd346a194c4be211d1996be', 'subnets': [{'id': '52944cd4-669b-4a10-a076-1661bc94a4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:02:41.387578 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39eaebcd-db48-4cef-84a8-53ead255a27c None None] The sync data for ids ['b19da5af-947c-410a-bc2b-a0b1941e7211'] in dv-cinder-master-3-iscsi is: [{'id': 'b19da5af-947c-410a-bc2b-a0b1941e7211', 'name': 'tempest-AttachVolumeShelveTestJSON-758508699-router', 'tenant_id': '59add4b78cd346a194c4be211d1996be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.212'}], 'enable_snat': True}, 'gw_port_id': 'c3d281d7-77bc-45d4-bfbc-c30a363df5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T00:55:39Z', 'revision_number': 4, 'project_id': '59add4b78cd346a194c4be211d1996be', 'gw_port': {'id': 'c3d281d7-77bc-45d4-bfbc-c30a363df5dd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19da5af-947c-410a-bc2b-a0b1941e7211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:25Z', 'updated_at': '2022-10-23T00:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '045e8cb5-b097-4c96-a318-d42be89b2e6f', 'name': '', 'network_id': 'f8105e98-346f-4369-be4d-2cb2d399c07a', 'tenant_id': '59add4b78cd346a194c4be211d1996be', 'mac_address': 'fa:16:3e:8e:5e:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19da5af-947c-410a-bc2b-a0b1941e7211', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '52944cd4-669b-4a10-a076-1661bc94a4a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:37Z', 'updated_at': '2022-10-23T00:55:52Z', 'revision_number': 5, 'project_id': '59add4b78cd346a194c4be211d1996be', 'subnets': [{'id': '52944cd4-669b-4a10-a076-1661bc94a4a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:02:41.625035 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e372eda-b9fb-4bfa-9d68-b642338687fe None None] New status for floating IP 1d934081-b57f-4715-b188-9bc52aaecccf: DOWN {{(pid=104553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:02:41.956796 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 54632) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:42.014905 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-c2563e3a-aeda-403c-937b-4209c265a3e6 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks [] for security_group (a78952a2-cccd-48f5-8f51-83df3683dcf4), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:42.037766 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-c2563e3a-aeda-403c-937b-4209c265a3e6 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks [] for security_group (a78952a2-cccd-48f5-8f51-83df3683dcf4), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:42.088709 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-c2563e3a-aeda-403c-937b-4209c265a3e6 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (a78952a2-cccd-48f5-8f51-83df3683dcf4), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:42.091198 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-c2563e3a-aeda-403c-937b-4209c265a3e6 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:42.092363 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-c2563e3a-aeda-403c-937b-4209c265a3e6 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/a78952a2-cccd-48f5-8f51-83df3683dcf4 HTTP/1.1" status: 204 len: 168 time: 0.1345606 Oct 23 01:02:42.095794 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 54638) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:42.102487 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2563e3a-aeda-403c-937b-4209c265a3e6 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78952a2-cccd-48f5-8f51-83df3683dcf4,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:42.115500 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.api.v2.resource [None req-74b24b78-6858-441b-9fe9-e7531c58edc3 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] show failed (client error): The resource could not be found. Oct 23 01:02:42.116517 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-74b24b78-6858-441b-9fe9-e7531c58edc3 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "GET /networking/v2.0/security-groups/a78952a2-cccd-48f5-8f51-83df3683dcf4 HTTP/1.1" status: 404 len: 347 time: 0.0188148 Oct 23 01:02:42.119839 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 54640) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:42.239640 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-f938fd99-8fc3-455b-90b6-fb25d9d3fe49 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Deleting port 451ffa52-bde4-4d4d-bb86-4181fb85999c {{(pid=104551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:02:42.239990 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f938fd99-8fc3-455b-90b6-fb25d9d3fe49 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (451ffa52-bde4-4d4d-bb86-4181fb85999c), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:42.315905 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f938fd99-8fc3-455b-90b6-fb25d9d3fe49 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (451ffa52-bde4-4d4d-bb86-4181fb85999c), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:42.316235 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f938fd99-8fc3-455b-90b6-fb25d9d3fe49 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks [] for floatingip (451ffa52-bde4-4d4d-bb86-4181fb85999c), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:42.331546 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-f938fd99-8fc3-455b-90b6-fb25d9d3fe49 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Calling delete_port for 451ffa52-bde4-4d4d-bb86-4181fb85999c owned by network:floatingip {{(pid=104551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:02:42.396234 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:42.405186 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:42.470538 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f938fd99-8fc3-455b-90b6-fb25d9d3fe49 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6140158'] for port (451ffa52-bde4-4d4d-bb86-4181fb85999c), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:42.496042 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f938fd99-8fc3-455b-90b6-fb25d9d3fe49 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Pushing event deleted for resources: {'Port': ['ID=451ffa52-bde4-4d4d-bb86-4181fb85999c,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:42.562247 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f938fd99-8fc3-455b-90b6-fb25d9d3fe49 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks [] for floatingip (1d934081-b57f-4715-b188-9bc52aaecccf), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:42.565610 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f938fd99-8fc3-455b-90b6-fb25d9d3fe49 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for floatingip (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:42.566943 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-f938fd99-8fc3-455b-90b6-fb25d9d3fe49 tempest-AttachVolumeShelveTestJSON-1171119098 tempest-AttachVolumeShelveTestJSON-1171119098-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/1d934081-b57f-4715-b188-9bc52aaecccf HTTP/1.1" status: 204 len: 168 time: 0.4461870 Oct 23 01:02:44.418706 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:02:44.438660 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] No Port match for: 0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554 {{(pid=104553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:02:44.439010 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 0a74b0dc-ddb2-4d8b-a5c0-f0a50bcc2554 not bound to the agent host hv-cinder-maste {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:02:45.056712 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 54700) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:45.533728 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-8bbf2d02-3d3a-4f30-9cef-f646c372bb53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-517241'] for router_interface (b19da5af-947c-410a-bc2b-a0b1941e7211), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:45.754253 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-8bbf2d02-3d3a-4f30-9cef-f646c372bb53 admin admin] Deleting port 045e8cb5-b097-4c96-a318-d42be89b2e6f {{(pid=104551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:02:45.754558 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-8bbf2d02-3d3a-4f30-9cef-f646c372bb53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (045e8cb5-b097-4c96-a318-d42be89b2e6f), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:45.843365 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.db [None req-8bbf2d02-3d3a-4f30-9cef-f646c372bb53 admin admin] For port 045e8cb5-b097-4c96-a318-d42be89b2e6f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=045e8cb5-b097-4c96-a318-d42be89b2e6f,segment=NetworkSegment(7dc83201-cb39-4cd2-9302-c1b785eda914),segment_id=7dc83201-cb39-4cd2-9302-c1b785eda914)] {{(pid=104551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:02:45.843735 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-8bbf2d02-3d3a-4f30-9cef-f646c372bb53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (045e8cb5-b097-4c96-a318-d42be89b2e6f), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:45.858377 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-8bbf2d02-3d3a-4f30-9cef-f646c372bb53 admin admin] Calling delete_port for 045e8cb5-b097-4c96-a318-d42be89b2e6f owned by network:router_interface {{(pid=104551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:02:45.921466 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:45.954230 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=100 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:46.050604 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-8bbf2d02-3d3a-4f30-9cef-f646c372bb53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6140158'] for port (045e8cb5-b097-4c96-a318-d42be89b2e6f), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:46.078334 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbf2d02-3d3a-4f30-9cef-f646c372bb53 admin admin] Pushing event deleted for resources: {'Port': ['ID=045e8cb5-b097-4c96-a318-d42be89b2e6f,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:46.254338 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-8bbf2d02-3d3a-4f30-9cef-f646c372bb53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516553'] for router_interface (b19da5af-947c-410a-bc2b-a0b1941e7211), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:46.288290 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c3968b-c295-44ff-83f9-5489afac4146 None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=104553) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:02:46.385607 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c3968b-c295-44ff-83f9-5489afac4146 None None] Resources bound (agent type, host, resource id): {{(pid=104553) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:02:46.476398 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bbf2d02-3d3a-4f30-9cef-f646c372bb53 admin admin] Router b19da5af-947c-410a-bc2b-a0b1941e7211 has already been hosted by L3 agent 71de1650-f9d9-4095-92e6-e37ec99e20cf {{(pid=104551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:02:46.530907 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:46.583849 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bbf2d02-3d3a-4f30-9cef-f646c372bb53 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:02:46.591535 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-8bbf2d02-3d3a-4f30-9cef-f646c372bb53 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/b19da5af-947c-410a-bc2b-a0b1941e7211/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5311234 Oct 23 01:02:46.591656 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 54714) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:46.592833 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d1b0de-8c2e-4ef9-a182-24462a057280 None None] Sync routers for ids ['b19da5af-947c-410a-bc2b-a0b1941e7211'] in dv-cinder-master-3-iscsi {{(pid=104554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:02:46.604211 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d1b0de-8c2e-4ef9-a182-24462a057280 None None] Routers {'b19da5af-947c-410a-bc2b-a0b1941e7211'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:02:46.604849 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-72d1b0de-8c2e-4ef9-a182-24462a057280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:02:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['b19da5af-947c-410a-bc2b-a0b1941e7211'], 'active': True} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:02:46.701176 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-1f7715bf-1d7b-4ae5-b117-28ccada390e7 admin admin] Publish callbacks [] for router (b19da5af-947c-410a-bc2b-a0b1941e7211), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:46.737140 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvr_db [None req-72d1b0de-8c2e-4ef9-a182-24462a057280 None None] Set router b19da5af-947c-410a-bc2b-a0b1941e7211 gateway port host: dv-cinder-master-3-iscsi {{(pid=104554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:02:46.808693 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-1f7715bf-1d7b-4ae5-b117-28ccada390e7 admin admin] Publish callbacks [] for router_gateway (b19da5af-947c-410a-bc2b-a0b1941e7211), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:46.814381 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:46.857553 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-1f7715bf-1d7b-4ae5-b117-28ccada390e7 admin admin] Deleting port c3d281d7-77bc-45d4-bfbc-c30a363df5dd {{(pid=104551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:02:46.857924 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-1f7715bf-1d7b-4ae5-b117-28ccada390e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (c3d281d7-77bc-45d4-bfbc-c30a363df5dd), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:46.933688 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-72d1b0de-8c2e-4ef9-a182-24462a057280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19da5af-947c-410a-bc2b-a0b1941e7211', 'name': 'tempest-AttachVolumeShelveTestJSON-758508699-router', 'tenant_id': '59add4b78cd346a194c4be211d1996be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.212'}], 'enable_snat': True}, 'gw_port_id': 'c3d281d7-77bc-45d4-bfbc-c30a363df5dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T01:02:45Z', 'revision_number': 5, 'project_id': '59add4b78cd346a194c4be211d1996be', 'gw_port': {'id': 'c3d281d7-77bc-45d4-bfbc-c30a363df5dd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19da5af-947c-410a-bc2b-a0b1941e7211', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:55:25Z', 'updated_at': '2022-10-23T00:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:02:46.948117 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:46.966803 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.db [None req-1f7715bf-1d7b-4ae5-b117-28ccada390e7 admin admin] For port c3d281d7-77bc-45d4-bfbc-c30a363df5dd, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=c3d281d7-77bc-45d4-bfbc-c30a363df5dd,segment=NetworkSegment(0d47d9bc-e081-4c9e-9d69-e5804f7aef1d),segment_id=0d47d9bc-e081-4c9e-9d69-e5804f7aef1d)] {{(pid=104551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:02:46.967198 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-1f7715bf-1d7b-4ae5-b117-28ccada390e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (c3d281d7-77bc-45d4-bfbc-c30a363df5dd), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:46.967493 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d1b0de-8c2e-4ef9-a182-24462a057280 None None] Checking router: b19da5af-947c-410a-bc2b-a0b1941e7211 for host: dv-cinder-master-3-iscsi {{(pid=104554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:02:46.977750 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d1b0de-8c2e-4ef9-a182-24462a057280 None None] Routers {'b19da5af-947c-410a-bc2b-a0b1941e7211'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:02:46.978531 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-72d1b0de-8c2e-4ef9-a182-24462a057280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:02:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['b19da5af-947c-410a-bc2b-a0b1941e7211'], 'active': True} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:02:46.982352 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-1f7715bf-1d7b-4ae5-b117-28ccada390e7 admin admin] Calling delete_port for c3d281d7-77bc-45d4-bfbc-c30a363df5dd owned by network:router_gateway {{(pid=104551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:02:47.069217 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvr_db [None req-72d1b0de-8c2e-4ef9-a182-24462a057280 None None] Set router b19da5af-947c-410a-bc2b-a0b1941e7211 gateway port host: None {{(pid=104554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:02:47.123686 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-72d1b0de-8c2e-4ef9-a182-24462a057280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b19da5af-947c-410a-bc2b-a0b1941e7211', 'name': 'tempest-AttachVolumeShelveTestJSON-758508699-router', 'tenant_id': '59add4b78cd346a194c4be211d1996be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T01:02:46Z', 'revision_number': 6, 'project_id': '59add4b78cd346a194c4be211d1996be', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:02:47.126565 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=100 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:47.151350 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d1b0de-8c2e-4ef9-a182-24462a057280 None None] The sync data for ids ['b19da5af-947c-410a-bc2b-a0b1941e7211'] in dv-cinder-master-3-iscsi is: [{'id': 'b19da5af-947c-410a-bc2b-a0b1941e7211', 'name': 'tempest-AttachVolumeShelveTestJSON-758508699-router', 'tenant_id': '59add4b78cd346a194c4be211d1996be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:55:23Z', 'updated_at': '2022-10-23T01:02:46Z', 'revision_number': 6, 'project_id': '59add4b78cd346a194c4be211d1996be', 'gw_port_host': None}] {{(pid=104554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:02:47.185992 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-1f7715bf-1d7b-4ae5-b117-28ccada390e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6140158'] for port (c3d281d7-77bc-45d4-bfbc-c30a363df5dd), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:47.227232 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-63a470cd-0339-4478-8140-1c77e29fd1db None None] Provisioning complete for port 02ea638b-e76a-43d4-a7af-3b5be374e752 triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:02:47.227640 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-63a470cd-0339-4478-8140-1c77e29fd1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (02ea638b-e76a-43d4-a7af-3b5be374e752), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:47.227958 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-63a470cd-0339-4478-8140-1c77e29fd1db None None] Attempt 1 to provision port 02ea638b-e76a-43d4-a7af-3b5be374e752 Oct 23 01:02:47.249555 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7715bf-1d7b-4ae5-b117-28ccada390e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3d281d7-77bc-45d4-bfbc-c30a363df5dd,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:47.318291 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:47.333855 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-1f7715bf-1d7b-4ae5-b117-28ccada390e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-517020'] for router_gateway (b19da5af-947c-410a-bc2b-a0b1941e7211), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:47.335275 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-63a470cd-0339-4478-8140-1c77e29fd1db None None] Current status of the port 02ea638b-e76a-43d4-a7af-3b5be374e752 is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:02:47.651248 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-1f7715bf-1d7b-4ae5-b117-28ccada390e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-401043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123571'] for router (b19da5af-947c-410a-bc2b-a0b1941e7211), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:47.653542 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-1f7715bf-1d7b-4ae5-b117-28ccada390e7 admin admin] Publish callbacks [] for router_controller (b19da5af-947c-410a-bc2b-a0b1941e7211), precommit_delete_associations {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:47.699578 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-1f7715bf-1d7b-4ae5-b117-28ccada390e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517178'] for router (b19da5af-947c-410a-bc2b-a0b1941e7211), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:47.700177 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7715bf-1d7b-4ae5-b117-28ccada390e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b19da5af-947c-410a-bc2b-a0b1941e7211 {{(pid=104551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:02:47.704511 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-1f7715bf-1d7b-4ae5-b117-28ccada390e7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:47.705699 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-1f7715bf-1d7b-4ae5-b117-28ccada390e7 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/b19da5af-947c-410a-bc2b-a0b1941e7211 HTTP/1.1" status: 204 len: 168 time: 1.1131613 Oct 23 01:02:47.708800 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 54734) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:47.761972 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.db_base_plugin_v2 [None req-028f1996-e775-413b-b483-2b31b95e8c54 admin admin] Deleting subnet 52944cd4-669b-4a10-a076-1661bc94a4a7 {{(pid=104551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:02:47.765763 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-028f1996-e775-413b-b483-2b31b95e8c54 admin admin] Publish callbacks [] for subnet (52944cd4-669b-4a10-a076-1661bc94a4a7), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:47.802574 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-028f1996-e775-413b-b483-2b31b95e8c54 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8119832'] for subnet (52944cd4-669b-4a10-a076-1661bc94a4a7), precommit_delete_associations {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:47.877745 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-028f1996-e775-413b-b483-2b31b95e8c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13457227'] for subnet (52944cd4-669b-4a10-a076-1661bc94a4a7), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:47.938469 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-028f1996-e775-413b-b483-2b31b95e8c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-13457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6139661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4819808'] for subnet (52944cd4-669b-4a10-a076-1661bc94a4a7), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:47.962852 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f1996-e775-413b-b483-2b31b95e8c54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52944cd4-669b-4a10-a076-1661bc94a4a7,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:47.968661 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-028f1996-e775-413b-b483-2b31b95e8c54 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:47.974219 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8656e144-9695-4222-b68d-4e504ecba48e None None] Network f8105e98-346f-4369-be4d-2cb2d399c07a requested from dv-cinder-master-3-iscsi {{(pid=104553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:02:47.974735 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-028f1996-e775-413b-b483-2b31b95e8c54 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/52944cd4-669b-4a10-a076-1661bc94a4a7 HTTP/1.1" status: 204 len: 168 time: 0.2645431 Oct 23 01:02:47.974893 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 54736) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:48.048545 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-c84794b6-cb64-4244-8460-291989cd69f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13506626'] for network (f8105e98-346f-4369-be4d-2cb2d399c07a), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:48.095863 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [None req-c84794b6-cb64-4244-8460-291989cd69f5 admin admin] Deleting port 02ea638b-e76a-43d4-a7af-3b5be374e752 {{(pid=104552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:02:48.096232 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-c84794b6-cb64-4244-8460-291989cd69f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (02ea638b-e76a-43d4-a7af-3b5be374e752), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:48.149046 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef30ceda-bf97-4e1d-ba4d-eeff522ebef7 None None] DHCP port deletion for f8105e98-346f-4369-be4d-2cb2d399c07a request from dv-cinder-master-3-iscsi {{(pid=104553) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:02:48.170723 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [None req-c84794b6-cb64-4244-8460-291989cd69f5 admin admin] For port 02ea638b-e76a-43d4-a7af-3b5be374e752, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=02ea638b-e76a-43d4-a7af-3b5be374e752,segment=NetworkSegment(7dc83201-cb39-4cd2-9302-c1b785eda914),segment_id=7dc83201-cb39-4cd2-9302-c1b785eda914)] {{(pid=104552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:02:48.171358 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-c84794b6-cb64-4244-8460-291989cd69f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (02ea638b-e76a-43d4-a7af-3b5be374e752), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:48.188365 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [None req-c84794b6-cb64-4244-8460-291989cd69f5 admin admin] Calling delete_port for 02ea638b-e76a-43d4-a7af-3b5be374e752 owned by network:dhcp {{(pid=104552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:02:48.202903 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-ef30ceda-bf97-4e1d-ba4d-eeff522ebef7 None None] Deleting port 02ea638b-e76a-43d4-a7af-3b5be374e752 {{(pid=104553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:02:48.203538 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-ef30ceda-bf97-4e1d-ba4d-eeff522ebef7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (02ea638b-e76a-43d4-a7af-3b5be374e752), before_delete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:48.248321 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 02ea638b-e76a-43d4-a7af-3b5be374e752 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:02:48.276510 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-c84794b6-cb64-4244-8460-291989cd69f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5995606'] for port (02ea638b-e76a-43d4-a7af-3b5be374e752), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:48.298782 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-ef30ceda-bf97-4e1d-ba4d-eeff522ebef7 None None] For port 02ea638b-e76a-43d4-a7af-3b5be374e752, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=02ea638b-e76a-43d4-a7af-3b5be374e752,segment=NetworkSegment(7dc83201-cb39-4cd2-9302-c1b785eda914),segment_id=7dc83201-cb39-4cd2-9302-c1b785eda914)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:02:48.299180 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-ef30ceda-bf97-4e1d-ba4d-eeff522ebef7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (02ea638b-e76a-43d4-a7af-3b5be374e752), precommit_delete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:48.299915 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84794b6-cb64-4244-8460-291989cd69f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=02ea638b-e76a-43d4-a7af-3b5be374e752,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:48.305921 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84794b6-cb64-4244-8460-291989cd69f5 admin admin] No DVR routers for this DVR port 02ea638b-e76a-43d4-a7af-3b5be374e752 on host dv-cinder-master-3-iscsi {{(pid=104552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:02:48.322775 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-ef30ceda-bf97-4e1d-ba4d-eeff522ebef7 None None] Calling delete_port for 02ea638b-e76a-43d4-a7af-3b5be374e752 owned by network:dhcp {{(pid=104553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:02:48.326857 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] No active binding found for port 02ea638b-e76a-43d4-a7af-3b5be374e752 {{(pid=104553) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Oct 23 01:02:48.327231 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] The host dv-cinder-master-3-iscsi is not matching for port 02ea638b-e76a-43d4-a7af-3b5be374e752 host None! {{(pid=104553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2431}} Oct 23 01:02:48.327620 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 02ea638b-e76a-43d4-a7af-3b5be374e752 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:02:48.328044 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device c3d281d7-77bc-45d4-bfbc-c30a363df5dd no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:02:48.355231 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] No Port match for: c3d281d7-77bc-45d4-bfbc-c30a363df5dd {{(pid=104553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:02:48.355569 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device c3d281d7-77bc-45d4-bfbc-c30a363df5dd not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:02:48.356152 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 045e8cb5-b097-4c96-a318-d42be89b2e6f no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:02:48.376172 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] No Port match for: 045e8cb5-b097-4c96-a318-d42be89b2e6f {{(pid=104553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:02:48.376520 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 045e8cb5-b097-4c96-a318-d42be89b2e6f not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:02:48.386317 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-c84794b6-cb64-4244-8460-291989cd69f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13455826', 'neutron.services.segments.db._delete_segments_for_network-8758734904131'] for network (f8105e98-346f-4369-be4d-2cb2d399c07a), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:48.408313 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.services.segments.db [None req-c84794b6-cb64-4244-8460-291989cd69f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8105e98-346f-4369-be4d-2cb2d399c07a']}} {{(pid=104552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:02:48.418176 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.services.segments.db [None req-c84794b6-cb64-4244-8460-291989cd69f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dc83201-cb39-4cd2-9302-c1b785eda914') {'for_net_delete': True} {{(pid=104552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:02:48.418472 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.services.segments.db [None req-c84794b6-cb64-4244-8460-291989cd69f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dc83201-cb39-4cd2-9302-c1b785eda914') {} {{(pid=104552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:02:48.431380 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-c84794b6-cb64-4244-8460-291989cd69f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758734904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6324729'] for segment (7dc83201-cb39-4cd2-9302-c1b785eda914), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:48.439877 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-ef30ceda-bf97-4e1d-ba4d-eeff522ebef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455'] for port (02ea638b-e76a-43d4-a7af-3b5be374e752), after_delete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:48.445045 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-c84794b6-cb64-4244-8460-291989cd69f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13381139'] for segment (7dc83201-cb39-4cd2-9302-c1b785eda914), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:48.453407 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c84794b6-cb64-4244-8460-291989cd69f5 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=104552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:02:48.453931 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-c84794b6-cb64-4244-8460-291989cd69f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13381139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5995523'] for segment (7dc83201-cb39-4cd2-9302-c1b785eda914), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:48.462610 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef30ceda-bf97-4e1d-ba4d-eeff522ebef7 None None] Pushing event deleted for resources: {'Port': ['ID=02ea638b-e76a-43d4-a7af-3b5be374e752,revision_number=None']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:48.468072 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef30ceda-bf97-4e1d-ba4d-eeff522ebef7 None None] No DVR routers for this DVR port 02ea638b-e76a-43d4-a7af-3b5be374e752 on host dv-cinder-master-3-iscsi {{(pid=104553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:02:48.505277 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:DELETE=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:48.508515 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.services.segments.plugin [-] Segment 7dc83201-cb39-4cd2-9302-c1b785eda914 resource provider aggregate not found Oct 23 01:02:48.530639 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-c84794b6-cb64-4244-8460-291989cd69f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13455835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516948'] for network (f8105e98-346f-4369-be4d-2cb2d399c07a), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:48.536545 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-c84794b6-cb64-4244-8460-291989cd69f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for network (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:48.542453 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-c84794b6-cb64-4244-8460-291989cd69f5 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/f8105e98-346f-4369-be4d-2cb2d399c07a HTTP/1.1" status: 204 len: 168 time: 0.5659456 Oct 23 01:02:48.545107 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.services.segments.plugin [-] Segment 7dc83201-cb39-4cd2-9302-c1b785eda914 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7dc83201-cb39-4cd2-9302-c1b785eda914 found for delete ", "request_id": "req-034c580e-5e94-49a9-91fd-feaf675eccad"}]} Oct 23 01:02:48.554983 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84794b6-cb64-4244-8460-291989cd69f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8105e98-346f-4369-be4d-2cb2d399c07a,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:48.673702 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 54752) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:48.717746 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-85804967-2a77-442c-827d-b4e5e66df925 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=59add4b78cd346a194c4be211d1996be&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0403755 Oct 23 01:02:48.717985 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 54754) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:48.769392 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-4ae1c5e5-bbb5-4c81-a1a4-98bd6e3bdfed admin admin] Publish callbacks [] for security_group (14f9cc16-79bc-467c-acc1-06912dbdf96d), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:48.794471 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-4ae1c5e5-bbb5-4c81-a1a4-98bd6e3bdfed admin admin] Publish callbacks [] for security_group (14f9cc16-79bc-467c-acc1-06912dbdf96d), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:48.825388 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-b25e1790-eea8-49f8-850f-fd4513009af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (6b66cfba-c169-484b-b3a5-13fb9b6528cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:48.850822 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-4ae1c5e5-bbb5-4c81-a1a4-98bd6e3bdfed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (14f9cc16-79bc-467c-acc1-06912dbdf96d), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:48.853858 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-4ae1c5e5-bbb5-4c81-a1a4-98bd6e3bdfed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:48.855569 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-4ae1c5e5-bbb5-4c81-a1a4-98bd6e3bdfed admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/14f9cc16-79bc-467c-acc1-06912dbdf96d HTTP/1.1" status: 204 len: 168 time: 0.1364419 Oct 23 01:02:48.859980 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 54760) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:48.865864 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae1c5e5-bbb5-4c81-a1a4-98bd6e3bdfed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f9cc16-79bc-467c-acc1-06912dbdf96d,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:49.070813 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-6f8bd4c4-de14-4cc8-8646-1c47ffbcd704 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:49.123184 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=81,neutron:DELETE=13,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:49.150531 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=8 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:49.157039 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-6f8bd4c4-de14-4cc8-8646-1c47ffbcd704 admin admin] Publish callbacks [] for security_group (ae0586b5-786e-4367-a9ba-861b0d14799e), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:49.161570 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-6f8bd4c4-de14-4cc8-8646-1c47ffbcd704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (ae0586b5-786e-4367-a9ba-861b0d14799e), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:49.205241 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-6f8bd4c4-de14-4cc8-8646-1c47ffbcd704 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=a76aea41c1c7467d9305756da0605a3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3441553 Oct 23 01:02:49.207157 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8bd4c4-de14-4cc8-8646-1c47ffbcd704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0586b5-786e-4367-a9ba-861b0d14799e,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:49.208478 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 54774) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:49.259544 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-3f7f989d-7065-41cb-a9c8-a281233e629c admin admin] Publish callbacks [] for security_group (ae0586b5-786e-4367-a9ba-861b0d14799e), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:49.280829 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-3f7f989d-7065-41cb-a9c8-a281233e629c admin admin] Publish callbacks [] for security_group (ae0586b5-786e-4367-a9ba-861b0d14799e), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:49.310376 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:02:49.333592 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-3f7f989d-7065-41cb-a9c8-a281233e629c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (ae0586b5-786e-4367-a9ba-861b0d14799e), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:49.336552 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-3f7f989d-7065-41cb-a9c8-a281233e629c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:49.337759 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-3f7f989d-7065-41cb-a9c8-a281233e629c admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/ae0586b5-786e-4367-a9ba-861b0d14799e HTTP/1.1" status: 204 len: 168 time: 0.1281276 Oct 23 01:02:49.347206 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f989d-7065-41cb-a9c8-a281233e629c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0586b5-786e-4367-a9ba-861b0d14799e,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:49.638402 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 54792) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:49.652113 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-40510b4b-be6a-46a1-9efb-21a10d6f185f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:49.730344 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-40510b4b-be6a-46a1-9efb-21a10d6f185f admin admin] Publish callbacks [] for security_group (857adeba-6cfe-4a88-ba39-f9a93c1fe5f1), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:49.735856 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-40510b4b-be6a-46a1-9efb-21a10d6f185f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (857adeba-6cfe-4a88-ba39-f9a93c1fe5f1), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:49.777709 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-40510b4b-be6a-46a1-9efb-21a10d6f185f admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=8eb4a3e3e7644703bbfc2eb3e9c512d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1382058 Oct 23 01:02:49.778791 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40510b4b-be6a-46a1-9efb-21a10d6f185f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857adeba-6cfe-4a88-ba39-f9a93c1fe5f1,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:49.782357 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 54796) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:49.836696 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-a1b4c805-5091-4595-bc8c-dcb6d8760282 admin admin] Publish callbacks [] for security_group (857adeba-6cfe-4a88-ba39-f9a93c1fe5f1), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:49.858278 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-a1b4c805-5091-4595-bc8c-dcb6d8760282 admin admin] Publish callbacks [] for security_group (857adeba-6cfe-4a88-ba39-f9a93c1fe5f1), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:49.911630 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-a1b4c805-5091-4595-bc8c-dcb6d8760282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (857adeba-6cfe-4a88-ba39-f9a93c1fe5f1), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:49.914333 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-a1b4c805-5091-4595-bc8c-dcb6d8760282 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:49.915506 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-a1b4c805-5091-4595-bc8c-dcb6d8760282 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/857adeba-6cfe-4a88-ba39-f9a93c1fe5f1 HTTP/1.1" status: 204 len: 168 time: 0.1321402 Oct 23 01:02:49.923528 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b4c805-5091-4595-bc8c-dcb6d8760282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857adeba-6cfe-4a88-ba39-f9a93c1fe5f1,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:50.213172 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 54814) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:50.227193 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-768fbd2f-b2bb-48a0-bb05-64a760358ebe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:50.315033 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-768fbd2f-b2bb-48a0-bb05-64a760358ebe admin admin] Publish callbacks [] for security_group (3d874561-d9ea-427b-9bc1-0560041928f9), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:50.319804 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-768fbd2f-b2bb-48a0-bb05-64a760358ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (3d874561-d9ea-427b-9bc1-0560041928f9), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:50.362248 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-768fbd2f-b2bb-48a0-bb05-64a760358ebe admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=f68d94ce4db54bfba8f8535de053defe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1455123 Oct 23 01:02:50.362248 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fbd2f-b2bb-48a0-bb05-64a760358ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d874561-d9ea-427b-9bc1-0560041928f9,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:50.363093 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 54822) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:02:50.415879 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-92fbd4fe-0d93-4cc2-8caa-61341116fc42 admin admin] Publish callbacks [] for security_group (3d874561-d9ea-427b-9bc1-0560041928f9), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:50.436302 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-92fbd4fe-0d93-4cc2-8caa-61341116fc42 admin admin] Publish callbacks [] for security_group (3d874561-d9ea-427b-9bc1-0560041928f9), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:50.487441 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-92fbd4fe-0d93-4cc2-8caa-61341116fc42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (3d874561-d9ea-427b-9bc1-0560041928f9), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:50.490313 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-92fbd4fe-0d93-4cc2-8caa-61341116fc42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:50.491475 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-92fbd4fe-0d93-4cc2-8caa-61341116fc42 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/3d874561-d9ea-427b-9bc1-0560041928f9 HTTP/1.1" status: 204 len: 168 time: 0.1272397 Oct 23 01:02:50.499623 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fbd4fe-0d93-4cc2-8caa-61341116fc42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d874561-d9ea-427b-9bc1-0560041928f9,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:02:51.246630 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-aa76c487-aede-4149-89b6-6b36b3806dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (71de1650-f9d9-4095-92e6-e37ec99e20cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:52.329110 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5148f689-0f62-430a-b3f2-d0758b81aa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (b2013646-e5ec-4b71-a145-3908973fbde8), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:53.674775 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e80eb663-45f3-44c1-bd5d-b13fbac885c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (9e3bf558-830b-43df-b1b1-6fe61a75ce60), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:54.000653 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (e5069eb9-82e8-4601-9222-8a50cea677c6), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:02:57.128367 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=71 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:00.110908 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f60192-4c3b-4ca5-89c5-3c740cdb73dc req-2986fe93-3687-4cd9-b9e8-78f58c32b1b5 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:00.112216 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-73f60192-4c3b-4ca5-89c5-3c740cdb73dc req-2986fe93-3687-4cd9-b9e8-78f58c32b1b5 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7979ba1d-67a3-4380-8cc9-e65ed6e50cd5 HTTP/1.1" status: 200 len: 946 time: 0.0494161 Oct 23 01:03:00.145303 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:00.172284 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-73f60192-4c3b-4ca5-89c5-3c740cdb73dc req-aff3dc2c-86a6-4b21-8df1-b74a0587024a tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=27fe5e11-7bd5-432e-9b1b-087e3e2991c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538676 Oct 23 01:03:00.466849 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=42,neutron:DELETE=4 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:00.495301 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=37,neutron:DELETE=4 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:01.312471 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb495da-d461-4a0d-a9ac-f5d9d88cb414 req-7a2a9983-99e6-4a08-bfc1-3f754c9993a0 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:01.314070 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-bdb495da-d461-4a0d-a9ac-f5d9d88cb414 req-7a2a9983-99e6-4a08-bfc1-3f754c9993a0 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7979ba1d-67a3-4380-8cc9-e65ed6e50cd5 HTTP/1.1" status: 200 len: 946 time: 0.0602181 Oct 23 01:03:01.366330 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-bdb495da-d461-4a0d-a9ac-f5d9d88cb414 req-ef03fa03-42f4-4ce4-bcc4-f753065c00f1 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=27fe5e11-7bd5-432e-9b1b-087e3e2991c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464990 Oct 23 01:03:01.715619 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (16cf44eb-3ef2-4361-a416-47ab9083b794), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:02.491338 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc15a17-bbcd-46b1-9e13-d3e501d79f29 req-fae29a7c-a0e7-4155-8eb1-891d66b19522 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:02.492781 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-2bc15a17-bbcd-46b1-9e13-d3e501d79f29 req-fae29a7c-a0e7-4155-8eb1-891d66b19522 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7979ba1d-67a3-4380-8cc9-e65ed6e50cd5 HTTP/1.1" status: 200 len: 946 time: 0.0466900 Oct 23 01:03:02.550915 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-2bc15a17-bbcd-46b1-9e13-d3e501d79f29 req-f0a80dbd-50a7-48ec-bfcb-ba29bc8a0555 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=27fe5e11-7bd5-432e-9b1b-087e3e2991c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499380 Oct 23 01:03:03.258773 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd3a3a-3257-4435-bab2-579f618ec358 req-f542ab73-3e2d-48d4-9eb2-08c8b52be05c tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:03.260287 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-bdbd3a3a-3257-4435-bab2-579f618ec358 req-f542ab73-3e2d-48d4-9eb2-08c8b52be05c tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=7979ba1d-67a3-4380-8cc9-e65ed6e50cd5 HTTP/1.1" status: 200 len: 946 time: 0.0545802 Oct 23 01:03:03.347847 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [req-bdbd3a3a-3257-4435-bab2-579f618ec358 req-499b8a38-fdb5-4d22-95f2-bd225d4d3626 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Deleting port e718bd05-4ddf-4ebd-b9d8-a8876d827df4 {{(pid=104552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:03:03.348200 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-bdbd3a3a-3257-4435-bab2-579f618ec358 req-499b8a38-fdb5-4d22-95f2-bd225d4d3626 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (e718bd05-4ddf-4ebd-b9d8-a8876d827df4), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:03.405387 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:03.452092 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-bdbd3a3a-3257-4435-bab2-579f618ec358 req-499b8a38-fdb5-4d22-95f2-bd225d4d3626 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] For port e718bd05-4ddf-4ebd-b9d8-a8876d827df4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e718bd05-4ddf-4ebd-b9d8-a8876d827df4,segment=NetworkSegment(e963d26c-0a32-4372-aefd-3f9403fc219c),segment_id=e963d26c-0a32-4372-aefd-3f9403fc219c)] {{(pid=104552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:03:03.452613 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-bdbd3a3a-3257-4435-bab2-579f618ec358 req-499b8a38-fdb5-4d22-95f2-bd225d4d3626 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (e718bd05-4ddf-4ebd-b9d8-a8876d827df4), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:03.637830 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-bdbd3a3a-3257-4435-bab2-579f618ec358 req-499b8a38-fdb5-4d22-95f2-bd225d4d3626 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:03.638593 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-bdbd3a3a-3257-4435-bab2-579f618ec358 req-499b8a38-fdb5-4d22-95f2-bd225d4d3626 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516985'] for floatingip (d84ffc9e-a979-455d-a4f4-f4b8ba74ad31), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:03.638593 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.db.l3_db [req-bdbd3a3a-3257-4435-bab2-579f618ec358 req-499b8a38-fdb5-4d22-95f2-bd225d4d3626 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Floating IP d84ffc9e-a979-455d-a4f4-f4b8ba74ad31 disassociated. External IP: 172.37.4.169, port: e718bd05-4ddf-4ebd-b9d8-a8876d827df4. Oct 23 01:03:03.638990 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [req-bdbd3a3a-3257-4435-bab2-579f618ec358 req-499b8a38-fdb5-4d22-95f2-bd225d4d3626 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Calling delete_port for e718bd05-4ddf-4ebd-b9d8-a8876d827df4 owned by compute:nova {{(pid=104552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:03:03.723891 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e5125-9b5b-4479-87a5-5e03e38f1696 req-9baf2c9d-f866-4c77-a576-2a0681abd9c4 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:03.725388 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-255e5125-9b5b-4479-87a5-5e03e38f1696 req-9baf2c9d-f866-4c77-a576-2a0681abd9c4 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7979ba1d-67a3-4380-8cc9-e65ed6e50cd5 HTTP/1.1" status: 200 len: 946 time: 0.0840611 Oct 23 01:03:03.800326 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-255e5125-9b5b-4479-87a5-5e03e38f1696 req-cef0be73-586b-4903-b7ff-81bd6201de89 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=27fe5e11-7bd5-432e-9b1b-087e3e2991c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658734 Oct 23 01:03:03.856205 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-bdbd3a3a-3257-4435-bab2-579f618ec358 req-499b8a38-fdb5-4d22-95f2-bd225d4d3626 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5995606'] for port (e718bd05-4ddf-4ebd-b9d8-a8876d827df4), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:03.888604 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b8a38-fdb5-4d22-95f2-bd225d4d3626 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Pushing event deleted for resources: {'Port': ['ID=e718bd05-4ddf-4ebd-b9d8-a8876d827df4,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:03:03.899106 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b8a38-fdb5-4d22-95f2-bd225d4d3626 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:03.899453 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b8a38-fdb5-4d22-95f2-bd225d4d3626 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:03.899817 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b8a38-fdb5-4d22-95f2-bd225d4d3626 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:03.900158 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b8a38-fdb5-4d22-95f2-bd225d4d3626 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:03.900493 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b8a38-fdb5-4d22-95f2-bd225d4d3626 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:03.901093 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b8a38-fdb5-4d22-95f2-bd225d4d3626 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:03.901960 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b8a38-fdb5-4d22-95f2-bd225d4d3626 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:03.901960 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b8a38-fdb5-4d22-95f2-bd225d4d3626 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:03.902355 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b8a38-fdb5-4d22-95f2-bd225d4d3626 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:03.902639 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b8a38-fdb5-4d22-95f2-bd225d4d3626 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:03.903023 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b8a38-fdb5-4d22-95f2-bd225d4d3626 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:03.903358 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b8a38-fdb5-4d22-95f2-bd225d4d3626 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:03.903684 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b8a38-fdb5-4d22-95f2-bd225d4d3626 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:03.903997 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b8a38-fdb5-4d22-95f2-bd225d4d3626 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:03.904321 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b8a38-fdb5-4d22-95f2-bd225d4d3626 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:04.008450 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bdbd3a3a-3257-4435-bab2-579f618ec358 req-499b8a38-fdb5-4d22-95f2-bd225d4d3626 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Router 8fd18b97-ffc6-453a-a42c-97191397ee01 has already been hosted by L3 agent 71de1650-f9d9-4095-92e6-e37ec99e20cf {{(pid=104552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:03:04.100949 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:04.118648 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bdbd3a3a-3257-4435-bab2-579f618ec358 req-499b8a38-fdb5-4d22-95f2-bd225d4d3626 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:03:04.129538 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf41fb7-707a-489a-9481-5c1ebe974532 None None] Sync routers for ids ['8fd18b97-ffc6-453a-a42c-97191397ee01'] in dv-cinder-master-3-iscsi {{(pid=104553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:03:04.140389 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf41fb7-707a-489a-9481-5c1ebe974532 None None] Routers {'8fd18b97-ffc6-453a-a42c-97191397ee01'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:03:04.141010 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-0cf41fb7-707a-489a-9481-5c1ebe974532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:02:51Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['8fd18b97-ffc6-453a-a42c-97191397ee01'], 'active': True} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:03:04.164879 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdbd3a3a-3257-4435-bab2-579f618ec358 req-499b8a38-fdb5-4d22-95f2-bd225d4d3626 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] No DVR routers for this DVR port e718bd05-4ddf-4ebd-b9d8-a8876d827df4 on host hv-cinder-maste {{(pid=104552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:03:04.167660 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-bdbd3a3a-3257-4435-bab2-579f618ec358 req-499b8a38-fdb5-4d22-95f2-bd225d4d3626 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:04.170950 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-bdbd3a3a-3257-4435-bab2-579f618ec358 req-499b8a38-fdb5-4d22-95f2-bd225d4d3626 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.52 "DELETE /networking/v2.0/ports/e718bd05-4ddf-4ebd-b9d8-a8876d827df4 HTTP/1.1" status: 204 len: 173 time: 0.9050884 Oct 23 01:03:04.171453 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7979ba1d-67a3-4380-8cc9-e65ed6e50cd5', 'name': 'network-vif-deleted', 'tag': 'e718bd05-4ddf-4ebd-b9d8-a8876d827df4'}] {{(pid=104552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:03:04.173749 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e71a59ae106f7f9b2e36c913636ed0b95d68e581a9dbd71020046a5c2e6c46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23109f87-5c50-4ea1-bdbc-4e528250e4dc" -d '{"events": [{"server_uuid": "7979ba1d-67a3-4380-8cc9-e65ed6e50cd5", "name": "network-vif-deleted", "tag": "e718bd05-4ddf-4ebd-b9d8-a8876d827df4"}]}' {{(pid=104552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:03:04.221687 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9392eb10-6ae7-42c7-8868-d75fbc6b2a50 x-openstack-request-id: req-9392eb10-6ae7-42c7-8868-d75fbc6b2a50 {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:03:04.221974 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7979ba1d-67a3-4380-8cc9-e65ed6e50cd5", "name": "network-vif-deleted", "tag": "e718bd05-4ddf-4ebd-b9d8-a8876d827df4", "status": "completed", "code": 200}]} {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:03:04.222224 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9392eb10-6ae7-42c7-8868-d75fbc6b2a50 {{(pid=104552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:03:04.222628 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9392eb10-6ae7-42c7-8868-d75fbc6b2a50'] response: {'server_uuid': '7979ba1d-67a3-4380-8cc9-e65ed6e50cd5', 'name': 'network-vif-deleted', 'tag': 'e718bd05-4ddf-4ebd-b9d8-a8876d827df4', 'status': 'completed', 'code': 200} Oct 23 01:03:04.267799 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvr_db [None req-0cf41fb7-707a-489a-9481-5c1ebe974532 None None] Set router 8fd18b97-ffc6-453a-a42c-97191397ee01 gateway port host: dv-cinder-master-3-iscsi {{(pid=104553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:03:04.301129 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:04.461994 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:04.524418 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-0cf41fb7-707a-489a-9481-5c1ebe974532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'name': 'tempest-AttachVolumeNegativeTest-2031464467-router', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.46'}], 'enable_snat': True}, 'gw_port_id': 'ba4c44b3-597d-4a36-9e78-c7a4635964fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:00:49Z', 'updated_at': '2022-10-23T01:00:52Z', 'revision_number': 4, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'gw_port': {'id': 'ba4c44b3-597d-4a36-9e78-c7a4635964fd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:00:50Z', 'updated_at': '2022-10-23T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'ae4e723b-0c0d-4bab-9a58-dc2a97d6c0ef', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'floating_ip_address': '172.37.4.32', 'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'router_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'port_id': '2eafe9f3-8116-4c7f-a6ed-69810adb3007', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e', 'mac_address': 'fa:16:3e:70:0a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb40f6d-56d7-4fd3-b7ec-29a34218367d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:00:54Z', 'updated_at': '2022-10-23T01:01:08Z', 'revision_number': 2, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82ab6488-6b18-4ad8-b485-c6f52a5eacb2', 'name': '', 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'mac_address': 'fa:16:3e:e3:ba:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a9e16815-4336-4cda-ac3b-da5c9a06661d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:00:52Z', 'updated_at': '2022-10-23T01:00:58Z', 'revision_number': 5, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'subnets': [{'id': 'a9e16815-4336-4cda-ac3b-da5c9a06661d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:03:04.550061 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf41fb7-707a-489a-9481-5c1ebe974532 None None] Checking router: 8fd18b97-ffc6-453a-a42c-97191397ee01 for host: dv-cinder-master-3-iscsi {{(pid=104553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:03:04.558983 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf41fb7-707a-489a-9481-5c1ebe974532 None None] Routers {'8fd18b97-ffc6-453a-a42c-97191397ee01'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:03:04.559594 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-0cf41fb7-707a-489a-9481-5c1ebe974532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:02:51Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['8fd18b97-ffc6-453a-a42c-97191397ee01'], 'active': True} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:03:04.670581 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvr_db [None req-0cf41fb7-707a-489a-9481-5c1ebe974532 None None] Set router 8fd18b97-ffc6-453a-a42c-97191397ee01 gateway port host: dv-cinder-master-3-iscsi {{(pid=104553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:03:04.892074 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-0cf41fb7-707a-489a-9481-5c1ebe974532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'name': 'tempest-AttachVolumeNegativeTest-2031464467-router', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.46'}], 'enable_snat': True}, 'gw_port_id': 'ba4c44b3-597d-4a36-9e78-c7a4635964fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:00:49Z', 'updated_at': '2022-10-23T01:00:52Z', 'revision_number': 4, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'gw_port': {'id': 'ba4c44b3-597d-4a36-9e78-c7a4635964fd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:00:50Z', 'updated_at': '2022-10-23T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'ae4e723b-0c0d-4bab-9a58-dc2a97d6c0ef', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'floating_ip_address': '172.37.4.32', 'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'router_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'port_id': '2eafe9f3-8116-4c7f-a6ed-69810adb3007', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e', 'mac_address': 'fa:16:3e:70:0a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb40f6d-56d7-4fd3-b7ec-29a34218367d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:00:54Z', 'updated_at': '2022-10-23T01:01:08Z', 'revision_number': 2, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82ab6488-6b18-4ad8-b485-c6f52a5eacb2', 'name': '', 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'mac_address': 'fa:16:3e:e3:ba:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a9e16815-4336-4cda-ac3b-da5c9a06661d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:00:52Z', 'updated_at': '2022-10-23T01:00:58Z', 'revision_number': 5, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'subnets': [{'id': 'a9e16815-4336-4cda-ac3b-da5c9a06661d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:03:04.921302 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf41fb7-707a-489a-9481-5c1ebe974532 None None] The sync data for ids ['8fd18b97-ffc6-453a-a42c-97191397ee01'] in dv-cinder-master-3-iscsi is: [{'id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'name': 'tempest-AttachVolumeNegativeTest-2031464467-router', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.46'}], 'enable_snat': True}, 'gw_port_id': 'ba4c44b3-597d-4a36-9e78-c7a4635964fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:00:49Z', 'updated_at': '2022-10-23T01:00:52Z', 'revision_number': 4, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'gw_port': {'id': 'ba4c44b3-597d-4a36-9e78-c7a4635964fd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:00:50Z', 'updated_at': '2022-10-23T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'ae4e723b-0c0d-4bab-9a58-dc2a97d6c0ef', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'floating_ip_address': '172.37.4.32', 'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'router_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'port_id': '2eafe9f3-8116-4c7f-a6ed-69810adb3007', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e', 'mac_address': 'fa:16:3e:70:0a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb40f6d-56d7-4fd3-b7ec-29a34218367d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:00:54Z', 'updated_at': '2022-10-23T01:01:08Z', 'revision_number': 2, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82ab6488-6b18-4ad8-b485-c6f52a5eacb2', 'name': '', 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'mac_address': 'fa:16:3e:e3:ba:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a9e16815-4336-4cda-ac3b-da5c9a06661d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:00:52Z', 'updated_at': '2022-10-23T01:00:58Z', 'revision_number': 5, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'subnets': [{'id': 'a9e16815-4336-4cda-ac3b-da5c9a06661d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:03:04.934818 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-597f721f-5bc3-4815-b264-2d74446d7f43 req-dfa962b5-4f0c-46c7-9b8c-c176d4a1ee88 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=7979ba1d-67a3-4380-8cc9-e65ed6e50cd5 HTTP/1.1" status: 200 len: 210 time: 0.0316322 Oct 23 01:03:05.143807 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc733e23-fe59-4956-8328-3c02ba1523a0 None None] New status for floating IP d84ffc9e-a979-455d-a4f4-f4b8ba74ad31: DOWN {{(pid=104554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:03:06.036957 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 55102) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:03:06.093824 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-90b5f3ff-55eb-4e95-b4fd-a40117c1d520 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for security_group (27fe5e11-7bd5-432e-9b1b-087e3e2991c9), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:06.116790 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-90b5f3ff-55eb-4e95-b4fd-a40117c1d520 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for security_group (27fe5e11-7bd5-432e-9b1b-087e3e2991c9), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:06.173079 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-90b5f3ff-55eb-4e95-b4fd-a40117c1d520 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (27fe5e11-7bd5-432e-9b1b-087e3e2991c9), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:06.175608 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-90b5f3ff-55eb-4e95-b4fd-a40117c1d520 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:06.176819 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-90b5f3ff-55eb-4e95-b4fd-a40117c1d520 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/27fe5e11-7bd5-432e-9b1b-087e3e2991c9 HTTP/1.1" status: 204 len: 168 time: 0.1386721 Oct 23 01:03:06.179739 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 55104) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:03:06.186529 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b5f3ff-55eb-4e95-b4fd-a40117c1d520 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27fe5e11-7bd5-432e-9b1b-087e3e2991c9,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:03:06.194009 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b5f3ff-55eb-4e95-b4fd-a40117c1d520 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:06.194359 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b5f3ff-55eb-4e95-b4fd-a40117c1d520 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:06.194471 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.api.v2.resource [None req-646caaca-0f18-4076-ac28-facba7fbcba5 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] show failed (client error): The resource could not be found. Oct 23 01:03:06.194703 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b5f3ff-55eb-4e95-b4fd-a40117c1d520 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:06.195046 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b5f3ff-55eb-4e95-b4fd-a40117c1d520 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:06.195381 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b5f3ff-55eb-4e95-b4fd-a40117c1d520 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:06.195468 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-646caaca-0f18-4076-ac28-facba7fbcba5 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/security-groups/27fe5e11-7bd5-432e-9b1b-087e3e2991c9 HTTP/1.1" status: 404 len: 347 time: 0.0141108 Oct 23 01:03:06.195843 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b5f3ff-55eb-4e95-b4fd-a40117c1d520 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:06.196179 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b5f3ff-55eb-4e95-b4fd-a40117c1d520 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:06.196513 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b5f3ff-55eb-4e95-b4fd-a40117c1d520 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:06.196917 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b5f3ff-55eb-4e95-b4fd-a40117c1d520 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:06.197192 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b5f3ff-55eb-4e95-b4fd-a40117c1d520 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:06.197523 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b5f3ff-55eb-4e95-b4fd-a40117c1d520 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:06.197870 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b5f3ff-55eb-4e95-b4fd-a40117c1d520 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:06.198212 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b5f3ff-55eb-4e95-b4fd-a40117c1d520 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:06.198539 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b5f3ff-55eb-4e95-b4fd-a40117c1d520 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:06.198930 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90b5f3ff-55eb-4e95-b4fd-a40117c1d520 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:06.199110 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 55106) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:03:06.233323 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:06.318495 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [None req-6ea4d8e2-0200-4fd0-be16-67ef120ece01 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Deleting port 637b8626-323a-4d8d-a79d-6d498a70cc01 {{(pid=104552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:03:06.318709 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-6ea4d8e2-0200-4fd0-be16-67ef120ece01 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (637b8626-323a-4d8d-a79d-6d498a70cc01), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:06.396900 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-6ea4d8e2-0200-4fd0-be16-67ef120ece01 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (637b8626-323a-4d8d-a79d-6d498a70cc01), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:06.397218 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-6ea4d8e2-0200-4fd0-be16-67ef120ece01 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for floatingip (637b8626-323a-4d8d-a79d-6d498a70cc01), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:06.413354 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [None req-6ea4d8e2-0200-4fd0-be16-67ef120ece01 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Calling delete_port for 637b8626-323a-4d8d-a79d-6d498a70cc01 owned by network:floatingip {{(pid=104552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:03:06.553578 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-6ea4d8e2-0200-4fd0-be16-67ef120ece01 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5995606'] for port (637b8626-323a-4d8d-a79d-6d498a70cc01), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:06.580683 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea4d8e2-0200-4fd0-be16-67ef120ece01 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Pushing event deleted for resources: {'Port': ['ID=637b8626-323a-4d8d-a79d-6d498a70cc01,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:03:06.641084 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-6ea4d8e2-0200-4fd0-be16-67ef120ece01 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for floatingip (d84ffc9e-a979-455d-a4f4-f4b8ba74ad31), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:06.643641 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-6ea4d8e2-0200-4fd0-be16-67ef120ece01 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for floatingip (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:06.644780 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-6ea4d8e2-0200-4fd0-be16-67ef120ece01 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/d84ffc9e-a979-455d-a4f4-f4b8ba74ad31 HTTP/1.1" status: 204 len: 168 time: 0.4447634 Oct 23 01:03:08.309109 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bca821-fc1a-426b-a3a0-aa437e35529d req-15b2fade-30ab-4ef2-9c56-325e777f75fd tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:08.310880 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-29bca821-fc1a-426b-a3a0-aa437e35529d req-15b2fade-30ab-4ef2-9c56-325e777f75fd tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9cb40f6d-56d7-4fd3-b7ec-29a34218367d HTTP/1.1" status: 200 len: 946 time: 0.0514374 Oct 23 01:03:08.376210 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-29bca821-fc1a-426b-a3a0-aa437e35529d req-adc73dda-9b46-42a2-bb74-444839e8a3db tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=60dd1184-0af4-4724-85fc-d8387f89088a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590479 Oct 23 01:03:08.530562 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device e718bd05-4ddf-4ebd-b9d8-a8876d827df4 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:03:08.551184 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] No Port match for: e718bd05-4ddf-4ebd-b9d8-a8876d827df4 {{(pid=104553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:03:08.551526 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device e718bd05-4ddf-4ebd-b9d8-a8876d827df4 not bound to the agent host hv-cinder-maste {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:03:09.144134 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 55236) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:03:09.259827 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-d182f07c-e8b9-4fc6-a7cc-8e71fb1fb8bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:09.344187 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-d182f07c-e8b9-4fc6-a7cc-8e71fb1fb8bf admin admin] Publish callbacks [] for security_group (b8f72525-d0d8-4c8c-b1d2-cbcaecf7182d), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:09.349515 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-d182f07c-e8b9-4fc6-a7cc-8e71fb1fb8bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (b8f72525-d0d8-4c8c-b1d2-cbcaecf7182d), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:09.391648 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-d182f07c-e8b9-4fc6-a7cc-8e71fb1fb8bf admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=1d85fd32447b4aa3ad27a91199ce3dc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2463229 Oct 23 01:03:09.392754 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d182f07c-e8b9-4fc6-a7cc-8e71fb1fb8bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f72525-d0d8-4c8c-b1d2-cbcaecf7182d,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:03:09.394716 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 55242) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:03:09.452023 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-2014b9e8-a9a1-44c5-a8dc-77bd1a99ce4e admin admin] Publish callbacks [] for security_group (b8f72525-d0d8-4c8c-b1d2-cbcaecf7182d), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:09.499272 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-2014b9e8-a9a1-44c5-a8dc-77bd1a99ce4e admin admin] Publish callbacks [] for security_group (b8f72525-d0d8-4c8c-b1d2-cbcaecf7182d), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:09.527895 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d6e62-e355-4524-a35c-d6591feff490 req-0eedd004-9fe6-410a-b5f3-b5d090a7afa3 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:09.529705 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c70d6e62-e355-4524-a35c-d6591feff490 req-0eedd004-9fe6-410a-b5f3-b5d090a7afa3 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9cb40f6d-56d7-4fd3-b7ec-29a34218367d HTTP/1.1" status: 200 len: 946 time: 0.0676923 Oct 23 01:03:09.587774 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c70d6e62-e355-4524-a35c-d6591feff490 req-aeaf65ac-d9b4-40ba-86b1-b2faebfff08e tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=60dd1184-0af4-4724-85fc-d8387f89088a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522554 Oct 23 01:03:09.588774 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-2014b9e8-a9a1-44c5-a8dc-77bd1a99ce4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (b8f72525-d0d8-4c8c-b1d2-cbcaecf7182d), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:09.591349 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-2014b9e8-a9a1-44c5-a8dc-77bd1a99ce4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:09.592429 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-2014b9e8-a9a1-44c5-a8dc-77bd1a99ce4e admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/b8f72525-d0d8-4c8c-b1d2-cbcaecf7182d HTTP/1.1" status: 204 len: 168 time: 0.1967263 Oct 23 01:03:09.602872 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2014b9e8-a9a1-44c5-a8dc-77bd1a99ce4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f72525-d0d8-4c8c-b1d2-cbcaecf7182d,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:03:09.891868 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 55250) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:03:09.906061 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-52746af2-d10d-44dd-b26d-3561f7cb1f3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:09.954295 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:09.987385 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:10.009745 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944c5e68-179d-4748-b36c-5fa2a63ea0e8 req-cfce77ea-387a-4dae-af1f-9de925322674 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:10.011685 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-944c5e68-179d-4748-b36c-5fa2a63ea0e8 req-cfce77ea-387a-4dae-af1f-9de925322674 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9cb40f6d-56d7-4fd3-b7ec-29a34218367d HTTP/1.1" status: 200 len: 946 time: 0.0720561 Oct 23 01:03:10.060611 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-52746af2-d10d-44dd-b26d-3561f7cb1f3b admin admin] Publish callbacks [] for security_group (834281a9-92d3-4c14-aa76-57b638aeced3), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:10.070255 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-52746af2-d10d-44dd-b26d-3561f7cb1f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (834281a9-92d3-4c14-aa76-57b638aeced3), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:10.141685 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [req-944c5e68-179d-4748-b36c-5fa2a63ea0e8 req-e5195d25-c7d0-4dd6-b4ee-3a0a56e23caa tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Deleting port 2eafe9f3-8116-4c7f-a6ed-69810adb3007 {{(pid=104552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:03:10.142024 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-944c5e68-179d-4748-b36c-5fa2a63ea0e8 req-e5195d25-c7d0-4dd6-b4ee-3a0a56e23caa tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (2eafe9f3-8116-4c7f-a6ed-69810adb3007), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:10.149256 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-52746af2-d10d-44dd-b26d-3561f7cb1f3b admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=a72be0a0fc694e9b8f90aec17d7e6333&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2561951 Oct 23 01:03:10.152069 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 55252) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:03:10.164653 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52746af2-d10d-44dd-b26d-3561f7cb1f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=834281a9-92d3-4c14-aa76-57b638aeced3,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:03:10.210294 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-750a3de3-f3f7-4de1-a536-f13c80a2c88f admin admin] Publish callbacks [] for security_group (834281a9-92d3-4c14-aa76-57b638aeced3), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:10.234260 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-750a3de3-f3f7-4de1-a536-f13c80a2c88f admin admin] Publish callbacks [] for security_group (834281a9-92d3-4c14-aa76-57b638aeced3), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:10.258107 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.agents_db [None req-7a6a8f68-635a-43f5-9edf-73cfaf501ddf None None] Agent healthcheck: found 6 active agents {{(pid=104554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:03:10.294969 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-750a3de3-f3f7-4de1-a536-f13c80a2c88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (834281a9-92d3-4c14-aa76-57b638aeced3), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:10.298343 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-750a3de3-f3f7-4de1-a536-f13c80a2c88f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:10.302232 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-750a3de3-f3f7-4de1-a536-f13c80a2c88f admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/834281a9-92d3-4c14-aa76-57b638aeced3 HTTP/1.1" status: 204 len: 168 time: 0.1466413 Oct 23 01:03:10.315871 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750a3de3-f3f7-4de1-a536-f13c80a2c88f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=834281a9-92d3-4c14-aa76-57b638aeced3,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:03:10.520831 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-944c5e68-179d-4748-b36c-5fa2a63ea0e8 req-e5195d25-c7d0-4dd6-b4ee-3a0a56e23caa tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] For port 2eafe9f3-8116-4c7f-a6ed-69810adb3007, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2eafe9f3-8116-4c7f-a6ed-69810adb3007,segment=NetworkSegment(e963d26c-0a32-4372-aefd-3f9403fc219c),segment_id=e963d26c-0a32-4372-aefd-3f9403fc219c)] {{(pid=104552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:03:10.521432 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-944c5e68-179d-4748-b36c-5fa2a63ea0e8 req-e5195d25-c7d0-4dd6-b4ee-3a0a56e23caa tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (2eafe9f3-8116-4c7f-a6ed-69810adb3007), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:10.740695 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-944c5e68-179d-4748-b36c-5fa2a63ea0e8 req-e5195d25-c7d0-4dd6-b4ee-3a0a56e23caa tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:10.741093 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-944c5e68-179d-4748-b36c-5fa2a63ea0e8 req-e5195d25-c7d0-4dd6-b4ee-3a0a56e23caa tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516985'] for floatingip (ae4e723b-0c0d-4bab-9a58-dc2a97d6c0ef), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:10.741436 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.db.l3_db [req-944c5e68-179d-4748-b36c-5fa2a63ea0e8 req-e5195d25-c7d0-4dd6-b4ee-3a0a56e23caa tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Floating IP ae4e723b-0c0d-4bab-9a58-dc2a97d6c0ef disassociated. External IP: 172.37.4.32, port: 2eafe9f3-8116-4c7f-a6ed-69810adb3007. Oct 23 01:03:10.741782 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [req-944c5e68-179d-4748-b36c-5fa2a63ea0e8 req-e5195d25-c7d0-4dd6-b4ee-3a0a56e23caa tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Calling delete_port for 2eafe9f3-8116-4c7f-a6ed-69810adb3007 owned by compute:nova {{(pid=104552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:03:10.756195 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed004c43-023d-4eb5-adaa-bbeef3c2faaa req-5ea679b0-92a3-4af9-8ce7-2bc44c734e12 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:10.757707 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ed004c43-023d-4eb5-adaa-bbeef3c2faaa req-5ea679b0-92a3-4af9-8ce7-2bc44c734e12 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9cb40f6d-56d7-4fd3-b7ec-29a34218367d HTTP/1.1" status: 200 len: 946 time: 0.0763757 Oct 23 01:03:10.859003 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ed004c43-023d-4eb5-adaa-bbeef3c2faaa req-e33dd0dd-b104-48d3-8a23-c8ee7167f2b6 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=60dd1184-0af4-4724-85fc-d8387f89088a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923848 Oct 23 01:03:10.936946 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-944c5e68-179d-4748-b36c-5fa2a63ea0e8 req-e5195d25-c7d0-4dd6-b4ee-3a0a56e23caa tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5995606'] for port (2eafe9f3-8116-4c7f-a6ed-69810adb3007), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:10.969448 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5195d25-c7d0-4dd6-b4ee-3a0a56e23caa tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Pushing event deleted for resources: {'Port': ['ID=2eafe9f3-8116-4c7f-a6ed-69810adb3007,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:03:11.086915 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.l3_agent_scheduler [req-944c5e68-179d-4748-b36c-5fa2a63ea0e8 req-e5195d25-c7d0-4dd6-b4ee-3a0a56e23caa tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Router 8fd18b97-ffc6-453a-a42c-97191397ee01 has already been hosted by L3 agent 71de1650-f9d9-4095-92e6-e37ec99e20cf {{(pid=104552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:03:11.096085 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 55278) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:03:11.097469 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:11.149458 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:11.201881 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-944c5e68-179d-4748-b36c-5fa2a63ea0e8 req-e5195d25-c7d0-4dd6-b4ee-3a0a56e23caa tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:03:11.207523 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-9e648222-4373-45ac-b0b5-a9056c4ea078 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1742443066-network', 'tenant_id': 'd869b2413ff442e98257ed9a26c971ae'}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:03:11.214169 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a380fa5-d196-4931-ae80-006688bb8797 None None] Sync routers for ids ['8fd18b97-ffc6-453a-a42c-97191397ee01'] in dv-cinder-master-3-iscsi {{(pid=104553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:03:11.226065 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a380fa5-d196-4931-ae80-006688bb8797 None None] Routers {'8fd18b97-ffc6-453a-a42c-97191397ee01'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:03:11.226666 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-6a380fa5-d196-4931-ae80-006688bb8797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:02:51Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['8fd18b97-ffc6-453a-a42c-97191397ee01'], 'active': True} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:03:11.231945 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e648222-4373-45ac-b0b5-a9056c4ea078 admin admin] Made reservation on behalf of d869b2413ff442e98257ed9a26c971ae for: {'network': 1} {{(pid=104551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:03:11.234751 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-9e648222-4373-45ac-b0b5-a9056c4ea078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for network (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:11.243993 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-9e648222-4373-45ac-b0b5-a9056c4ea078 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:11.245317 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.l3_dvrscheduler_db [req-944c5e68-179d-4748-b36c-5fa2a63ea0e8 req-e5195d25-c7d0-4dd6-b4ee-3a0a56e23caa tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] No DVR routers for this DVR port 2eafe9f3-8116-4c7f-a6ed-69810adb3007 on host hv-cinder-maste {{(pid=104552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:03:11.248338 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-944c5e68-179d-4748-b36c-5fa2a63ea0e8 req-e5195d25-c7d0-4dd6-b4ee-3a0a56e23caa tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:11.251691 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-944c5e68-179d-4748-b36c-5fa2a63ea0e8 req-e5195d25-c7d0-4dd6-b4ee-3a0a56e23caa tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.52 "DELETE /networking/v2.0/ports/2eafe9f3-8116-4c7f-a6ed-69810adb3007 HTTP/1.1" status: 204 len: 173 time: 1.2309213 Oct 23 01:03:11.252263 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb40f6d-56d7-4fd3-b7ec-29a34218367d', 'name': 'network-vif-deleted', 'tag': '2eafe9f3-8116-4c7f-a6ed-69810adb3007'}] {{(pid=104552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:03:11.254642 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e71a59ae106f7f9b2e36c913636ed0b95d68e581a9dbd71020046a5c2e6c46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec385a2a-3e5d-4d46-98b5-68112ac68549" -d '{"events": [{"server_uuid": "9cb40f6d-56d7-4fd3-b7ec-29a34218367d", "name": "network-vif-deleted", "tag": "2eafe9f3-8116-4c7f-a6ed-69810adb3007"}]}' {{(pid=104552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:03:11.311075 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd46211-ee84-4ad3-bf29-3f828248f549 x-openstack-request-id: req-3fd46211-ee84-4ad3-bf29-3f828248f549 {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:03:11.311498 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cb40f6d-56d7-4fd3-b7ec-29a34218367d", "name": "network-vif-deleted", "tag": "2eafe9f3-8116-4c7f-a6ed-69810adb3007", "status": "completed", "code": 200}]} {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:03:11.311814 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3fd46211-ee84-4ad3-bf29-3f828248f549 {{(pid=104552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:03:11.312289 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fd46211-ee84-4ad3-bf29-3f828248f549'] response: {'server_uuid': '9cb40f6d-56d7-4fd3-b7ec-29a34218367d', 'name': 'network-vif-deleted', 'tag': '2eafe9f3-8116-4c7f-a6ed-69810adb3007', 'status': 'completed', 'code': 200} Oct 23 01:03:11.350838 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvr_db [None req-6a380fa5-d196-4931-ae80-006688bb8797 None None] Set router 8fd18b97-ffc6-453a-a42c-97191397ee01 gateway port host: dv-cinder-master-3-iscsi {{(pid=104553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:03:11.367983 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-9e648222-4373-45ac-b0b5-a9056c4ea078 admin admin] Publish callbacks [] for security_group (215593cc-1a6c-4c4e-8e4f-4f0f271dc2f9), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:11.386185 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-9e648222-4373-45ac-b0b5-a9056c4ea078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (215593cc-1a6c-4c4e-8e4f-4f0f271dc2f9), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:11.426637 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e648222-4373-45ac-b0b5-a9056c4ea078 admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=104551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:03:11.447668 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e648222-4373-45ac-b0b5-a9056c4ea078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215593cc-1a6c-4c4e-8e4f-4f0f271dc2f9,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:03:11.472077 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-9e648222-4373-45ac-b0b5-a9056c4ea078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13381139'] for segment (e7ab9837-9c43-4d30-8a73-a18c8566438e), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:11.473151 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.db.segments_db [None req-9e648222-4373-45ac-b0b5-a9056c4ea078 admin admin] Added segment e7ab9837-9c43-4d30-8a73-a18c8566438e of type vlan for network 2a8bad4c-26a1-44b8-a6d4-d5a3f0a3b156 Oct 23 01:03:11.544373 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-9e648222-4373-45ac-b0b5-a9056c4ea078 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758734439581'] for network (2a8bad4c-26a1-44b8-a6d4-d5a3f0a3b156), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:11.567124 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:11.570916 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:11.584496 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-6a380fa5-d196-4931-ae80-006688bb8797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'name': 'tempest-AttachVolumeNegativeTest-2031464467-router', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.46'}], 'enable_snat': True}, 'gw_port_id': 'ba4c44b3-597d-4a36-9e78-c7a4635964fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:00:49Z', 'updated_at': '2022-10-23T01:00:52Z', 'revision_number': 4, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'gw_port': {'id': 'ba4c44b3-597d-4a36-9e78-c7a4635964fd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:00:50Z', 'updated_at': '2022-10-23T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '82ab6488-6b18-4ad8-b485-c6f52a5eacb2', 'name': '', 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'mac_address': 'fa:16:3e:e3:ba:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a9e16815-4336-4cda-ac3b-da5c9a06661d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:00:52Z', 'updated_at': '2022-10-23T01:00:58Z', 'revision_number': 5, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'subnets': [{'id': 'a9e16815-4336-4cda-ac3b-da5c9a06661d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:03:11.584755 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-9e648222-4373-45ac-b0b5-a9056c4ea078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493'] for network (2a8bad4c-26a1-44b8-a6d4-d5a3f0a3b156), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:11.585839 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e648222-4373-45ac-b0b5-a9056c4ea078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:11.586593 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-9e648222-4373-45ac-b0b5-a9056c4ea078 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for network (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:11.614345 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a380fa5-d196-4931-ae80-006688bb8797 None None] Checking router: 8fd18b97-ffc6-453a-a42c-97191397ee01 for host: dv-cinder-master-3-iscsi {{(pid=104553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:03:11.624096 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a380fa5-d196-4931-ae80-006688bb8797 None None] Routers {'8fd18b97-ffc6-453a-a42c-97191397ee01'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:03:11.624750 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-6a380fa5-d196-4931-ae80-006688bb8797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:02:51Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['8fd18b97-ffc6-453a-a42c-97191397ee01'], 'active': True} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:03:11.648931 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-9e648222-4373-45ac-b0b5-a9056c4ea078 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5516286 Oct 23 01:03:11.652211 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 55286) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:03:11.664214 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [None req-def7a9a1-8406-4af3-833a-3b4c432dc868 admin admin] Request body: {'subnet': {'network_id': '2a8bad4c-26a1-44b8-a6d4-d5a3f0a3b156', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1742443066-subnet', 'tenant_id': 'd869b2413ff442e98257ed9a26c971ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:03:11.666648 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e648222-4373-45ac-b0b5-a9056c4ea078 admin admin] Pushing event updated for resources: {'Network': ['ID=2a8bad4c-26a1-44b8-a6d4-d5a3f0a3b156,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:03:11.681210 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Network 2a8bad4c-26a1-44b8-a6d4-d5a3f0a3b156 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104553) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:03:11.687041 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def7a9a1-8406-4af3-833a-3b4c432dc868 admin admin] Made reservation on behalf of d869b2413ff442e98257ed9a26c971ae for: {'subnet': 1} {{(pid=104552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:03:11.689683 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-def7a9a1-8406-4af3-833a-3b4c432dc868 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6118443'] for subnet (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:11.721905 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=100 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:11.772293 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=100 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:11.792715 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvr_db [None req-6a380fa5-d196-4931-ae80-006688bb8797 None None] Set router 8fd18b97-ffc6-453a-a42c-97191397ee01 gateway port host: dv-cinder-master-3-iscsi {{(pid=104553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:03:11.884981 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-def7a9a1-8406-4af3-833a-3b4c432dc868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5989350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6118461'] for subnet (bb1a3bca-dedb-41f2-b42e-3e8e945ab451), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:11.955367 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def7a9a1-8406-4af3-833a-3b4c432dc868 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb1a3bca-dedb-41f2-b42e-3e8e945ab451,revision_number=0']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:03:11.994703 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def7a9a1-8406-4af3-833a-3b4c432dc868 admin admin] Checking segment: {'id': 'e7ab9837-9c43-4d30-8a73-a18c8566438e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '2a8bad4c-26a1-44b8-a6d4-d5a3f0a3b156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:03:11.995315 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def7a9a1-8406-4af3-833a-3b4c432dc868 admin admin] Network hostable DHCP agents. Network: 2a8bad4c-26a1-44b8-a6d4-d5a3f0a3b156, hostable agents: ['6b66cfba-c169-484b-b3a5-13fb9b6528cf'], hosted agents: [] {{(pid=104552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:03:12.012702 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-6a380fa5-d196-4931-ae80-006688bb8797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'name': 'tempest-AttachVolumeNegativeTest-2031464467-router', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.46'}], 'enable_snat': True}, 'gw_port_id': 'ba4c44b3-597d-4a36-9e78-c7a4635964fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:00:49Z', 'updated_at': '2022-10-23T01:00:52Z', 'revision_number': 4, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'gw_port': {'id': 'ba4c44b3-597d-4a36-9e78-c7a4635964fd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:00:50Z', 'updated_at': '2022-10-23T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '82ab6488-6b18-4ad8-b485-c6f52a5eacb2', 'name': '', 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'mac_address': 'fa:16:3e:e3:ba:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a9e16815-4336-4cda-ac3b-da5c9a06661d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:00:52Z', 'updated_at': '2022-10-23T01:00:58Z', 'revision_number': 5, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'subnets': [{'id': 'a9e16815-4336-4cda-ac3b-da5c9a06661d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:03:12.041556 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a380fa5-d196-4931-ae80-006688bb8797 None None] The sync data for ids ['8fd18b97-ffc6-453a-a42c-97191397ee01'] in dv-cinder-master-3-iscsi is: [{'id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'name': 'tempest-AttachVolumeNegativeTest-2031464467-router', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.46'}], 'enable_snat': True}, 'gw_port_id': 'ba4c44b3-597d-4a36-9e78-c7a4635964fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:00:49Z', 'updated_at': '2022-10-23T01:00:52Z', 'revision_number': 4, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'gw_port': {'id': 'ba4c44b3-597d-4a36-9e78-c7a4635964fd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:00:50Z', 'updated_at': '2022-10-23T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '82ab6488-6b18-4ad8-b485-c6f52a5eacb2', 'name': '', 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'mac_address': 'fa:16:3e:e3:ba:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a9e16815-4336-4cda-ac3b-da5c9a06661d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:00:52Z', 'updated_at': '2022-10-23T01:00:58Z', 'revision_number': 5, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'subnets': [{'id': 'a9e16815-4336-4cda-ac3b-da5c9a06661d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:03:12.045707 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-38bc1033-dea0-41ad-abdb-b565634f262a req-ea2cdec6-5d17-4976-80c2-ad01cf100065 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9cb40f6d-56d7-4fd3-b7ec-29a34218367d HTTP/1.1" status: 200 len: 210 time: 0.0420742 Oct 23 01:03:12.054716 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def7a9a1-8406-4af3-833a-3b4c432dc868 admin admin] Network 2a8bad4c-26a1-44b8-a6d4-d5a3f0a3b156 is scheduled to be hosted by DHCP agent 6b66cfba-c169-484b-b3a5-13fb9b6528cf with binding_index 1 {{(pid=104552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:03:12.067582 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.base_scheduler [None req-def7a9a1-8406-4af3-833a-3b4c432dc868 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 2a8bad4c-26a1-44b8-a6d4-d5a3f0a3b156) {{(pid=104552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:03:12.076486 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def7a9a1-8406-4af3-833a-3b4c432dc868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:12.077085 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-def7a9a1-8406-4af3-833a-3b4c432dc868 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for subnet (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:12.085963 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e291e1-c0cd-4c34-a734-f703e346e796 None None] Network 2a8bad4c-26a1-44b8-a6d4-d5a3f0a3b156 requested from dv-cinder-master-3-iscsi {{(pid=104553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:03:12.109764 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-def7a9a1-8406-4af3-833a-3b4c432dc868 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4458697 Oct 23 01:03:12.205118 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062ad7f6-83c8-494e-a5b0-bce3177a5581 None None] Network 2a8bad4c-26a1-44b8-a6d4-d5a3f0a3b156 requested from dv-cinder-master-3-iscsi {{(pid=104553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:03:12.350646 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25234548-8578-43c8-949f-2566b0b90ec4 None None] New status for floating IP ae4e723b-0c0d-4bab-9a58-dc2a97d6c0ef: DOWN {{(pid=104554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:03:12.667848 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 55306) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:03:12.672990 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-23f7f529-83fc-48d6-862e-b6520eefde97 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-133333169-network', 'tenant_id': 'b986667b29b343909928f0daff579920'}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:03:12.698103 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f7f529-83fc-48d6-862e-b6520eefde97 admin admin] Made reservation on behalf of b986667b29b343909928f0daff579920 for: {'network': 1} {{(pid=104551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:03:12.700599 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-23f7f529-83fc-48d6-862e-b6520eefde97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for network (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:12.710436 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-23f7f529-83fc-48d6-862e-b6520eefde97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:12.789217 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-23f7f529-83fc-48d6-862e-b6520eefde97 admin admin] Publish callbacks [] for security_group (d8c94791-e525-4d71-a319-6baf6af887ea), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:12.795187 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-23f7f529-83fc-48d6-862e-b6520eefde97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (d8c94791-e525-4d71-a319-6baf6af887ea), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:12.820678 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23f7f529-83fc-48d6-862e-b6520eefde97 admin admin] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=104551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:03:12.830820 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f7f529-83fc-48d6-862e-b6520eefde97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c94791-e525-4d71-a319-6baf6af887ea,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:03:12.835598 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-23f7f529-83fc-48d6-862e-b6520eefde97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13381139'] for segment (7cd63f8f-16ec-43ab-9b5e-43fde5619c31), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:12.835936 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.db.segments_db [None req-23f7f529-83fc-48d6-862e-b6520eefde97 admin admin] Added segment 7cd63f8f-16ec-43ab-9b5e-43fde5619c31 of type vlan for network ae24d21c-b67c-4f4a-bd98-754c0e3d7ad6 Oct 23 01:03:12.878836 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-23f7f529-83fc-48d6-862e-b6520eefde97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758734439581'] for network (ae24d21c-b67c-4f4a-bd98-754c0e3d7ad6), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:12.908085 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-23f7f529-83fc-48d6-862e-b6520eefde97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493'] for network (ae24d21c-b67c-4f4a-bd98-754c0e3d7ad6), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:12.909222 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f7f529-83fc-48d6-862e-b6520eefde97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:12.909816 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-23f7f529-83fc-48d6-862e-b6520eefde97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for network (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:12.978763 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-23f7f529-83fc-48d6-862e-b6520eefde97 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3097601 Oct 23 01:03:12.982000 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 55308) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:03:12.987905 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [None req-3bd34b97-08e6-4e73-9812-c623c501131e admin admin] Request body: {'subnet': {'network_id': 'ae24d21c-b67c-4f4a-bd98-754c0e3d7ad6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-133333169-subnet', 'tenant_id': 'b986667b29b343909928f0daff579920', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:03:12.991844 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f7f529-83fc-48d6-862e-b6520eefde97 admin admin] Pushing event updated for resources: {'Network': ['ID=ae24d21c-b67c-4f4a-bd98-754c0e3d7ad6,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:03:13.004347 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Network ae24d21c-b67c-4f4a-bd98-754c0e3d7ad6 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104553) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:03:13.011728 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd34b97-08e6-4e73-9812-c623c501131e admin admin] Made reservation on behalf of b986667b29b343909928f0daff579920 for: {'subnet': 1} {{(pid=104552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:03:13.014139 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-3bd34b97-08e6-4e73-9812-c623c501131e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6118443'] for subnet (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:13.148248 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 55314) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:03:13.235734 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-3bd34b97-08e6-4e73-9812-c623c501131e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5989350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6118461'] for subnet (253c7ab6-18a2-4116-982a-02a7dc34c191), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:13.280059 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-9b673a1f-49ee-4fe3-b31b-fe9acb6b385f tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for security_group (60dd1184-0af4-4724-85fc-d8387f89088a), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:13.314069 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:13.316064 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-9b673a1f-49ee-4fe3-b31b-fe9acb6b385f tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for security_group (60dd1184-0af4-4724-85fc-d8387f89088a), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:13.325013 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:13.340772 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd34b97-08e6-4e73-9812-c623c501131e admin admin] Pushing event updated for resources: {'Subnet': ['ID=253c7ab6-18a2-4116-982a-02a7dc34c191,revision_number=0']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:03:13.366524 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd34b97-08e6-4e73-9812-c623c501131e admin admin] Checking segment: {'id': '7cd63f8f-16ec-43ab-9b5e-43fde5619c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'ae24d21c-b67c-4f4a-bd98-754c0e3d7ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:03:13.366883 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd34b97-08e6-4e73-9812-c623c501131e admin admin] Network hostable DHCP agents. Network: ae24d21c-b67c-4f4a-bd98-754c0e3d7ad6, hostable agents: ['6b66cfba-c169-484b-b3a5-13fb9b6528cf'], hosted agents: [] {{(pid=104552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:03:13.390374 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd34b97-08e6-4e73-9812-c623c501131e admin admin] Network ae24d21c-b67c-4f4a-bd98-754c0e3d7ad6 is scheduled to be hosted by DHCP agent 6b66cfba-c169-484b-b3a5-13fb9b6528cf with binding_index 1 {{(pid=104552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:03:13.398015 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-9b673a1f-49ee-4fe3-b31b-fe9acb6b385f tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (60dd1184-0af4-4724-85fc-d8387f89088a), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:13.400671 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-9b673a1f-49ee-4fe3-b31b-fe9acb6b385f tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for security_group (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:13.406822 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-9b673a1f-49ee-4fe3-b31b-fe9acb6b385f tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/60dd1184-0af4-4724-85fc-d8387f89088a HTTP/1.1" status: 204 len: 168 time: 0.2533486 Oct 23 01:03:13.406975 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 55316) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:03:13.407100 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.base_scheduler [None req-3bd34b97-08e6-4e73-9812-c623c501131e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, ae24d21c-b67c-4f4a-bd98-754c0e3d7ad6) {{(pid=104552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:03:13.415777 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd34b97-08e6-4e73-9812-c623c501131e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:13.416380 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-3bd34b97-08e6-4e73-9812-c623c501131e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for subnet (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:13.420373 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b673a1f-49ee-4fe3-b31b-fe9acb6b385f tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60dd1184-0af4-4724-85fc-d8387f89088a,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:03:13.425201 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aac85e3-1f36-43d7-b22d-1b127552cb91 None None] Network ae24d21c-b67c-4f4a-bd98-754c0e3d7ad6 requested from dv-cinder-master-3-iscsi {{(pid=104553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:03:13.440804 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-3bd34b97-08e6-4e73-9812-c623c501131e admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4531512 Oct 23 01:03:13.441129 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.api.v2.resource [None req-3dfa5e35-e3fe-477d-adff-ba58bc590abd tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] show failed (client error): The resource could not be found. Oct 23 01:03:13.441129 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-3dfa5e35-e3fe-477d-adff-ba58bc590abd tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/security-groups/60dd1184-0af4-4724-85fc-d8387f89088a HTTP/1.1" status: 404 len: 347 time: 0.0314229 Oct 23 01:03:13.442061 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 55318) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:03:13.557194 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c99455-b488-428b-b910-19f77c3d5566 None None] Network ae24d21c-b67c-4f4a-bd98-754c0e3d7ad6 requested from dv-cinder-master-3-iscsi {{(pid=104553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:03:13.584885 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [None req-c9b95886-a7e4-454a-a7e7-4600425bcad4 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Deleting port 8bed982c-09ac-4308-8015-c166586e609c {{(pid=104552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:03:13.585661 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-c9b95886-a7e4-454a-a7e7-4600425bcad4 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (8bed982c-09ac-4308-8015-c166586e609c), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:13.679219 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-c9b95886-a7e4-454a-a7e7-4600425bcad4 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (8bed982c-09ac-4308-8015-c166586e609c), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:13.679946 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-c9b95886-a7e4-454a-a7e7-4600425bcad4 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for floatingip (8bed982c-09ac-4308-8015-c166586e609c), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:13.693697 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [None req-c9b95886-a7e4-454a-a7e7-4600425bcad4 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Calling delete_port for 8bed982c-09ac-4308-8015-c166586e609c owned by network:floatingip {{(pid=104552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:03:13.836385 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-c9b95886-a7e4-454a-a7e7-4600425bcad4 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5995606'] for port (8bed982c-09ac-4308-8015-c166586e609c), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:13.859839 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b95886-a7e4-454a-a7e7-4600425bcad4 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Pushing event deleted for resources: {'Port': ['ID=8bed982c-09ac-4308-8015-c166586e609c,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:03:13.930010 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-c9b95886-a7e4-454a-a7e7-4600425bcad4 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for floatingip (ae4e723b-0c0d-4bab-9a58-dc2a97d6c0ef), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:13.932549 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-c9b95886-a7e4-454a-a7e7-4600425bcad4 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for floatingip (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:13.933760 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-c9b95886-a7e4-454a-a7e7-4600425bcad4 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/ae4e723b-0c0d-4bab-9a58-dc2a97d6c0ef HTTP/1.1" status: 204 len: 168 time: 0.4907289 Oct 23 01:03:14.010086 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 55330) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:03:14.015330 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [None req-45950905-f4a6-4051-8b99-e9066f7a57af tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Request body: {'security_group': {'name': 'tempest-securitygroup--144245880', 'description': 'tempest-description--2005826046'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:03:14.051029 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-45950905-f4a6-4051-8b99-e9066f7a57af tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for security_group (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:14.129859 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-45950905-f4a6-4051-8b99-e9066f7a57af tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for security_group (10988333-e444-48fc-819a-71f5dfcdf37d), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:14.136154 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-45950905-f4a6-4051-8b99-e9066f7a57af tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (10988333-e444-48fc-819a-71f5dfcdf37d), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:14.167257 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45950905-f4a6-4051-8b99-e9066f7a57af tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10988333-e444-48fc-819a-71f5dfcdf37d,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:03:14.172071 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-45950905-f4a6-4051-8b99-e9066f7a57af tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for security_group (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:14.173353 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-45950905-f4a6-4051-8b99-e9066f7a57af tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1618562 Oct 23 01:03:14.176425 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 55336) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:03:14.180963 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-b9307632-d9de-4a59-9737-39445838c7fc tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Request body: {'security_group_rule': {'security_group_id': '10988333-e444-48fc-819a-71f5dfcdf37d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:03:14.215181 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-b9307632-d9de-4a59-9737-39445838c7fc tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for security_group_rule (fdb43a8f-8a26-4002-807e-f3575633edd9), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:14.280996 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-b9307632-d9de-4a59-9737-39445838c7fc tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for security_group_rule (fdb43a8f-8a26-4002-807e-f3575633edd9), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:14.286596 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-b9307632-d9de-4a59-9737-39445838c7fc tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468706'] for security_group_rule (fdb43a8f-8a26-4002-807e-f3575633edd9), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:14.307372 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9307632-d9de-4a59-9737-39445838c7fc tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdb43a8f-8a26-4002-807e-f3575633edd9,revision_number=0']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:03:14.318747 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-b9307632-d9de-4a59-9737-39445838c7fc tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:14.320414 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-b9307632-d9de-4a59-9737-39445838c7fc tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1427500 Oct 23 01:03:14.324004 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 55338) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:03:14.328349 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-b4dff7d0-9bb6-49b6-abff-e7590f68ca75 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Request body: {'security_group_rule': {'security_group_id': '10988333-e444-48fc-819a-71f5dfcdf37d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:03:14.357729 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-b4dff7d0-9bb6-49b6-abff-e7590f68ca75 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for security_group_rule (4a6223f2-7943-46ef-9620-5ff68d6a03af), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:14.421051 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-b4dff7d0-9bb6-49b6-abff-e7590f68ca75 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for security_group_rule (4a6223f2-7943-46ef-9620-5ff68d6a03af), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:14.428196 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-b4dff7d0-9bb6-49b6-abff-e7590f68ca75 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468706'] for security_group_rule (4a6223f2-7943-46ef-9620-5ff68d6a03af), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:14.448765 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=73,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:14.448765 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dff7d0-9bb6-49b6-abff-e7590f68ca75 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a6223f2-7943-46ef-9620-5ff68d6a03af,revision_number=0']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:03:14.456901 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-b4dff7d0-9bb6-49b6-abff-e7590f68ca75 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:14.458157 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-b4dff7d0-9bb6-49b6-abff-e7590f68ca75 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1331899 Oct 23 01:03:14.462412 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 55340) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:03:14.467053 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [None req-0377c285-11e4-4f92-bd7c-dd39e603f1d0 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Request body: {'floatingip': {'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:03:14.483508 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:14.491512 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-0377c285-11e4-4f92-bd7c-dd39e603f1d0 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:14.574704 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-0377c285-11e4-4f92-bd7c-dd39e603f1d0 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:14.577224 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 2eafe9f3-8116-4c7f-a6ed-69810adb3007 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:03:14.586243 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:DELETE=6,neutron:SELECT=92,neutron:INSERT=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:14.597596 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] No Port match for: 2eafe9f3-8116-4c7f-a6ed-69810adb3007 {{(pid=104553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:03:14.597949 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 2eafe9f3-8116-4c7f-a6ed-69810adb3007 not bound to the agent host hv-cinder-maste {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:03:14.694060 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.db_base_plugin_common [None req-0377c285-11e4-4f92-bd7c-dd39e603f1d0 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Allocated IP 172.37.4.92 (f9ff398c-cd2a-4430-b908-7f7163c266f3/dd152ba8-6213-403c-b7fc-9b4ab174f9a2/6f04c088-4b2e-434b-b8ee-92c77bf7300e) {{(pid=104552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:03:14.804139 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-0377c285-11e4-4f92-bd7c-dd39e603f1d0 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for port (6f04c088-4b2e-434b-b8ee-92c77bf7300e), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:14.841376 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-0377c285-11e4-4f92-bd7c-dd39e603f1d0 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5995606'] for port (6f04c088-4b2e-434b-b8ee-92c77bf7300e), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:14.893519 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0377c285-11e4-4f92-bd7c-dd39e603f1d0 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Network f9ff398c-cd2a-4430-b908-7f7163c266f3 is already hosted by enough agents. {{(pid=104552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:03:14.898322 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.base_scheduler [None req-0377c285-11e4-4f92-bd7c-dd39e603f1d0 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Resources bound (agent type, host, resource id): {{(pid=104552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:03:14.900810 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0377c285-11e4-4f92-bd7c-dd39e603f1d0 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Received port after_create {{(pid=104552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:03:14.904151 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0377c285-11e4-4f92-bd7c-dd39e603f1d0 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Pushing event updated for resources: {'Port': ['ID=6f04c088-4b2e-434b-b8ee-92c77bf7300e,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:03:14.994481 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-0377c285-11e4-4f92-bd7c-dd39e603f1d0 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for floatingip (8d1649df-49c4-4db1-968a-d3a0554bf421), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:15.038099 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-0377c285-11e4-4f92-bd7c-dd39e603f1d0 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (6f04c088-4b2e-434b-b8ee-92c77bf7300e), before_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:15.196209 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-0377c285-11e4-4f92-bd7c-dd39e603f1d0 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for port (6f04c088-4b2e-434b-b8ee-92c77bf7300e), precommit_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:15.202256 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-0377c285-11e4-4f92-bd7c-dd39e603f1d0 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5995615'] for port (6f04c088-4b2e-434b-b8ee-92c77bf7300e), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:15.264931 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:15.274353 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0377c285-11e4-4f92-bd7c-dd39e603f1d0 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Pushing event updated for resources: {'Port': ['ID=6f04c088-4b2e-434b-b8ee-92c77bf7300e,revision_number=2']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:03:15.276901 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-0377c285-11e4-4f92-bd7c-dd39e603f1d0 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516985'] for floatingip (8d1649df-49c4-4db1-968a-d3a0554bf421), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:15.297658 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-0377c285-11e4-4f92-bd7c-dd39e603f1d0 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for floatingip (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:15.300332 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-0377c285-11e4-4f92-bd7c-dd39e603f1d0 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8357048 Oct 23 01:03:15.529237 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-401224ff-d8c9-4fc9-9805-0c4991462e32 req-ae91301f-8a0c-4211-b457-cc340e79cb66 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--144245880&fields=id&tenant_id=3fae115d5ad049b5b40c59212216d458 HTTP/1.1" status: 200 len: 267 time: 0.0438540 Oct 23 01:03:15.606950 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:15.655915 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401224ff-d8c9-4fc9-9805-0c4991462e32 req-c22a5aed-3945-41c9-9f7c-b9a82ecb6dbd tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:15.657334 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-401224ff-d8c9-4fc9-9805-0c4991462e32 req-c22a5aed-3945-41c9-9f7c-b9a82ecb6dbd tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/networks?id=fd218502-570d-4f7c-88c1-4499072d8f6e HTTP/1.1" status: 200 len: 815 time: 0.1173854 Oct 23 01:03:15.675479 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-401224ff-d8c9-4fc9-9805-0c4991462e32 req-faf78f38-a411-4226-a316-9090b640c0d0 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/quotas/3fae115d5ad049b5b40c59212216d458 HTTP/1.1" status: 200 len: 375 time: 0.0102303 Oct 23 01:03:15.734303 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-401224ff-d8c9-4fc9-9805-0c4991462e32 req-6f750779-c273-446c-b07f-323ef6830c9e tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=3fae115d5ad049b5b40c59212216d458&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464232 Oct 23 01:03:15.826415 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-401224ff-d8c9-4fc9-9805-0c4991462e32 req-4652995a-4afd-40f1-98e0-81e935b72874 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/fd218502-570d-4f7c-88c1-4499072d8f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860050 Oct 23 01:03:15.927937 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-401224ff-d8c9-4fc9-9805-0c4991462e32 req-8dc33116-9536-48c1-9e47-c7c4dc508ed0 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/fd218502-570d-4f7c-88c1-4499072d8f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928450 Oct 23 01:03:16.107760 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-020c3bd4-3517-4ff1-b48f-b350713ad8fb req-aa530709-c427-45a9-ae03-27cae036e4ef tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f909ab3b-6de1-43e6-a214-a65fb12fdd8b HTTP/1.1" status: 200 len: 210 time: 0.0295768 Oct 23 01:03:17.259687 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ac35efd3-357b-4250-8eb1-63941e8ced37 req-381e8eb5-f251-4fc7-ac0e-99367a826c7e tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f909ab3b-6de1-43e6-a214-a65fb12fdd8b HTTP/1.1" status: 200 len: 210 time: 0.0412703 Oct 23 01:03:17.304775 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401224ff-d8c9-4fc9-9805-0c4991462e32 req-92fe213f-3750-47da-b2eb-96871e3520f5 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:17.306204 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-401224ff-d8c9-4fc9-9805-0c4991462e32 req-92fe213f-3750-47da-b2eb-96871e3520f5 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.52 "GET /networking/v2.0/networks?id=fd218502-570d-4f7c-88c1-4499072d8f6e HTTP/1.1" status: 200 len: 815 time: 0.1455312 Oct 23 01:03:17.375618 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-401224ff-d8c9-4fc9-9805-0c4991462e32 req-bd7d9bf3-5caa-44fb-a075-d59e2cf845e6 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3fae115d5ad049b5b40c59212216d458 HTTP/1.1" status: 200 len: 379 time: 0.0613170 Oct 23 01:03:17.442792 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [req-401224ff-d8c9-4fc9-9805-0c4991462e32 req-21a713b5-e463-4ea0-9b00-8e0472375629 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Request body: {'port': {'device_id': 'f909ab3b-6de1-43e6-a214-a65fb12fdd8b', 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e', 'admin_state_up': True, 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'security_groups': ['10988333-e444-48fc-819a-71f5dfcdf37d']}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:03:17.559656 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-401224ff-d8c9-4fc9-9805-0c4991462e32 req-21a713b5-e463-4ea0-9b00-8e0472375629 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Made reservation on behalf of 3fae115d5ad049b5b40c59212216d458 for: {'port': 1} {{(pid=104552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:03:17.563563 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-401224ff-d8c9-4fc9-9805-0c4991462e32 req-21a713b5-e463-4ea0-9b00-8e0472375629 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:17.697523 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.db_base_plugin_common [req-401224ff-d8c9-4fc9-9805-0c4991462e32 req-21a713b5-e463-4ea0-9b00-8e0472375629 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Allocated IP 172.20.0.11 (fd218502-570d-4f7c-88c1-4499072d8f6e/a9e16815-4336-4cda-ac3b-da5c9a06661d/0b92dbda-db20-4405-91e4-52e1123c9209) {{(pid=104552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:03:17.751245 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:DELETE=1,neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:17.837581 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:17.854199 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-401224ff-d8c9-4fc9-9805-0c4991462e32 req-21a713b5-e463-4ea0-9b00-8e0472375629 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for port (0b92dbda-db20-4405-91e4-52e1123c9209), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:17.888902 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-401224ff-d8c9-4fc9-9805-0c4991462e32 req-21a713b5-e463-4ea0-9b00-8e0472375629 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5995606'] for port (0b92dbda-db20-4405-91e4-52e1123c9209), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:17.930837 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-401224ff-d8c9-4fc9-9805-0c4991462e32 req-21a713b5-e463-4ea0-9b00-8e0472375629 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Network fd218502-570d-4f7c-88c1-4499072d8f6e is already hosted by enough agents. {{(pid=104552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:03:17.936030 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.base_scheduler [req-401224ff-d8c9-4fc9-9805-0c4991462e32 req-21a713b5-e463-4ea0-9b00-8e0472375629 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Resources bound (agent type, host, resource id): {{(pid=104552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:03:17.939904 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.l3_dvrscheduler_db [req-401224ff-d8c9-4fc9-9805-0c4991462e32 req-21a713b5-e463-4ea0-9b00-8e0472375629 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Received port after_create {{(pid=104552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:03:17.963349 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a713b5-e463-4ea0-9b00-8e0472375629 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Pushing event updated for resources: {'Port': ['ID=0b92dbda-db20-4405-91e4-52e1123c9209,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:03:17.995812 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401224ff-d8c9-4fc9-9805-0c4991462e32 req-21a713b5-e463-4ea0-9b00-8e0472375629 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:17.996447 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-401224ff-d8c9-4fc9-9805-0c4991462e32 req-21a713b5-e463-4ea0-9b00-8e0472375629 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:18.016278 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-401224ff-d8c9-4fc9-9805-0c4991462e32 req-21a713b5-e463-4ea0-9b00-8e0472375629 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5774691 Oct 23 01:03:18.027918 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [req-401224ff-d8c9-4fc9-9805-0c4991462e32 req-0aff9747-02c2-4ba8-b61e-4272c0ecb31b service neutron] Request body: {'port': {'device_id': 'f909ab3b-6de1-43e6-a214-a65fb12fdd8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:03:18.106111 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-401224ff-d8c9-4fc9-9805-0c4991462e32 req-0aff9747-02c2-4ba8-b61e-4272c0ecb31b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (0b92dbda-db20-4405-91e4-52e1123c9209), before_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:18.185229 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-4b138ff2-30ff-4738-b201-547341880d00 None None] Provisioning complete for port 0b92dbda-db20-4405-91e4-52e1123c9209 triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:03:18.185819 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-4b138ff2-30ff-4738-b201-547341880d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (0b92dbda-db20-4405-91e4-52e1123c9209), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:18.185954 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-4b138ff2-30ff-4738-b201-547341880d00 None None] Attempt 1 to provision port 0b92dbda-db20-4405-91e4-52e1123c9209 Oct 23 01:03:18.223060 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-4b138ff2-30ff-4738-b201-547341880d00 None None] Port 0b92dbda-db20-4405-91e4-52e1123c9209 cannot update to ACTIVE because it is not bound. {{(pid=104553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:03:18.400907 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [req-401224ff-d8c9-4fc9-9805-0c4991462e32 req-0aff9747-02c2-4ba8-b61e-4272c0ecb31b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b92dbda-db20-4405-91e4-52e1123c9209 {{(pid=104552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:03:18.412404 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-401224ff-d8c9-4fc9-9805-0c4991462e32 req-0aff9747-02c2-4ba8-b61e-4272c0ecb31b service neutron] Publish callbacks [] for port (0b92dbda-db20-4405-91e4-52e1123c9209), precommit_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:18.425110 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b2842-448e-4668-a81b-fc56a24bb30c req-8b3907a4-77c4-4c68-95da-1d814dcdf2d2 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:18.426598 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-327b2842-448e-4668-a81b-fc56a24bb30c req-8b3907a4-77c4-4c68-95da-1d814dcdf2d2 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f909ab3b-6de1-43e6-a214-a65fb12fdd8b HTTP/1.1" status: 200 len: 932 time: 0.0695605 Oct 23 01:03:18.440849 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.provisioning_blocks [req-401224ff-d8c9-4fc9-9805-0c4991462e32 req-0aff9747-02c2-4ba8-b61e-4272c0ecb31b service neutron] Transition to ACTIVE for port object 0b92dbda-db20-4405-91e4-52e1123c9209 will not be triggered until provisioned by entity L2. {{(pid=104552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 01:03:18.448098 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-401224ff-d8c9-4fc9-9805-0c4991462e32 req-0aff9747-02c2-4ba8-b61e-4272c0ecb31b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5995615'] for port (0b92dbda-db20-4405-91e4-52e1123c9209), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:18.525959 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff9747-02c2-4ba8-b61e-4272c0ecb31b service neutron] Pushing event updated for resources: {'Port': ['ID=0b92dbda-db20-4405-91e4-52e1123c9209,revision_number=2']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:03:18.534543 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-327b2842-448e-4668-a81b-fc56a24bb30c req-f7f18264-6928-453b-b43b-afaa89fd6964 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=10988333-e444-48fc-819a-71f5dfcdf37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021280 Oct 23 01:03:18.569492 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:18.587658 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.managers [req-401224ff-d8c9-4fc9-9805-0c4991462e32 req-0aff9747-02c2-4ba8-b61e-4272c0ecb31b service neutron] Attempting to bind port 0b92dbda-db20-4405-91e4-52e1123c9209 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:03:18.587991 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.managers [req-401224ff-d8c9-4fc9-9805-0c4991462e32 req-0aff9747-02c2-4ba8-b61e-4272c0ecb31b service neutron] Attempting to bind port 0b92dbda-db20-4405-91e4-52e1123c9209 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'e963d26c-0a32-4372-aefd-3f9403fc219c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e'}] {{(pid=104552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:03:18.588314 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401224ff-d8c9-4fc9-9805-0c4991462e32 req-0aff9747-02c2-4ba8-b61e-4272c0ecb31b service neutron] Attempting to bind port 0b92dbda-db20-4405-91e4-52e1123c9209 on network fd218502-570d-4f7c-88c1-4499072d8f6e {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:03:18.629894 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401224ff-d8c9-4fc9-9805-0c4991462e32 req-0aff9747-02c2-4ba8-b61e-4272c0ecb31b service neutron] Port 0b92dbda-db20-4405-91e4-52e1123c9209 on network fd218502-570d-4f7c-88c1-4499072d8f6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:03:18.630101 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401224ff-d8c9-4fc9-9805-0c4991462e32 req-0aff9747-02c2-4ba8-b61e-4272c0ecb31b service neutron] Attempting to bind port 0b92dbda-db20-4405-91e4-52e1123c9209 on network fd218502-570d-4f7c-88c1-4499072d8f6e {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:03:18.673820 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401224ff-d8c9-4fc9-9805-0c4991462e32 req-0aff9747-02c2-4ba8-b61e-4272c0ecb31b service neutron] Checking agent: {'id': '16cf44eb-3ef2-4361-a416-47ab9083b794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 53, 30), 'started_at': datetime.datetime(2022, 10, 23, 0, 53, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:03:18.674157 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401224ff-d8c9-4fc9-9805-0c4991462e32 req-0aff9747-02c2-4ba8-b61e-4272c0ecb31b service neutron] Checking segment: {'id': 'e963d26c-0a32-4372-aefd-3f9403fc219c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:03:18.674542 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401224ff-d8c9-4fc9-9805-0c4991462e32 req-0aff9747-02c2-4ba8-b61e-4272c0ecb31b service neutron] Bound using segment: {'id': 'e963d26c-0a32-4372-aefd-3f9403fc219c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e'} {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:03:18.674973 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.managers [req-401224ff-d8c9-4fc9-9805-0c4991462e32 req-0aff9747-02c2-4ba8-b61e-4272c0ecb31b service neutron] Bound port: 0b92dbda-db20-4405-91e4-52e1123c9209, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e963d26c-0a32-4372-aefd-3f9403fc219c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e'}}] {{(pid=104552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:03:18.675333 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-401224ff-d8c9-4fc9-9805-0c4991462e32 req-0aff9747-02c2-4ba8-b61e-4272c0ecb31b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (0b92dbda-db20-4405-91e4-52e1123c9209), before_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:18.690174 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:18.736639 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-401224ff-d8c9-4fc9-9805-0c4991462e32 req-0aff9747-02c2-4ba8-b61e-4272c0ecb31b service neutron] For port 0b92dbda-db20-4405-91e4-52e1123c9209, host hv-cinder-maste, cleared binding levels {{(pid=104552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:03:18.739638 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-401224ff-d8c9-4fc9-9805-0c4991462e32 req-0aff9747-02c2-4ba8-b61e-4272c0ecb31b service neutron] For port 0b92dbda-db20-4405-91e4-52e1123c9209, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0b92dbda-db20-4405-91e4-52e1123c9209,segment=NetworkSegment(e963d26c-0a32-4372-aefd-3f9403fc219c),segment_id=e963d26c-0a32-4372-aefd-3f9403fc219c)] {{(pid=104552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:03:18.748165 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-401224ff-d8c9-4fc9-9805-0c4991462e32 req-0aff9747-02c2-4ba8-b61e-4272c0ecb31b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5995615'] for port (0b92dbda-db20-4405-91e4-52e1123c9209), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:18.752119 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401224ff-d8c9-4fc9-9805-0c4991462e32 req-0aff9747-02c2-4ba8-b61e-4272c0ecb31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:18.752698 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-401224ff-d8c9-4fc9-9805-0c4991462e32 req-0aff9747-02c2-4ba8-b61e-4272c0ecb31b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:18.754082 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-401224ff-d8c9-4fc9-9805-0c4991462e32 req-0aff9747-02c2-4ba8-b61e-4272c0ecb31b service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/0b92dbda-db20-4405-91e4-52e1123c9209 HTTP/1.1" status: 200 len: 1094 time: 0.7305210 Oct 23 01:03:18.754627 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f909ab3b-6de1-43e6-a214-a65fb12fdd8b', 'tag': '0b92dbda-db20-4405-91e4-52e1123c9209'}] {{(pid=104552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:03:18.756887 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e71a59ae106f7f9b2e36c913636ed0b95d68e581a9dbd71020046a5c2e6c46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57fa834b-fe66-4c40-9684-9ed1b451ed72" -d '{"events": [{"name": "network-changed", "server_uuid": "f909ab3b-6de1-43e6-a214-a65fb12fdd8b", "tag": "0b92dbda-db20-4405-91e4-52e1123c9209"}]}' {{(pid=104552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:03:18.804253 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6018312-6336-42f9-a1d8-5317e4d2e5fe x-openstack-request-id: req-a6018312-6336-42f9-a1d8-5317e4d2e5fe {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:03:18.804535 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f909ab3b-6de1-43e6-a214-a65fb12fdd8b", "tag": "0b92dbda-db20-4405-91e4-52e1123c9209", "status": "completed", "code": 200}]} {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:03:18.804803 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a6018312-6336-42f9-a1d8-5317e4d2e5fe {{(pid=104552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:03:18.805184 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6018312-6336-42f9-a1d8-5317e4d2e5fe'] response: {'name': 'network-changed', 'server_uuid': 'f909ab3b-6de1-43e6-a214-a65fb12fdd8b', 'tag': '0b92dbda-db20-4405-91e4-52e1123c9209', 'status': 'completed', 'code': 200} Oct 23 01:03:18.819758 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff9747-02c2-4ba8-b61e-4272c0ecb31b service neutron] Pushing event updated for resources: {'Port': ['ID=0b92dbda-db20-4405-91e4-52e1123c9209,revision_number=3']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:03:18.822892 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-39b24a6b-81a2-4b90-9389-eaaa94581bfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (6b66cfba-c169-484b-b3a5-13fb9b6528cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:18.848928 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401224ff-d8c9-4fc9-9805-0c4991462e32 req-db4d39e2-61f3-43c9-88e5-db62195fa2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:18.850417 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-401224ff-d8c9-4fc9-9805-0c4991462e32 req-db4d39e2-61f3-43c9-88e5-db62195fa2db service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=3fae115d5ad049b5b40c59212216d458&device_id=f909ab3b-6de1-43e6-a214-a65fb12fdd8b HTTP/1.1" status: 200 len: 1128 time: 0.0397615 Oct 23 01:03:18.892636 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-401224ff-d8c9-4fc9-9805-0c4991462e32 req-dbf74314-6fdc-468f-be9c-0d992efe8a46 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b92dbda-db20-4405-91e4-52e1123c9209 HTTP/1.1" status: 200 len: 217 time: 0.0328166 Oct 23 01:03:18.945273 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401224ff-d8c9-4fc9-9805-0c4991462e32 req-bd3b98e7-9b17-46ec-92e4-ebec9ca48b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:18.946708 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-401224ff-d8c9-4fc9-9805-0c4991462e32 req-bd3b98e7-9b17-46ec-92e4-ebec9ca48b90 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=a9e16815-4336-4cda-ac3b-da5c9a06661d HTTP/1.1" status: 200 len: 854 time: 0.0470710 Oct 23 01:03:18.995929 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401224ff-d8c9-4fc9-9805-0c4991462e32 req-6bd117b5-22f9-470a-8d95-f921052e9781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:18.997562 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-401224ff-d8c9-4fc9-9805-0c4991462e32 req-6bd117b5-22f9-470a-8d95-f921052e9781 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=fd218502-570d-4f7c-88c1-4499072d8f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434725 Oct 23 01:03:19.102122 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-401224ff-d8c9-4fc9-9805-0c4991462e32 req-9f41bf28-640a-414c-b863-8e89df2d6904 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/fd218502-570d-4f7c-88c1-4499072d8f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970387 Oct 23 01:03:19.465821 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-401224ff-d8c9-4fc9-9805-0c4991462e32 req-712fe1d4-17bb-4c7c-a08a-9db0f4dd735b service neutron] 10.222.0.52 "GET /networking/v2.0/networks/fd218502-570d-4f7c-88c1-4499072d8f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568594 Oct 23 01:03:19.664266 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf097ad4-fb6a-4b6a-9835-566cd2fd692b req-afbf42cc-bcee-47bd-b526-304c510351aa tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:19.665778 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-cf097ad4-fb6a-4b6a-9835-566cd2fd692b req-afbf42cc-bcee-47bd-b526-304c510351aa tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f909ab3b-6de1-43e6-a214-a65fb12fdd8b HTTP/1.1" status: 200 len: 944 time: 0.0506318 Oct 23 01:03:19.715179 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-cf097ad4-fb6a-4b6a-9835-566cd2fd692b req-78b9670b-ee87-4f72-994d-b936a2dbd87f tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=10988333-e444-48fc-819a-71f5dfcdf37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434017 Oct 23 01:03:20.695295 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa834b-fe66-4c40-9684-9ed1b451ed72 req-837ce560-9231-42e7-8098-a50acfe25c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:20.697010 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-57fa834b-fe66-4c40-9684-9ed1b451ed72 req-837ce560-9231-42e7-8098-a50acfe25c64 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=3fae115d5ad049b5b40c59212216d458&device_id=f909ab3b-6de1-43e6-a214-a65fb12fdd8b HTTP/1.1" status: 200 len: 1128 time: 0.0508876 Oct 23 01:03:20.802454 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa834b-fe66-4c40-9684-9ed1b451ed72 req-673ff190-e130-45d2-8b15-4127e2139d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:20.803862 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-57fa834b-fe66-4c40-9684-9ed1b451ed72 req-673ff190-e130-45d2-8b15-4127e2139d39 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=fd218502-570d-4f7c-88c1-4499072d8f6e HTTP/1.1" status: 200 len: 916 time: 0.0993524 Oct 23 01:03:20.862892 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-57fa834b-fe66-4c40-9684-9ed1b451ed72 req-9acb1f55-c650-4da4-aa36-8316107586ed service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b92dbda-db20-4405-91e4-52e1123c9209 HTTP/1.1" status: 200 len: 217 time: 0.0398135 Oct 23 01:03:20.873685 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d62968c-0e85-4c6e-b5a7-563c051594e0 req-5ab5bde7-f62d-4741-882d-7a77349ced9d tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:20.874849 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-9d62968c-0e85-4c6e-b5a7-563c051594e0 req-5ab5bde7-f62d-4741-882d-7a77349ced9d tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f909ab3b-6de1-43e6-a214-a65fb12fdd8b HTTP/1.1" status: 200 len: 944 time: 0.0826073 Oct 23 01:03:20.941275 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:20.946126 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa834b-fe66-4c40-9684-9ed1b451ed72 req-0b665f9f-30e1-4a70-b065-77e74fbd3136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:20.947580 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-57fa834b-fe66-4c40-9684-9ed1b451ed72 req-0b665f9f-30e1-4a70-b065-77e74fbd3136 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=a9e16815-4336-4cda-ac3b-da5c9a06661d HTTP/1.1" status: 200 len: 854 time: 0.0718732 Oct 23 01:03:20.967694 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-9d62968c-0e85-4c6e-b5a7-563c051594e0 req-e5b160f0-5945-4f07-b35b-0a8000373289 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=10988333-e444-48fc-819a-71f5dfcdf37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838451 Oct 23 01:03:21.003896 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa834b-fe66-4c40-9684-9ed1b451ed72 req-e9928596-5790-4742-bfac-a45ba312e8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:21.006162 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-57fa834b-fe66-4c40-9684-9ed1b451ed72 req-e9928596-5790-4742-bfac-a45ba312e8d8 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=fd218502-570d-4f7c-88c1-4499072d8f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488594 Oct 23 01:03:21.119971 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-57fa834b-fe66-4c40-9684-9ed1b451ed72 req-3b05c693-0c51-446b-8f3c-e9948fe87ce2 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/fd218502-570d-4f7c-88c1-4499072d8f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042593 Oct 23 01:03:21.147253 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:21.219940 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-57fa834b-fe66-4c40-9684-9ed1b451ed72 req-10f781ab-0de5-44aa-9e8f-574eb32dbcfd service neutron] 10.222.0.52 "GET /networking/v2.0/networks/fd218502-570d-4f7c-88c1-4499072d8f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929065 Oct 23 01:03:21.242002 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-71370a67-a5ff-4a88-a0f4-fc0a71e40dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (71de1650-f9d9-4095-92e6-e37ec99e20cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:22.109741 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12452d17-33d0-44f3-b391-151b15f694d3 req-4c41d7bf-e3fb-4cc4-b329-134b7b44a88e tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:22.111295 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-12452d17-33d0-44f3-b391-151b15f694d3 req-4c41d7bf-e3fb-4cc4-b329-134b7b44a88e tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f909ab3b-6de1-43e6-a214-a65fb12fdd8b HTTP/1.1" status: 200 len: 944 time: 0.0507720 Oct 23 01:03:22.164130 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-12452d17-33d0-44f3-b391-151b15f694d3 req-615fa6b4-a6d0-46bb-b98c-dcb0f4bf832b tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=10988333-e444-48fc-819a-71f5dfcdf37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435476 Oct 23 01:03:22.330219 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5148f689-0f62-430a-b3f2-d0758b81aa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (b2013646-e5ec-4b71-a145-3908973fbde8), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:22.628506 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 0b92dbda-db20-4405-91e4-52e1123c9209 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104553) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:03:22.714245 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:22.744313 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port 0b92dbda-db20-4405-91e4-52e1123c9209, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0b92dbda-db20-4405-91e4-52e1123c9209,segment=NetworkSegment(e963d26c-0a32-4372-aefd-3f9403fc219c),segment_id=e963d26c-0a32-4372-aefd-3f9403fc219c)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:03:22.756642 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Returning: {'device': '0b92dbda-db20-4405-91e4-52e1123c9209', 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e', 'port_id': '0b92dbda-db20-4405-91e4-52e1123c9209', 'mac_address': 'fa:16:3e:39:63:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e16815-4336-4cda-ac3b-da5c9a06661d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104553) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:03:22.793639 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Current status of the port 0b92dbda-db20-4405-91e4-52e1123c9209 is: DOWN; New status is: BUILD {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:03:22.794056 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (0b92dbda-db20-4405-91e4-52e1123c9209), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:22.795941 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:22.808389 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.notifiers.nova [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b92dbda-db20-4405-91e4-52e1123c9209 {{(pid=104553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:03:22.828612 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port 0b92dbda-db20-4405-91e4-52e1123c9209, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0b92dbda-db20-4405-91e4-52e1123c9209,segment=NetworkSegment(e963d26c-0a32-4372-aefd-3f9403fc219c),segment_id=e963d26c-0a32-4372-aefd-3f9403fc219c)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:03:22.833561 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (0b92dbda-db20-4405-91e4-52e1123c9209), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:22.883013 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Pushing event updated for resources: {'Port': ['ID=0b92dbda-db20-4405-91e4-52e1123c9209,revision_number=4']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:03:23.088117 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] get_ports_and_sgs() called for port_ids ['0b92dbda-db20-4405-91e4-52e1123c9209'] {{(pid=104553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:03:23.318210 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19898011-50ba-4540-bfb4-26588a563ea0 req-236f752c-da05-4af8-8ffb-121e4e2326d2 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:23.326974 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-19898011-50ba-4540-bfb4-26588a563ea0 req-236f752c-da05-4af8-8ffb-121e4e2326d2 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f909ab3b-6de1-43e6-a214-a65fb12fdd8b HTTP/1.1" status: 200 len: 945 time: 0.0598507 Oct 23 01:03:23.389133 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-19898011-50ba-4540-bfb4-26588a563ea0 req-3e633356-5a33-4c2e-b9d3-f926a44d7681 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=10988333-e444-48fc-819a-71f5dfcdf37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610437 Oct 23 01:03:23.675861 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e80eb663-45f3-44c1-bd5d-b13fbac885c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (9e3bf558-830b-43df-b1b1-6fe61a75ce60), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:24.000217 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (e5069eb9-82e8-4601-9222-8a50cea677c6), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:24.438388 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=75,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:24.521618 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7631c4-9f67-4744-88d7-2fb1688ee4ef req-2321417a-028f-4dbe-b3a5-230bd0cb3ede tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:24.523092 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-9a7631c4-9f67-4744-88d7-2fb1688ee4ef req-2321417a-028f-4dbe-b3a5-230bd0cb3ede tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f909ab3b-6de1-43e6-a214-a65fb12fdd8b HTTP/1.1" status: 200 len: 945 time: 0.0504537 Oct 23 01:03:24.581187 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-9a7631c4-9f67-4744-88d7-2fb1688ee4ef req-aec12f1b-d3f5-4ed3-a0d2-f8054f86906a tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=10988333-e444-48fc-819a-71f5dfcdf37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519431 Oct 23 01:03:24.646902 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 0b92dbda-db20-4405-91e4-52e1123c9209 up at agent hyperv_hv-cinder-maste {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:03:24.694274 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Provisioning for port 0b92dbda-db20-4405-91e4-52e1123c9209 completed by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 01:03:24.702119 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Provisioning complete for port 0b92dbda-db20-4405-91e4-52e1123c9209 triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:03:24.702706 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (0b92dbda-db20-4405-91e4-52e1123c9209), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:24.703045 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Attempt 1 to provision port 0b92dbda-db20-4405-91e4-52e1123c9209 Oct 23 01:03:24.777617 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Current status of the port 0b92dbda-db20-4405-91e4-52e1123c9209 is: BUILD; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:03:24.778013 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (0b92dbda-db20-4405-91e4-52e1123c9209), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:24.803417 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f909ab3b-6de1-43e6-a214-a65fb12fdd8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b92dbda-db20-4405-91e4-52e1123c9209'}] {{(pid=104553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:03:24.805697 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ef7492e608d46078fd98593772981b2cfdf47eaedaeea269e4497eac5a7bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2dbf883-54a9-41e2-9a65-87714c455f8d" -d '{"events": [{"server_uuid": "f909ab3b-6de1-43e6-a214-a65fb12fdd8b", "name": "network-vif-plugged", "status": "completed", "tag": "0b92dbda-db20-4405-91e4-52e1123c9209"}]}' {{(pid=104553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:03:24.818432 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port 0b92dbda-db20-4405-91e4-52e1123c9209, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0b92dbda-db20-4405-91e4-52e1123c9209,segment=NetworkSegment(e963d26c-0a32-4372-aefd-3f9403fc219c),segment_id=e963d26c-0a32-4372-aefd-3f9403fc219c)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:03:24.824273 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (0b92dbda-db20-4405-91e4-52e1123c9209), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:24.852737 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607fccff-b840-411d-8f1a-74fdf06f78cd x-openstack-request-id: req-607fccff-b840-411d-8f1a-74fdf06f78cd {{(pid=104553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:03:24.853096 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f909ab3b-6de1-43e6-a214-a65fb12fdd8b", "name": "network-vif-plugged", "status": "completed", "tag": "0b92dbda-db20-4405-91e4-52e1123c9209", "code": 200}]} {{(pid=104553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:03:24.853411 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-607fccff-b840-411d-8f1a-74fdf06f78cd {{(pid=104553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:03:24.853882 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.notifiers.nova [-] Nova event matching ['req-607fccff-b840-411d-8f1a-74fdf06f78cd'] response: {'server_uuid': 'f909ab3b-6de1-43e6-a214-a65fb12fdd8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b92dbda-db20-4405-91e4-52e1123c9209', 'code': 200} Oct 23 01:03:24.878337 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Pushing event updated for resources: {'Port': ['ID=0b92dbda-db20-4405-91e4-52e1123c9209,revision_number=5']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:03:25.046155 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b67635e-126a-4395-ab72-4c9fb79e029e req-f336bae1-d731-4207-8baa-28b819dab04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:25.047741 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-9b67635e-126a-4395-ab72-4c9fb79e029e req-f336bae1-d731-4207-8baa-28b819dab04e service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f909ab3b-6de1-43e6-a214-a65fb12fdd8b HTTP/1.1" status: 200 len: 1130 time: 0.0399878 Oct 23 01:03:25.108423 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-9b67635e-126a-4395-ab72-4c9fb79e029e req-de8c2418-f6fb-4e90-9330-d8fb8f436019 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=10988333-e444-48fc-819a-71f5dfcdf37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542133 Oct 23 01:03:25.706782 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c7f82-6254-49aa-8280-c7f19f1b568f req-bd793837-5b11-44ab-b4bd-f578804ea6e8 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:25.708258 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-9d2c7f82-6254-49aa-8280-c7f19f1b568f req-bd793837-5b11-44ab-b4bd-f578804ea6e8 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f909ab3b-6de1-43e6-a214-a65fb12fdd8b HTTP/1.1" status: 200 len: 946 time: 0.0509787 Oct 23 01:03:25.756618 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-9d2c7f82-6254-49aa-8280-c7f19f1b568f req-e8fd473e-9839-44ee-adc4-eec0c7a25b6f tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=10988333-e444-48fc-819a-71f5dfcdf37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424504 Oct 23 01:03:26.215835 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:26.221166 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:26.894346 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540a32d-a4cc-43b0-ac98-074e2d21f3ce req-94af0402-6417-42cf-87ab-f69651111437 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:26.895820 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6540a32d-a4cc-43b0-ac98-074e2d21f3ce req-94af0402-6417-42cf-87ab-f69651111437 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f909ab3b-6de1-43e6-a214-a65fb12fdd8b HTTP/1.1" status: 200 len: 946 time: 0.0479617 Oct 23 01:03:26.944404 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6540a32d-a4cc-43b0-ac98-074e2d21f3ce req-12b656f0-bc36-40b9-bc95-a772d6ffd5a2 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=10988333-e444-48fc-819a-71f5dfcdf37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428307 Oct 23 01:03:27.071049 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe59caa-416a-4f66-bd54-bf7c6d6687e2 req-591aa658-3355-42b9-8db1-a612f5b7e240 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:27.072403 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3fe59caa-416a-4f66-bd54-bf7c6d6687e2 req-591aa658-3355-42b9-8db1-a612f5b7e240 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f909ab3b-6de1-43e6-a214-a65fb12fdd8b HTTP/1.1" status: 200 len: 946 time: 0.0501215 Oct 23 01:03:27.090519 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 55550) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:03:27.095096 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [None req-7cdf2e93-9d00-46b6-85ac-0cc771b3b862 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Request body: {'floatingip': {'port_id': '0b92dbda-db20-4405-91e4-52e1123c9209'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:03:27.138448 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-7cdf2e93-9d00-46b6-85ac-0cc771b3b862 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for floatingip (8d1649df-49c4-4db1-968a-d3a0554bf421), before_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:27.442450 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:27.443450 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:27.539313 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 55568) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:03:27.592747 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab19b15e-fb4e-4972-a3ad-dc29fd330e7b admin admin] Deleting subnet bb1a3bca-dedb-41f2-b42e-3e8e945ab451 {{(pid=104551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:03:27.596520 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ab19b15e-fb4e-4972-a3ad-dc29fd330e7b admin admin] Publish callbacks [] for subnet (bb1a3bca-dedb-41f2-b42e-3e8e945ab451), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:27.607753 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-7cdf2e93-9d00-46b6-85ac-0cc771b3b862 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:27.613171 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-7cdf2e93-9d00-46b6-85ac-0cc771b3b862 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516985'] for floatingip (8d1649df-49c4-4db1-968a-d3a0554bf421), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:27.633313 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ab19b15e-fb4e-4972-a3ad-dc29fd330e7b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8119832'] for subnet (bb1a3bca-dedb-41f2-b42e-3e8e945ab451), precommit_delete_associations {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:27.678935 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ab19b15e-fb4e-4972-a3ad-dc29fd330e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13457227'] for subnet (bb1a3bca-dedb-41f2-b42e-3e8e945ab451), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:27.714391 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.db.l3_db [None req-7cdf2e93-9d00-46b6-85ac-0cc771b3b862 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Floating IP 8d1649df-49c4-4db1-968a-d3a0554bf421 associated. External IP: 172.37.4.92, port: 0b92dbda-db20-4405-91e4-52e1123c9209. Oct 23 01:03:27.738407 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ab19b15e-fb4e-4972-a3ad-dc29fd330e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-13457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6139661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4819808'] for subnet (bb1a3bca-dedb-41f2-b42e-3e8e945ab451), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:27.764669 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab19b15e-fb4e-4972-a3ad-dc29fd330e7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb1a3bca-dedb-41f2-b42e-3e8e945ab451,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:03:27.769008 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ab19b15e-fb4e-4972-a3ad-dc29fd330e7b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:27.772378 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-ab19b15e-fb4e-4972-a3ad-dc29fd330e7b admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/bb1a3bca-dedb-41f2-b42e-3e8e945ab451 HTTP/1.1" status: 204 len: 168 time: 0.2320378 Oct 23 01:03:27.775499 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 55570) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:03:27.896454 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-27b6f793-c4d5-4f31-8e9d-64a05bb26068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13506626'] for network (2a8bad4c-26a1-44b8-a6d4-d5a3f0a3b156), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:28.052617 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-27b6f793-c4d5-4f31-8e9d-64a05bb26068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13455826', 'neutron.services.segments.db._delete_segments_for_network-8758734904131'] for network (2a8bad4c-26a1-44b8-a6d4-d5a3f0a3b156), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:28.079926 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.services.segments.db [None req-27b6f793-c4d5-4f31-8e9d-64a05bb26068 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a8bad4c-26a1-44b8-a6d4-d5a3f0a3b156']}} {{(pid=104552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:03:28.083169 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cdf2e93-9d00-46b6-85ac-0cc771b3b862 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Router 8fd18b97-ffc6-453a-a42c-97191397ee01 has already been hosted by L3 agent 71de1650-f9d9-4095-92e6-e37ec99e20cf {{(pid=104552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:03:28.094481 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.services.segments.db [None req-27b6f793-c4d5-4f31-8e9d-64a05bb26068 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7ab9837-9c43-4d30-8a73-a18c8566438e') {'for_net_delete': True} {{(pid=104552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:03:28.094786 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.services.segments.db [None req-27b6f793-c4d5-4f31-8e9d-64a05bb26068 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7ab9837-9c43-4d30-8a73-a18c8566438e') {} {{(pid=104552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:03:28.106819 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-27b6f793-c4d5-4f31-8e9d-64a05bb26068 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758734904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6324729'] for segment (e7ab9837-9c43-4d30-8a73-a18c8566438e), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:28.152957 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-27b6f793-c4d5-4f31-8e9d-64a05bb26068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13381139'] for segment (e7ab9837-9c43-4d30-8a73-a18c8566438e), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:28.163502 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27b6f793-c4d5-4f31-8e9d-64a05bb26068 admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=104552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:03:28.163928 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-27b6f793-c4d5-4f31-8e9d-64a05bb26068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13381139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5995523'] for segment (e7ab9837-9c43-4d30-8a73-a18c8566438e), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:28.218016 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.services.segments.plugin [-] Segment e7ab9837-9c43-4d30-8a73-a18c8566438e resource provider aggregate not found Oct 23 01:03:28.246347 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.services.segments.plugin [-] Segment e7ab9837-9c43-4d30-8a73-a18c8566438e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e7ab9837-9c43-4d30-8a73-a18c8566438e found for delete ", "request_id": "req-d527f083-9f7c-4ced-8582-50234bb0672e"}]} Oct 23 01:03:28.269936 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-27b6f793-c4d5-4f31-8e9d-64a05bb26068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13455835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516948'] for network (2a8bad4c-26a1-44b8-a6d4-d5a3f0a3b156), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:28.274534 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cdf2e93-9d00-46b6-85ac-0cc771b3b862 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:03:28.280938 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-7cdf2e93-9d00-46b6-85ac-0cc771b3b862 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for floatingip (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:28.285990 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098acefe-7686-441e-b03d-9b0a54432860 None None] Sync routers for ids ['8fd18b97-ffc6-453a-a42c-97191397ee01'] in dv-cinder-master-3-iscsi {{(pid=104553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:03:28.286516 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-27b6f793-c4d5-4f31-8e9d-64a05bb26068 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for network (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:28.289138 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-27b6f793-c4d5-4f31-8e9d-64a05bb26068 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/2a8bad4c-26a1-44b8-a6d4-d5a3f0a3b156 HTTP/1.1" status: 204 len: 168 time: 0.5107725 Oct 23 01:03:28.292141 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 55578) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:03:28.313595 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098acefe-7686-441e-b03d-9b0a54432860 None None] Routers {'8fd18b97-ffc6-453a-a42c-97191397ee01'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:03:28.314694 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-098acefe-7686-441e-b03d-9b0a54432860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:03:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['8fd18b97-ffc6-453a-a42c-97191397ee01'], 'active': True} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:03:28.314856 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b6f793-c4d5-4f31-8e9d-64a05bb26068 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a8bad4c-26a1-44b8-a6d4-d5a3f0a3b156,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:03:28.326613 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-7cdf2e93-9d00-46b6-85ac-0cc771b3b862 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/8d1649df-49c4-4db1-968a-d3a0554bf421 HTTP/1.1" status: 200 len: 991 time: 1.2350254 Oct 23 01:03:28.327249 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f909ab3b-6de1-43e6-a214-a65fb12fdd8b', 'tag': '0b92dbda-db20-4405-91e4-52e1123c9209'}] {{(pid=104552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:03:28.330343 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e71a59ae106f7f9b2e36c913636ed0b95d68e581a9dbd71020046a5c2e6c46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07dc14ba-a9e2-4155-8463-3e4663e75a77" -d '{"events": [{"name": "network-changed", "server_uuid": "f909ab3b-6de1-43e6-a214-a65fb12fdd8b", "tag": "0b92dbda-db20-4405-91e4-52e1123c9209"}]}' {{(pid=104552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:03:28.346248 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.db_base_plugin_v2 [None req-b53b7e8b-c5e7-4ce0-80da-70165d340db3 admin admin] Deleting subnet 253c7ab6-18a2-4116-982a-02a7dc34c191 {{(pid=104551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:03:28.350065 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-b53b7e8b-c5e7-4ce0-80da-70165d340db3 admin admin] Publish callbacks [] for subnet (253c7ab6-18a2-4116-982a-02a7dc34c191), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:28.375426 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fadedaf4-aa9e-40dc-bfdb-1c45b4a310e6 x-openstack-request-id: req-fadedaf4-aa9e-40dc-bfdb-1c45b4a310e6 {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:03:28.375986 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f909ab3b-6de1-43e6-a214-a65fb12fdd8b", "tag": "0b92dbda-db20-4405-91e4-52e1123c9209", "status": "completed", "code": 200}]} {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:03:28.376450 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fadedaf4-aa9e-40dc-bfdb-1c45b4a310e6 {{(pid=104552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:03:28.377039 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fadedaf4-aa9e-40dc-bfdb-1c45b4a310e6'] response: {'name': 'network-changed', 'server_uuid': 'f909ab3b-6de1-43e6-a214-a65fb12fdd8b', 'tag': '0b92dbda-db20-4405-91e4-52e1123c9209', 'status': 'completed', 'code': 200} Oct 23 01:03:28.395665 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-b53b7e8b-c5e7-4ce0-80da-70165d340db3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8119832'] for subnet (253c7ab6-18a2-4116-982a-02a7dc34c191), precommit_delete_associations {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:28.440447 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-b53b7e8b-c5e7-4ce0-80da-70165d340db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13457227'] for subnet (253c7ab6-18a2-4116-982a-02a7dc34c191), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:28.460646 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc14ba-a9e2-4155-8463-3e4663e75a77 req-a11cb031-3691-4d35-af23-bf2c2ed6252a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:28.462377 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-07dc14ba-a9e2-4155-8463-3e4663e75a77 req-a11cb031-3691-4d35-af23-bf2c2ed6252a service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=3fae115d5ad049b5b40c59212216d458&device_id=f909ab3b-6de1-43e6-a214-a65fb12fdd8b HTTP/1.1" status: 200 len: 1130 time: 0.0545013 Oct 23 01:03:28.465068 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvr_db [None req-098acefe-7686-441e-b03d-9b0a54432860 None None] Set router 8fd18b97-ffc6-453a-a42c-97191397ee01 gateway port host: dv-cinder-master-3-iscsi {{(pid=104553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:03:28.513713 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-b53b7e8b-c5e7-4ce0-80da-70165d340db3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-13457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6139661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4819808'] for subnet (253c7ab6-18a2-4116-982a-02a7dc34c191), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:28.538788 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:28.548595 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53b7e8b-c5e7-4ce0-80da-70165d340db3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=253c7ab6-18a2-4116-982a-02a7dc34c191,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:03:28.549802 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:28.551447 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-b53b7e8b-c5e7-4ce0-80da-70165d340db3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:28.559782 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 55586) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:03:28.560060 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-b53b7e8b-c5e7-4ce0-80da-70165d340db3 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/253c7ab6-18a2-4116-982a-02a7dc34c191 HTTP/1.1" status: 204 len: 168 time: 0.2661269 Oct 23 01:03:28.612212 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:28.650283 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc14ba-a9e2-4155-8463-3e4663e75a77 req-18d074ab-233c-4525-86c1-55ca4716232b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:28.651835 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-07dc14ba-a9e2-4155-8463-3e4663e75a77 req-18d074ab-233c-4525-86c1-55ca4716232b service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=fd218502-570d-4f7c-88c1-4499072d8f6e HTTP/1.1" status: 200 len: 916 time: 0.1822987 Oct 23 01:03:28.653089 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:28.695482 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-098acefe-7686-441e-b03d-9b0a54432860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'name': 'tempest-AttachVolumeNegativeTest-2031464467-router', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.46'}], 'enable_snat': True}, 'gw_port_id': 'ba4c44b3-597d-4a36-9e78-c7a4635964fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:00:49Z', 'updated_at': '2022-10-23T01:00:52Z', 'revision_number': 4, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'gw_port': {'id': 'ba4c44b3-597d-4a36-9e78-c7a4635964fd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:00:50Z', 'updated_at': '2022-10-23T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '8d1649df-49c4-4db1-968a-d3a0554bf421', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'floating_ip_address': '172.37.4.92', 'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'router_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'port_id': '0b92dbda-db20-4405-91e4-52e1123c9209', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e', 'mac_address': 'fa:16:3e:39:63:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f909ab3b-6de1-43e6-a214-a65fb12fdd8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:03:14Z', 'updated_at': '2022-10-23T01:03:27Z', 'revision_number': 1, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82ab6488-6b18-4ad8-b485-c6f52a5eacb2', 'name': '', 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'mac_address': 'fa:16:3e:e3:ba:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a9e16815-4336-4cda-ac3b-da5c9a06661d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:00:52Z', 'updated_at': '2022-10-23T01:00:58Z', 'revision_number': 5, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'subnets': [{'id': 'a9e16815-4336-4cda-ac3b-da5c9a06661d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:03:28.699991 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-158f6339-d931-4ae4-b6db-75fd1785f082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13506626'] for network (ae24d21c-b67c-4f4a-bd98-754c0e3d7ad6), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:28.726777 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098acefe-7686-441e-b03d-9b0a54432860 None None] Checking router: 8fd18b97-ffc6-453a-a42c-97191397ee01 for host: dv-cinder-master-3-iscsi {{(pid=104553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:03:28.731086 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 55590) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:03:28.738069 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098acefe-7686-441e-b03d-9b0a54432860 None None] Routers {'8fd18b97-ffc6-453a-a42c-97191397ee01'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:03:28.738699 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-098acefe-7686-441e-b03d-9b0a54432860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:03:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['8fd18b97-ffc6-453a-a42c-97191397ee01'], 'active': True} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:03:28.746711 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-07dc14ba-a9e2-4155-8463-3e4663e75a77 req-c5cf5113-3172-47e5-844b-c39a45945409 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b92dbda-db20-4405-91e4-52e1123c9209 HTTP/1.1" status: 200 len: 999 time: 0.0853736 Oct 23 01:03:28.828876 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-158f6339-d931-4ae4-b6db-75fd1785f082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13455826', 'neutron.services.segments.db._delete_segments_for_network-8758734904131'] for network (ae24d21c-b67c-4f4a-bd98-754c0e3d7ad6), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:28.848258 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvr_db [None req-098acefe-7686-441e-b03d-9b0a54432860 None None] Set router 8fd18b97-ffc6-453a-a42c-97191397ee01 gateway port host: dv-cinder-master-3-iscsi {{(pid=104553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:03:28.854695 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc14ba-a9e2-4155-8463-3e4663e75a77 req-b0a8ee75-7c4e-4c8f-97b2-4ff7abf7b936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:28.856204 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-07dc14ba-a9e2-4155-8463-3e4663e75a77 req-b0a8ee75-7c4e-4c8f-97b2-4ff7abf7b936 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=a9e16815-4336-4cda-ac3b-da5c9a06661d HTTP/1.1" status: 200 len: 854 time: 0.0998433 Oct 23 01:03:28.857734 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.services.segments.db [None req-158f6339-d931-4ae4-b6db-75fd1785f082 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae24d21c-b67c-4f4a-bd98-754c0e3d7ad6']}} {{(pid=104552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:03:28.877442 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.services.segments.db [None req-158f6339-d931-4ae4-b6db-75fd1785f082 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cd63f8f-16ec-43ab-9b5e-43fde5619c31') {'for_net_delete': True} {{(pid=104552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:03:28.877999 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.services.segments.db [None req-158f6339-d931-4ae4-b6db-75fd1785f082 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cd63f8f-16ec-43ab-9b5e-43fde5619c31') {} {{(pid=104552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:03:28.878948 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-6864154b-04eb-4feb-8268-24bbb895c9a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:28.905607 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-158f6339-d931-4ae4-b6db-75fd1785f082 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758734904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6324729'] for segment (7cd63f8f-16ec-43ab-9b5e-43fde5619c31), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:28.922814 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc14ba-a9e2-4155-8463-3e4663e75a77 req-5d690164-7b13-42ff-b7a4-1cd872577ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:28.923763 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-07dc14ba-a9e2-4155-8463-3e4663e75a77 req-5d690164-7b13-42ff-b7a4-1cd872577ce7 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=fd218502-570d-4f7c-88c1-4499072d8f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0584242 Oct 23 01:03:28.925167 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-158f6339-d931-4ae4-b6db-75fd1785f082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13381139'] for segment (7cd63f8f-16ec-43ab-9b5e-43fde5619c31), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:28.933166 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-158f6339-d931-4ae4-b6db-75fd1785f082 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=104552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:03:28.933555 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-158f6339-d931-4ae4-b6db-75fd1785f082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13381139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5995523'] for segment (7cd63f8f-16ec-43ab-9b5e-43fde5619c31), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:28.962855 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-6864154b-04eb-4feb-8268-24bbb895c9a3 admin admin] Publish callbacks [] for security_group (f3eb8fd2-e62f-4ce7-a6c2-e367b36de27d), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:28.968913 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-6864154b-04eb-4feb-8268-24bbb895c9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (f3eb8fd2-e62f-4ce7-a6c2-e367b36de27d), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:29.016368 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-6864154b-04eb-4feb-8268-24bbb895c9a3 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=60637b5ab3e84e3b9bd7a52d6ab06c11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2815537 Oct 23 01:03:29.016368 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864154b-04eb-4feb-8268-24bbb895c9a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3eb8fd2-e62f-4ce7-a6c2-e367b36de27d,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:03:29.017350 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 55594) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:03:29.044824 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-158f6339-d931-4ae4-b6db-75fd1785f082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13455835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516948'] for network (ae24d21c-b67c-4f4a-bd98-754c0e3d7ad6), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:29.062569 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-158f6339-d931-4ae4-b6db-75fd1785f082 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for network (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:29.065700 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-158f6339-d931-4ae4-b6db-75fd1785f082 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/ae24d21c-b67c-4f4a-bd98-754c0e3d7ad6 HTTP/1.1" status: 204 len: 168 time: 0.5044303 Oct 23 01:03:29.075401 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ab84487b-099f-4249-af3c-b727b0db64fd admin admin] Publish callbacks [] for security_group (f3eb8fd2-e62f-4ce7-a6c2-e367b36de27d), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:29.080866 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158f6339-d931-4ae4-b6db-75fd1785f082 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae24d21c-b67c-4f4a-bd98-754c0e3d7ad6,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:03:29.092664 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-07dc14ba-a9e2-4155-8463-3e4663e75a77 req-019ce441-e6db-455a-ba82-b0ad6137479b service neutron] 10.222.0.52 "GET /networking/v2.0/networks/fd218502-570d-4f7c-88c1-4499072d8f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607323 Oct 23 01:03:29.111924 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ab84487b-099f-4249-af3c-b727b0db64fd admin admin] Publish callbacks [] for security_group (f3eb8fd2-e62f-4ce7-a6c2-e367b36de27d), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:29.134022 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-098acefe-7686-441e-b03d-9b0a54432860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'name': 'tempest-AttachVolumeNegativeTest-2031464467-router', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.46'}], 'enable_snat': True}, 'gw_port_id': 'ba4c44b3-597d-4a36-9e78-c7a4635964fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:00:49Z', 'updated_at': '2022-10-23T01:00:52Z', 'revision_number': 4, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'gw_port': {'id': 'ba4c44b3-597d-4a36-9e78-c7a4635964fd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:00:50Z', 'updated_at': '2022-10-23T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '8d1649df-49c4-4db1-968a-d3a0554bf421', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'floating_ip_address': '172.37.4.92', 'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'router_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'port_id': '0b92dbda-db20-4405-91e4-52e1123c9209', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e', 'mac_address': 'fa:16:3e:39:63:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f909ab3b-6de1-43e6-a214-a65fb12fdd8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:03:14Z', 'updated_at': '2022-10-23T01:03:27Z', 'revision_number': 1, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82ab6488-6b18-4ad8-b485-c6f52a5eacb2', 'name': '', 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'mac_address': 'fa:16:3e:e3:ba:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a9e16815-4336-4cda-ac3b-da5c9a06661d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:00:52Z', 'updated_at': '2022-10-23T01:00:58Z', 'revision_number': 5, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'subnets': [{'id': 'a9e16815-4336-4cda-ac3b-da5c9a06661d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:03:29.162144 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098acefe-7686-441e-b03d-9b0a54432860 None None] The sync data for ids ['8fd18b97-ffc6-453a-a42c-97191397ee01'] in dv-cinder-master-3-iscsi is: [{'id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'name': 'tempest-AttachVolumeNegativeTest-2031464467-router', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.46'}], 'enable_snat': True}, 'gw_port_id': 'ba4c44b3-597d-4a36-9e78-c7a4635964fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:00:49Z', 'updated_at': '2022-10-23T01:00:52Z', 'revision_number': 4, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'gw_port': {'id': 'ba4c44b3-597d-4a36-9e78-c7a4635964fd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:00:50Z', 'updated_at': '2022-10-23T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '8d1649df-49c4-4db1-968a-d3a0554bf421', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'floating_ip_address': '172.37.4.92', 'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'router_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'port_id': '0b92dbda-db20-4405-91e4-52e1123c9209', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e', 'mac_address': 'fa:16:3e:39:63:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f909ab3b-6de1-43e6-a214-a65fb12fdd8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:03:14Z', 'updated_at': '2022-10-23T01:03:27Z', 'revision_number': 1, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82ab6488-6b18-4ad8-b485-c6f52a5eacb2', 'name': '', 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'mac_address': 'fa:16:3e:e3:ba:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a9e16815-4336-4cda-ac3b-da5c9a06661d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:00:52Z', 'updated_at': '2022-10-23T01:00:58Z', 'revision_number': 5, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'subnets': [{'id': 'a9e16815-4336-4cda-ac3b-da5c9a06661d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:03:29.165623 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ab84487b-099f-4249-af3c-b727b0db64fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (f3eb8fd2-e62f-4ce7-a6c2-e367b36de27d), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:29.170825 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ab84487b-099f-4249-af3c-b727b0db64fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:29.175150 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-ab84487b-099f-4249-af3c-b727b0db64fd admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/f3eb8fd2-e62f-4ce7-a6c2-e367b36de27d HTTP/1.1" status: 204 len: 168 time: 0.1567051 Oct 23 01:03:29.184206 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab84487b-099f-4249-af3c-b727b0db64fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3eb8fd2-e62f-4ce7-a6c2-e367b36de27d,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:03:29.229934 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-07dc14ba-a9e2-4155-8463-3e4663e75a77 req-cb305cf8-638f-4a97-a5c2-2c238edff107 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/fd218502-570d-4f7c-88c1-4499072d8f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301234 Oct 23 01:03:29.236323 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 55600) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:03:29.288769 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-2fda77ce-f26b-4efe-adbd-a45d064dfc36 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=d869b2413ff442e98257ed9a26c971ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0502050 Oct 23 01:03:29.290535 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 55602) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:03:29.347548 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-60da8d08-2ad4-4952-8f04-486739bed2b0 admin admin] Publish callbacks [] for security_group (215593cc-1a6c-4c4e-8e4f-4f0f271dc2f9), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:29.425666 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35ed77e-03f6-4b1b-a01a-364d1351cac4 None None] New status for floating IP 8d1649df-49c4-4db1-968a-d3a0554bf421: ACTIVE {{(pid=104554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:03:29.659843 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-60da8d08-2ad4-4952-8f04-486739bed2b0 admin admin] Publish callbacks [] for security_group (215593cc-1a6c-4c4e-8e4f-4f0f271dc2f9), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:29.714982 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-60da8d08-2ad4-4952-8f04-486739bed2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (215593cc-1a6c-4c4e-8e4f-4f0f271dc2f9), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:29.718317 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-60da8d08-2ad4-4952-8f04-486739bed2b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:29.719847 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-60da8d08-2ad4-4952-8f04-486739bed2b0 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/215593cc-1a6c-4c4e-8e4f-4f0f271dc2f9 HTTP/1.1" status: 204 len: 168 time: 0.4279974 Oct 23 01:03:29.728834 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da8d08-2ad4-4952-8f04-486739bed2b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215593cc-1a6c-4c4e-8e4f-4f0f271dc2f9,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:03:30.003952 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 55626) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:03:30.015127 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 55628) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:03:30.039079 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:30.046441 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-ff235c30-996d-44ec-934c-148e773331d0 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=b986667b29b343909928f0daff579920&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411966 Oct 23 01:03:30.049317 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 55632) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:03:30.056963 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=6,neutron:INSERT=4 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:30.068989 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:30.106600 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-74f15f7d-21e7-4041-b00c-802cc570ebeb admin admin] Publish callbacks [] for security_group (d8c94791-e525-4d71-a319-6baf6af887ea), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:30.128170 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-74f15f7d-21e7-4041-b00c-802cc570ebeb admin admin] Publish callbacks [] for security_group (d8c94791-e525-4d71-a319-6baf6af887ea), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:30.168413 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-0b1da4ca-ec6b-499c-99b0-ad3ac7f7a6c4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2060016602-network', 'tenant_id': '7e97fa3e253f435d817619feeeb5260c'}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:03:30.192202 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1da4ca-ec6b-499c-99b0-ad3ac7f7a6c4 admin admin] Made reservation on behalf of 7e97fa3e253f435d817619feeeb5260c for: {'network': 1} {{(pid=104551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:03:30.194630 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-0b1da4ca-ec6b-499c-99b0-ad3ac7f7a6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for network (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:30.205752 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-0b1da4ca-ec6b-499c-99b0-ad3ac7f7a6c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:30.207556 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-74f15f7d-21e7-4041-b00c-802cc570ebeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (d8c94791-e525-4d71-a319-6baf6af887ea), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:30.210047 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-74f15f7d-21e7-4041-b00c-802cc570ebeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:30.211185 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-74f15f7d-21e7-4041-b00c-802cc570ebeb admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/d8c94791-e525-4d71-a319-6baf6af887ea HTTP/1.1" status: 204 len: 168 time: 0.1608486 Oct 23 01:03:30.230997 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f15f7d-21e7-4041-b00c-802cc570ebeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c94791-e525-4d71-a319-6baf6af887ea,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:03:30.266660 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.services.segments.plugin [-] Segment 7cd63f8f-16ec-43ab-9b5e-43fde5619c31 resource provider aggregate not found Oct 23 01:03:30.292152 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.services.segments.plugin [-] Segment 7cd63f8f-16ec-43ab-9b5e-43fde5619c31 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7cd63f8f-16ec-43ab-9b5e-43fde5619c31 found for delete ", "request_id": "req-dde72fdc-b4bb-4ca9-9720-198c096305eb"}]} Oct 23 01:03:30.320669 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-0b1da4ca-ec6b-499c-99b0-ad3ac7f7a6c4 admin admin] Publish callbacks [] for security_group (49b43bf1-fb0c-4c2e-a26b-d2badbc5ce4a), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:30.326655 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-0b1da4ca-ec6b-499c-99b0-ad3ac7f7a6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (49b43bf1-fb0c-4c2e-a26b-d2badbc5ce4a), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:30.355081 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b1da4ca-ec6b-499c-99b0-ad3ac7f7a6c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=104551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:03:30.376564 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1da4ca-ec6b-499c-99b0-ad3ac7f7a6c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b43bf1-fb0c-4c2e-a26b-d2badbc5ce4a,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:03:30.383004 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-0b1da4ca-ec6b-499c-99b0-ad3ac7f7a6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13381139'] for segment (b563694c-9507-42fa-99e2-76cd749180fe), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:30.383582 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.db.segments_db [None req-0b1da4ca-ec6b-499c-99b0-ad3ac7f7a6c4 admin admin] Added segment b563694c-9507-42fa-99e2-76cd749180fe of type vlan for network 320914bd-cd74-49c1-ba25-abce6f5b5bb0 Oct 23 01:03:30.431223 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-0b1da4ca-ec6b-499c-99b0-ad3ac7f7a6c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758734439581'] for network (320914bd-cd74-49c1-ba25-abce6f5b5bb0), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:30.460378 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-0b1da4ca-ec6b-499c-99b0-ad3ac7f7a6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493'] for network (320914bd-cd74-49c1-ba25-abce6f5b5bb0), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:30.462097 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1da4ca-ec6b-499c-99b0-ad3ac7f7a6c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:30.462703 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-0b1da4ca-ec6b-499c-99b0-ad3ac7f7a6c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for network (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:30.525185 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-0b1da4ca-ec6b-499c-99b0-ad3ac7f7a6c4 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5087194 Oct 23 01:03:30.528055 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 55646) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:03:30.530651 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1da4ca-ec6b-499c-99b0-ad3ac7f7a6c4 admin admin] Pushing event updated for resources: {'Network': ['ID=320914bd-cd74-49c1-ba25-abce6f5b5bb0,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:03:30.534131 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [None req-6e5cfa21-1cb1-463c-8d1c-0ed0863826ee admin admin] Request body: {'subnet': {'network_id': '320914bd-cd74-49c1-ba25-abce6f5b5bb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2060016602-subnet', 'tenant_id': '7e97fa3e253f435d817619feeeb5260c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:03:30.544893 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Network 320914bd-cd74-49c1-ba25-abce6f5b5bb0 details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104553) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:03:30.554017 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:30.560346 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5cfa21-1cb1-463c-8d1c-0ed0863826ee admin admin] Made reservation on behalf of 7e97fa3e253f435d817619feeeb5260c for: {'subnet': 1} {{(pid=104552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:03:30.563211 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-6e5cfa21-1cb1-463c-8d1c-0ed0863826ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6118443'] for subnet (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:30.743720 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-6e5cfa21-1cb1-463c-8d1c-0ed0863826ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5989350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6118461'] for subnet (37b3d7c1-3c96-497f-85f7-97891ad8144a), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:30.806313 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5cfa21-1cb1-463c-8d1c-0ed0863826ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=37b3d7c1-3c96-497f-85f7-97891ad8144a,revision_number=0']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:03:30.816330 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e5cfa21-1cb1-463c-8d1c-0ed0863826ee admin admin] Checking segment: {'id': 'b563694c-9507-42fa-99e2-76cd749180fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '320914bd-cd74-49c1-ba25-abce6f5b5bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:03:30.816691 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5cfa21-1cb1-463c-8d1c-0ed0863826ee admin admin] Network hostable DHCP agents. Network: 320914bd-cd74-49c1-ba25-abce6f5b5bb0, hostable agents: ['6b66cfba-c169-484b-b3a5-13fb9b6528cf'], hosted agents: [] {{(pid=104552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:03:30.834084 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5cfa21-1cb1-463c-8d1c-0ed0863826ee admin admin] Network 320914bd-cd74-49c1-ba25-abce6f5b5bb0 is scheduled to be hosted by DHCP agent 6b66cfba-c169-484b-b3a5-13fb9b6528cf with binding_index 1 {{(pid=104552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:03:30.844671 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.base_scheduler [None req-6e5cfa21-1cb1-463c-8d1c-0ed0863826ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 320914bd-cd74-49c1-ba25-abce6f5b5bb0) {{(pid=104552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:03:30.849542 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5cfa21-1cb1-463c-8d1c-0ed0863826ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:30.850253 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-6e5cfa21-1cb1-463c-8d1c-0ed0863826ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for subnet (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:30.855793 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c42ee0b-ebf3-47d8-b477-ea07c387cb15 None None] Network 320914bd-cd74-49c1-ba25-abce6f5b5bb0 requested from dv-cinder-master-3-iscsi {{(pid=104553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:03:30.880312 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-6e5cfa21-1cb1-463c-8d1c-0ed0863826ee admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3509777 Oct 23 01:03:30.968598 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc33ae2-0f82-4e2b-8216-22d530a85549 None None] Network 320914bd-cd74-49c1-ba25-abce6f5b5bb0 requested from dv-cinder-master-3-iscsi {{(pid=104553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:03:31.721325 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (16cf44eb-3ef2-4361-a416-47ab9083b794), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:32.752223 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d7186-6f2c-488f-9d8b-8deeb06a24d0 req-2a092dbc-e2c5-4968-bfa1-e8aff108e847 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:32.753703 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0c4d7186-6f2c-488f-9d8b-8deeb06a24d0 req-2a092dbc-e2c5-4968-bfa1-e8aff108e847 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] 10.222.0.18 "GET /networking/v2.0/networks?id=320914bd-cd74-49c1-ba25-abce6f5b5bb0 HTTP/1.1" status: 200 len: 814 time: 0.1075988 Oct 23 01:03:32.774183 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0c4d7186-6f2c-488f-9d8b-8deeb06a24d0 req-60ae3f3d-d73b-475a-b96f-bb1a89657d4f tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] 10.222.0.18 "GET /networking/v2.0/quotas/7e97fa3e253f435d817619feeeb5260c HTTP/1.1" status: 200 len: 375 time: 0.0149965 Oct 23 01:03:32.807652 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0c4d7186-6f2c-488f-9d8b-8deeb06a24d0 req-25ecbaaf-185b-43ce-95c4-23f4db9d70dd tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=7e97fa3e253f435d817619feeeb5260c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281458 Oct 23 01:03:32.911511 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0c4d7186-6f2c-488f-9d8b-8deeb06a24d0 req-252a4f83-c732-467f-926d-ee11cae4d758 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/320914bd-cd74-49c1-ba25-abce6f5b5bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967984 Oct 23 01:03:33.003827 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0c4d7186-6f2c-488f-9d8b-8deeb06a24d0 req-f8275997-ed26-4be5-8dd2-700926dd9a16 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/320914bd-cd74-49c1-ba25-abce6f5b5bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863328 Oct 23 01:03:33.195690 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-5c4b7554-6935-464d-80f7-78759c01c313 req-15488533-e99f-43ab-b722-5a43bb49685e tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c6604a0a-36f6-4e8f-8778-3de50fc8567c HTTP/1.1" status: 200 len: 210 time: 0.0475953 Oct 23 01:03:34.316592 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d5270abe-a388-456e-a7a3-a80422fd7446 req-43554114-e4a9-4836-99b1-460f25d14531 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c6604a0a-36f6-4e8f-8778-3de50fc8567c HTTP/1.1" status: 200 len: 210 time: 0.0375838 Oct 23 01:03:34.357889 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d7186-6f2c-488f-9d8b-8deeb06a24d0 req-5a44a0c4-be43-424d-a372-9ac1ca399e5e tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:34.359334 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0c4d7186-6f2c-488f-9d8b-8deeb06a24d0 req-5a44a0c4-be43-424d-a372-9ac1ca399e5e tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] 10.222.0.52 "GET /networking/v2.0/networks?id=320914bd-cd74-49c1-ba25-abce6f5b5bb0 HTTP/1.1" status: 200 len: 814 time: 0.1445332 Oct 23 01:03:34.375017 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [req-0c4d7186-6f2c-488f-9d8b-8deeb06a24d0 req-a8508183-9d9c-4f02-b5cb-d3b36a45fad4 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Request body: {'port': {'device_id': 'c6604a0a-36f6-4e8f-8778-3de50fc8567c', 'network_id': '320914bd-cd74-49c1-ba25-abce6f5b5bb0', 'admin_state_up': True, 'tenant_id': '7e97fa3e253f435d817619feeeb5260c'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:03:34.473676 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:34.488763 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:34.498269 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c4d7186-6f2c-488f-9d8b-8deeb06a24d0 req-a8508183-9d9c-4f02-b5cb-d3b36a45fad4 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Made reservation on behalf of 7e97fa3e253f435d817619feeeb5260c for: {'port': 1} {{(pid=104552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:03:34.502604 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-0c4d7186-6f2c-488f-9d8b-8deeb06a24d0 req-a8508183-9d9c-4f02-b5cb-d3b36a45fad4 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:34.643791 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.db_base_plugin_common [req-0c4d7186-6f2c-488f-9d8b-8deeb06a24d0 req-a8508183-9d9c-4f02-b5cb-d3b36a45fad4 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Allocated IP 172.20.0.11 (320914bd-cd74-49c1-ba25-abce6f5b5bb0/37b3d7c1-3c96-497f-85f7-97891ad8144a/504955ff-e836-4799-b7e1-cc6ef0b2261b) {{(pid=104552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:03:34.794885 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-0c4d7186-6f2c-488f-9d8b-8deeb06a24d0 req-a8508183-9d9c-4f02-b5cb-d3b36a45fad4 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Publish callbacks [] for port (504955ff-e836-4799-b7e1-cc6ef0b2261b), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:34.830273 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-0c4d7186-6f2c-488f-9d8b-8deeb06a24d0 req-a8508183-9d9c-4f02-b5cb-d3b36a45fad4 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5995606'] for port (504955ff-e836-4799-b7e1-cc6ef0b2261b), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:34.884765 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8508183-9d9c-4f02-b5cb-d3b36a45fad4 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Pushing event updated for resources: {'Port': ['ID=504955ff-e836-4799-b7e1-cc6ef0b2261b,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:03:34.898341 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c4d7186-6f2c-488f-9d8b-8deeb06a24d0 req-a8508183-9d9c-4f02-b5cb-d3b36a45fad4 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Network 320914bd-cd74-49c1-ba25-abce6f5b5bb0 is already hosted by enough agents. {{(pid=104552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:03:34.899837 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.base_scheduler [req-0c4d7186-6f2c-488f-9d8b-8deeb06a24d0 req-a8508183-9d9c-4f02-b5cb-d3b36a45fad4 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Resources bound (agent type, host, resource id): {{(pid=104552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:03:34.902172 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c4d7186-6f2c-488f-9d8b-8deeb06a24d0 req-a8508183-9d9c-4f02-b5cb-d3b36a45fad4 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Received port after_create {{(pid=104552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:03:34.949334 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d7186-6f2c-488f-9d8b-8deeb06a24d0 req-a8508183-9d9c-4f02-b5cb-d3b36a45fad4 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:34.949951 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-0c4d7186-6f2c-488f-9d8b-8deeb06a24d0 req-a8508183-9d9c-4f02-b5cb-d3b36a45fad4 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:34.967073 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0c4d7186-6f2c-488f-9d8b-8deeb06a24d0 req-a8508183-9d9c-4f02-b5cb-d3b36a45fad4 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5959678 Oct 23 01:03:34.978663 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [req-0c4d7186-6f2c-488f-9d8b-8deeb06a24d0 req-dadfd542-d549-46ed-a115-608286e58df3 service neutron] Request body: {'port': {'device_id': 'c6604a0a-36f6-4e8f-8778-3de50fc8567c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:03:35.042089 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-0c4d7186-6f2c-488f-9d8b-8deeb06a24d0 req-dadfd542-d549-46ed-a115-608286e58df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (504955ff-e836-4799-b7e1-cc6ef0b2261b), before_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:35.211899 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:35.311191 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [req-0c4d7186-6f2c-488f-9d8b-8deeb06a24d0 req-dadfd542-d549-46ed-a115-608286e58df3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 504955ff-e836-4799-b7e1-cc6ef0b2261b {{(pid=104552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:03:35.323476 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-0c4d7186-6f2c-488f-9d8b-8deeb06a24d0 req-dadfd542-d549-46ed-a115-608286e58df3 service neutron] Publish callbacks [] for port (504955ff-e836-4799-b7e1-cc6ef0b2261b), precommit_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:35.338765 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.provisioning_blocks [req-0c4d7186-6f2c-488f-9d8b-8deeb06a24d0 req-dadfd542-d549-46ed-a115-608286e58df3 service neutron] Transition to ACTIVE for port object 504955ff-e836-4799-b7e1-cc6ef0b2261b will not be triggered until provisioned by entity L2. {{(pid=104552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 01:03:35.345443 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-0c4d7186-6f2c-488f-9d8b-8deeb06a24d0 req-dadfd542-d549-46ed-a115-608286e58df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5995615'] for port (504955ff-e836-4799-b7e1-cc6ef0b2261b), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:35.391447 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:35.392560 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadfd542-d549-46ed-a115-608286e58df3 service neutron] Pushing event updated for resources: {'Port': ['ID=504955ff-e836-4799-b7e1-cc6ef0b2261b,revision_number=2']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:03:35.487316 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b3972-083f-4184-8900-d738e2079a27 req-2d5ae6b8-a9ab-428e-8a7a-1ef36bd47f45 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:35.488829 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f42b3972-083f-4184-8900-d738e2079a27 req-2d5ae6b8-a9ab-428e-8a7a-1ef36bd47f45 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c6604a0a-36f6-4e8f-8778-3de50fc8567c HTTP/1.1" status: 200 len: 944 time: 0.0792642 Oct 23 01:03:35.519501 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.managers [req-0c4d7186-6f2c-488f-9d8b-8deeb06a24d0 req-dadfd542-d549-46ed-a115-608286e58df3 service neutron] Attempting to bind port 504955ff-e836-4799-b7e1-cc6ef0b2261b on host hv-cinder-maste for vnic_type normal with profile {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:03:35.519835 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.managers [req-0c4d7186-6f2c-488f-9d8b-8deeb06a24d0 req-dadfd542-d549-46ed-a115-608286e58df3 service neutron] Attempting to bind port 504955ff-e836-4799-b7e1-cc6ef0b2261b by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'b563694c-9507-42fa-99e2-76cd749180fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '320914bd-cd74-49c1-ba25-abce6f5b5bb0'}] {{(pid=104552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:03:35.520162 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4d7186-6f2c-488f-9d8b-8deeb06a24d0 req-dadfd542-d549-46ed-a115-608286e58df3 service neutron] Attempting to bind port 504955ff-e836-4799-b7e1-cc6ef0b2261b on network 320914bd-cd74-49c1-ba25-abce6f5b5bb0 {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:03:35.577428 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f42b3972-083f-4184-8900-d738e2079a27 req-a1f850af-2962-487d-9670-d427e0593cae tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=49b43bf1-fb0c-4c2e-a26b-d2badbc5ce4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826464 Oct 23 01:03:35.584834 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4d7186-6f2c-488f-9d8b-8deeb06a24d0 req-dadfd542-d549-46ed-a115-608286e58df3 service neutron] Port 504955ff-e836-4799-b7e1-cc6ef0b2261b on network 320914bd-cd74-49c1-ba25-abce6f5b5bb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:03:35.585166 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4d7186-6f2c-488f-9d8b-8deeb06a24d0 req-dadfd542-d549-46ed-a115-608286e58df3 service neutron] Attempting to bind port 504955ff-e836-4799-b7e1-cc6ef0b2261b on network 320914bd-cd74-49c1-ba25-abce6f5b5bb0 {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:03:35.633006 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4d7186-6f2c-488f-9d8b-8deeb06a24d0 req-dadfd542-d549-46ed-a115-608286e58df3 service neutron] Checking agent: {'id': '16cf44eb-3ef2-4361-a416-47ab9083b794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 53, 30), 'started_at': datetime.datetime(2022, 10, 23, 0, 53, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:03:35.633344 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4d7186-6f2c-488f-9d8b-8deeb06a24d0 req-dadfd542-d549-46ed-a115-608286e58df3 service neutron] Checking segment: {'id': 'b563694c-9507-42fa-99e2-76cd749180fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '320914bd-cd74-49c1-ba25-abce6f5b5bb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:03:35.633729 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c4d7186-6f2c-488f-9d8b-8deeb06a24d0 req-dadfd542-d549-46ed-a115-608286e58df3 service neutron] Bound using segment: {'id': 'b563694c-9507-42fa-99e2-76cd749180fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '320914bd-cd74-49c1-ba25-abce6f5b5bb0'} {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:03:35.634170 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.managers [req-0c4d7186-6f2c-488f-9d8b-8deeb06a24d0 req-dadfd542-d549-46ed-a115-608286e58df3 service neutron] Bound port: 504955ff-e836-4799-b7e1-cc6ef0b2261b, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b563694c-9507-42fa-99e2-76cd749180fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '320914bd-cd74-49c1-ba25-abce6f5b5bb0'}}] {{(pid=104552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:03:35.634531 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-0c4d7186-6f2c-488f-9d8b-8deeb06a24d0 req-dadfd542-d549-46ed-a115-608286e58df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (504955ff-e836-4799-b7e1-cc6ef0b2261b), before_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:35.696347 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-0c4d7186-6f2c-488f-9d8b-8deeb06a24d0 req-dadfd542-d549-46ed-a115-608286e58df3 service neutron] For port 504955ff-e836-4799-b7e1-cc6ef0b2261b, host hv-cinder-maste, cleared binding levels {{(pid=104552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:03:35.699402 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-0c4d7186-6f2c-488f-9d8b-8deeb06a24d0 req-dadfd542-d549-46ed-a115-608286e58df3 service neutron] For port 504955ff-e836-4799-b7e1-cc6ef0b2261b, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=504955ff-e836-4799-b7e1-cc6ef0b2261b,segment=NetworkSegment(b563694c-9507-42fa-99e2-76cd749180fe),segment_id=b563694c-9507-42fa-99e2-76cd749180fe)] {{(pid=104552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:03:35.708664 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-0c4d7186-6f2c-488f-9d8b-8deeb06a24d0 req-dadfd542-d549-46ed-a115-608286e58df3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5995615'] for port (504955ff-e836-4799-b7e1-cc6ef0b2261b), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:35.714918 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d7186-6f2c-488f-9d8b-8deeb06a24d0 req-dadfd542-d549-46ed-a115-608286e58df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:35.715532 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-0c4d7186-6f2c-488f-9d8b-8deeb06a24d0 req-dadfd542-d549-46ed-a115-608286e58df3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:35.716934 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0c4d7186-6f2c-488f-9d8b-8deeb06a24d0 req-dadfd542-d549-46ed-a115-608286e58df3 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/504955ff-e836-4799-b7e1-cc6ef0b2261b HTTP/1.1" status: 200 len: 1094 time: 0.7423537 Oct 23 01:03:35.717482 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6604a0a-36f6-4e8f-8778-3de50fc8567c', 'tag': '504955ff-e836-4799-b7e1-cc6ef0b2261b'}] {{(pid=104552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:03:35.719746 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e71a59ae106f7f9b2e36c913636ed0b95d68e581a9dbd71020046a5c2e6c46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d759b676-abc3-4d54-8205-e721a14fcb6d" -d '{"events": [{"name": "network-changed", "server_uuid": "c6604a0a-36f6-4e8f-8778-3de50fc8567c", "tag": "504955ff-e836-4799-b7e1-cc6ef0b2261b"}]}' {{(pid=104552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:03:35.791767 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce703728-7ed2-4b91-bf66-7276c40078b2 x-openstack-request-id: req-ce703728-7ed2-4b91-bf66-7276c40078b2 {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:03:35.792063 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6604a0a-36f6-4e8f-8778-3de50fc8567c", "tag": "504955ff-e836-4799-b7e1-cc6ef0b2261b", "status": "completed", "code": 200}]} {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:03:35.792299 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ce703728-7ed2-4b91-bf66-7276c40078b2 {{(pid=104552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:03:35.792821 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce703728-7ed2-4b91-bf66-7276c40078b2'] response: {'name': 'network-changed', 'server_uuid': 'c6604a0a-36f6-4e8f-8778-3de50fc8567c', 'tag': '504955ff-e836-4799-b7e1-cc6ef0b2261b', 'status': 'completed', 'code': 200} Oct 23 01:03:35.800075 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadfd542-d549-46ed-a115-608286e58df3 service neutron] Pushing event updated for resources: {'Port': ['ID=504955ff-e836-4799-b7e1-cc6ef0b2261b,revision_number=3']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:03:35.809575 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d7186-6f2c-488f-9d8b-8deeb06a24d0 req-8928dc0c-e6e1-4cc3-8956-ea671b056222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:35.811100 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0c4d7186-6f2c-488f-9d8b-8deeb06a24d0 req-8928dc0c-e6e1-4cc3-8956-ea671b056222 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=7e97fa3e253f435d817619feeeb5260c&device_id=c6604a0a-36f6-4e8f-8778-3de50fc8567c HTTP/1.1" status: 200 len: 1128 time: 0.0562909 Oct 23 01:03:35.851413 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0c4d7186-6f2c-488f-9d8b-8deeb06a24d0 req-9b78c11b-f926-487c-9dbe-35ea874949f4 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=504955ff-e836-4799-b7e1-cc6ef0b2261b HTTP/1.1" status: 200 len: 217 time: 0.0328975 Oct 23 01:03:35.900611 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d7186-6f2c-488f-9d8b-8deeb06a24d0 req-c2669e7d-b19c-4bcf-a842-6b07e119704f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:35.902103 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0c4d7186-6f2c-488f-9d8b-8deeb06a24d0 req-c2669e7d-b19c-4bcf-a842-6b07e119704f service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=37b3d7c1-3c96-497f-85f7-97891ad8144a HTTP/1.1" status: 200 len: 854 time: 0.0445764 Oct 23 01:03:35.936089 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0c4d7186-6f2c-488f-9d8b-8deeb06a24d0 req-8ed5c142-24aa-4579-9e61-19cda6d4ea3f service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=320914bd-cd74-49c1-ba25-abce6f5b5bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259800 Oct 23 01:03:36.032910 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0c4d7186-6f2c-488f-9d8b-8deeb06a24d0 req-5e640d03-6401-4096-a0b7-2d1f683c20eb service neutron] 10.222.0.52 "GET /networking/v2.0/networks/320914bd-cd74-49c1-ba25-abce6f5b5bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903764 Oct 23 01:03:36.123981 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0c4d7186-6f2c-488f-9d8b-8deeb06a24d0 req-aab9a0d6-1aec-475f-af09-235b521f187f service neutron] 10.222.0.52 "GET /networking/v2.0/networks/320914bd-cd74-49c1-ba25-abce6f5b5bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847378 Oct 23 01:03:36.670809 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:36.713233 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bbca27-dae1-487e-8019-3059fab2f397 req-fae37f98-4bca-4839-8ddf-a1adc4f8bcbe tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:36.714721 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-94bbca27-dae1-487e-8019-3059fab2f397 req-fae37f98-4bca-4839-8ddf-a1adc4f8bcbe tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c6604a0a-36f6-4e8f-8778-3de50fc8567c HTTP/1.1" status: 200 len: 944 time: 0.0538411 Oct 23 01:03:36.770504 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-94bbca27-dae1-487e-8019-3059fab2f397 req-9b874093-08c7-4374-b1ca-c5753653f343 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=49b43bf1-fb0c-4c2e-a26b-d2badbc5ce4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479741 Oct 23 01:03:36.978750 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d759b676-abc3-4d54-8205-e721a14fcb6d req-95664e0c-916c-4156-a59a-d82b9b2b26f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:36.980222 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d759b676-abc3-4d54-8205-e721a14fcb6d req-95664e0c-916c-4156-a59a-d82b9b2b26f1 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=7e97fa3e253f435d817619feeeb5260c&device_id=c6604a0a-36f6-4e8f-8778-3de50fc8567c HTTP/1.1" status: 200 len: 1128 time: 0.0497050 Oct 23 01:03:37.074904 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d759b676-abc3-4d54-8205-e721a14fcb6d req-2176d25c-502b-4e75-adc6-842709cb80db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:37.076369 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d759b676-abc3-4d54-8205-e721a14fcb6d req-2176d25c-502b-4e75-adc6-842709cb80db service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=320914bd-cd74-49c1-ba25-abce6f5b5bb0 HTTP/1.1" status: 200 len: 915 time: 0.0902314 Oct 23 01:03:37.115943 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d759b676-abc3-4d54-8205-e721a14fcb6d req-afc203c6-768a-4877-97c2-ac3efcbecc8c service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=504955ff-e836-4799-b7e1-cc6ef0b2261b HTTP/1.1" status: 200 len: 217 time: 0.0333917 Oct 23 01:03:37.159698 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:37.170694 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d759b676-abc3-4d54-8205-e721a14fcb6d req-9c328323-6ad4-4d92-82a1-5db51cc522bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:37.172181 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d759b676-abc3-4d54-8205-e721a14fcb6d req-9c328323-6ad4-4d92-82a1-5db51cc522bd service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=37b3d7c1-3c96-497f-85f7-97891ad8144a HTTP/1.1" status: 200 len: 854 time: 0.0510418 Oct 23 01:03:37.203187 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d759b676-abc3-4d54-8205-e721a14fcb6d req-f7a387a6-193b-4e1d-92bb-a6c920f5dbfc service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=320914bd-cd74-49c1-ba25-abce6f5b5bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252669 Oct 23 01:03:37.295554 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d759b676-abc3-4d54-8205-e721a14fcb6d req-9a8c5861-b80d-4daf-88f4-c1045f6291cc service neutron] 10.222.0.52 "GET /networking/v2.0/networks/320914bd-cd74-49c1-ba25-abce6f5b5bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865602 Oct 23 01:03:37.389870 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d759b676-abc3-4d54-8205-e721a14fcb6d req-d9c24019-6ad5-43cc-88f7-7731fa0f5551 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/320914bd-cd74-49c1-ba25-abce6f5b5bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884833 Oct 23 01:03:37.915287 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30924f-b121-41f4-a0d5-dcd70b0bfdb3 req-b16b5e0c-168d-4ac1-ad38-ee70a4605d1e tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:37.916773 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-fa30924f-b121-41f4-a0d5-dcd70b0bfdb3 req-b16b5e0c-168d-4ac1-ad38-ee70a4605d1e tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c6604a0a-36f6-4e8f-8778-3de50fc8567c HTTP/1.1" status: 200 len: 944 time: 0.0607901 Oct 23 01:03:37.963692 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-fa30924f-b121-41f4-a0d5-dcd70b0bfdb3 req-66283523-900f-4377-81fe-5e3245177d8d tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=49b43bf1-fb0c-4c2e-a26b-d2badbc5ce4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411549 Oct 23 01:03:38.727536 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 504955ff-e836-4799-b7e1-cc6ef0b2261b details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104553) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:03:38.832508 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port 504955ff-e836-4799-b7e1-cc6ef0b2261b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=504955ff-e836-4799-b7e1-cc6ef0b2261b,segment=NetworkSegment(b563694c-9507-42fa-99e2-76cd749180fe),segment_id=b563694c-9507-42fa-99e2-76cd749180fe)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:03:38.844617 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Returning: {'device': '504955ff-e836-4799-b7e1-cc6ef0b2261b', 'network_id': '320914bd-cd74-49c1-ba25-abce6f5b5bb0', 'port_id': '504955ff-e836-4799-b7e1-cc6ef0b2261b', 'mac_address': 'fa:16:3e:de:59:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37b3d7c1-3c96-497f-85f7-97891ad8144a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104553) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:03:38.846039 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:38.881991 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Current status of the port 504955ff-e836-4799-b7e1-cc6ef0b2261b is: DOWN; New status is: BUILD {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:03:38.882299 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (504955ff-e836-4799-b7e1-cc6ef0b2261b), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:38.895921 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.notifiers.nova [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 504955ff-e836-4799-b7e1-cc6ef0b2261b {{(pid=104553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:03:38.915881 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port 504955ff-e836-4799-b7e1-cc6ef0b2261b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=504955ff-e836-4799-b7e1-cc6ef0b2261b,segment=NetworkSegment(b563694c-9507-42fa-99e2-76cd749180fe),segment_id=b563694c-9507-42fa-99e2-76cd749180fe)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:03:38.921823 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (504955ff-e836-4799-b7e1-cc6ef0b2261b), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:38.956917 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:38.969463 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Pushing event updated for resources: {'Port': ['ID=504955ff-e836-4799-b7e1-cc6ef0b2261b,revision_number=4']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:03:38.977696 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:38.978072 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:38.978486 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:38.978834 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:38.979239 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:38.979619 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:38.979955 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:38.980297 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:38.980622 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:38.981004 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:38.981332 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:38.981662 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:38.981984 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:38.982303 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:38.982653 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:03:39.088009 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0c792-4db4-4c10-9e88-efe9014dc65a req-1fc7bc5f-1563-4317-ae08-e3e9b2832804 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:39.089523 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c7e0c792-4db4-4c10-9e88-efe9014dc65a req-1fc7bc5f-1563-4317-ae08-e3e9b2832804 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c6604a0a-36f6-4e8f-8778-3de50fc8567c HTTP/1.1" status: 200 len: 945 time: 0.0480661 Oct 23 01:03:39.139178 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c7e0c792-4db4-4c10-9e88-efe9014dc65a req-645d9d5f-cefe-41bd-bc40-14f051c6eff8 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=49b43bf1-fb0c-4c2e-a26b-d2badbc5ce4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437589 Oct 23 01:03:39.166620 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] get_ports_and_sgs() called for port_ids ['504955ff-e836-4799-b7e1-cc6ef0b2261b'] {{(pid=104553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:03:39.635319 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:39.665654 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:40.263866 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1cef7-9c02-4fec-8c94-8a0d8a22eb18 req-262551ac-6f68-41b6-a6af-559f4c4ce06a tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:40.265402 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3dd1cef7-9c02-4fec-8c94-8a0d8a22eb18 req-262551ac-6f68-41b6-a6af-559f4c4ce06a tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c6604a0a-36f6-4e8f-8778-3de50fc8567c HTTP/1.1" status: 200 len: 945 time: 0.0468276 Oct 23 01:03:40.316092 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3dd1cef7-9c02-4fec-8c94-8a0d8a22eb18 req-c66dcab3-fd4b-47d2-919e-04f8d92ea494 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=49b43bf1-fb0c-4c2e-a26b-d2badbc5ce4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446377 Oct 23 01:03:40.522564 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=49,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:40.528256 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=48,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:40.757481 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 504955ff-e836-4799-b7e1-cc6ef0b2261b up at agent hyperv_hv-cinder-maste {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:03:40.808342 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Provisioning for port 504955ff-e836-4799-b7e1-cc6ef0b2261b completed by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 01:03:40.817993 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Provisioning complete for port 504955ff-e836-4799-b7e1-cc6ef0b2261b triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:03:40.818553 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (504955ff-e836-4799-b7e1-cc6ef0b2261b), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:40.819052 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Attempt 1 to provision port 504955ff-e836-4799-b7e1-cc6ef0b2261b Oct 23 01:03:40.903270 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Current status of the port 504955ff-e836-4799-b7e1-cc6ef0b2261b is: BUILD; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:03:40.903658 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (504955ff-e836-4799-b7e1-cc6ef0b2261b), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:40.927666 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6604a0a-36f6-4e8f-8778-3de50fc8567c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '504955ff-e836-4799-b7e1-cc6ef0b2261b'}] {{(pid=104553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:03:40.930005 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ef7492e608d46078fd98593772981b2cfdf47eaedaeea269e4497eac5a7bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39433007-7b33-4d2b-941f-28345b99bbd8" -d '{"events": [{"server_uuid": "c6604a0a-36f6-4e8f-8778-3de50fc8567c", "name": "network-vif-plugged", "status": "completed", "tag": "504955ff-e836-4799-b7e1-cc6ef0b2261b"}]}' {{(pid=104553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:03:40.943295 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port 504955ff-e836-4799-b7e1-cc6ef0b2261b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=504955ff-e836-4799-b7e1-cc6ef0b2261b,segment=NetworkSegment(b563694c-9507-42fa-99e2-76cd749180fe),segment_id=b563694c-9507-42fa-99e2-76cd749180fe)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:03:40.948440 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (504955ff-e836-4799-b7e1-cc6ef0b2261b), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:40.972225 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8f7807-b667-46b7-93c1-d2eaa255e09f x-openstack-request-id: req-9e8f7807-b667-46b7-93c1-d2eaa255e09f {{(pid=104553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:03:40.972512 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6604a0a-36f6-4e8f-8778-3de50fc8567c", "name": "network-vif-plugged", "status": "completed", "tag": "504955ff-e836-4799-b7e1-cc6ef0b2261b", "code": 200}]} {{(pid=104553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:03:40.972787 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9e8f7807-b667-46b7-93c1-d2eaa255e09f {{(pid=104553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:03:40.973182 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e8f7807-b667-46b7-93c1-d2eaa255e09f'] response: {'server_uuid': 'c6604a0a-36f6-4e8f-8778-3de50fc8567c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '504955ff-e836-4799-b7e1-cc6ef0b2261b', 'code': 200} Oct 23 01:03:41.001319 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Pushing event updated for resources: {'Port': ['ID=504955ff-e836-4799-b7e1-cc6ef0b2261b,revision_number=5']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:03:41.148110 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca386bf-d893-403f-9ba9-3a685fc46ebf req-404eb19d-8215-4ed4-b73e-72742c4b5481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:41.149673 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3ca386bf-d893-403f-9ba9-3a685fc46ebf req-404eb19d-8215-4ed4-b73e-72742c4b5481 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c6604a0a-36f6-4e8f-8778-3de50fc8567c HTTP/1.1" status: 200 len: 1130 time: 0.0409808 Oct 23 01:03:41.196020 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3ca386bf-d893-403f-9ba9-3a685fc46ebf req-a5d201ed-1261-404b-8682-0749d307f187 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=49b43bf1-fb0c-4c2e-a26b-d2badbc5ce4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399597 Oct 23 01:03:41.267361 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 55806) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:03:41.391773 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-b4e4fe78-546b-476e-9a82-cda8c77fda0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:41.467309 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83202c28-dec0-42f3-b77e-0853cb76f4c9 req-4427c027-ec12-48a9-8a1c-f7758b470c81 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:41.468803 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-83202c28-dec0-42f3-b77e-0853cb76f4c9 req-4427c027-ec12-48a9-8a1c-f7758b470c81 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c6604a0a-36f6-4e8f-8778-3de50fc8567c HTTP/1.1" status: 200 len: 946 time: 0.0636039 Oct 23 01:03:41.510097 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:41.548607 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-b4e4fe78-546b-476e-9a82-cda8c77fda0b admin admin] Publish callbacks [] for security_group (d1b87e9c-c03c-4c3b-94c0-aeb89a9450de), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:41.553242 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-83202c28-dec0-42f3-b77e-0853cb76f4c9 req-8676e036-3d52-45bb-b799-7c2b9ab30a27 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=49b43bf1-fb0c-4c2e-a26b-d2badbc5ce4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759802 Oct 23 01:03:41.554216 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-b4e4fe78-546b-476e-9a82-cda8c77fda0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (d1b87e9c-c03c-4c3b-94c0-aeb89a9450de), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:41.593383 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e4fe78-546b-476e-9a82-cda8c77fda0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b87e9c-c03c-4c3b-94c0-aeb89a9450de,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:03:41.598370 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-b4e4fe78-546b-476e-9a82-cda8c77fda0b admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=7197436bc3374cca8f526f698471bdac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3299267 Oct 23 01:03:41.601377 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 55814) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:03:41.607721 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:41.655010 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-945ab406-5fb6-4819-ba1f-8698312b9de9 admin admin] Publish callbacks [] for security_group (d1b87e9c-c03c-4c3b-94c0-aeb89a9450de), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:41.676290 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-945ab406-5fb6-4819-ba1f-8698312b9de9 admin admin] Publish callbacks [] for security_group (d1b87e9c-c03c-4c3b-94c0-aeb89a9450de), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:41.725898 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-945ab406-5fb6-4819-ba1f-8698312b9de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (d1b87e9c-c03c-4c3b-94c0-aeb89a9450de), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:41.728350 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-945ab406-5fb6-4819-ba1f-8698312b9de9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:41.729522 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-945ab406-5fb6-4819-ba1f-8698312b9de9 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/d1b87e9c-c03c-4c3b-94c0-aeb89a9450de HTTP/1.1" status: 204 len: 168 time: 0.1275914 Oct 23 01:03:41.737306 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945ab406-5fb6-4819-ba1f-8698312b9de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b87e9c-c03c-4c3b-94c0-aeb89a9450de,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:03:42.008980 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 55820) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:03:42.025622 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-42fda689-b32a-4067-964e-d4548c0cea06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:42.101503 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-42fda689-b32a-4067-964e-d4548c0cea06 admin admin] Publish callbacks [] for security_group (dba43c3f-1783-42e9-993f-961ba5d3f16a), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:42.107271 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-42fda689-b32a-4067-964e-d4548c0cea06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (dba43c3f-1783-42e9-993f-961ba5d3f16a), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:42.145184 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fda689-b32a-4067-964e-d4548c0cea06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba43c3f-1783-42e9-993f-961ba5d3f16a,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:03:42.150174 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-42fda689-b32a-4067-964e-d4548c0cea06 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=313d2246f39a4380846e492d82a282f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1401868 Oct 23 01:03:42.152976 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 55822) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:03:42.204583 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-1b78bf92-cf8d-48ad-90cc-d79022b7666c admin admin] Publish callbacks [] for security_group (dba43c3f-1783-42e9-993f-961ba5d3f16a), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:42.228560 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-1b78bf92-cf8d-48ad-90cc-d79022b7666c admin admin] Publish callbacks [] for security_group (dba43c3f-1783-42e9-993f-961ba5d3f16a), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:42.279460 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-1b78bf92-cf8d-48ad-90cc-d79022b7666c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (dba43c3f-1783-42e9-993f-961ba5d3f16a), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:42.282086 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-1b78bf92-cf8d-48ad-90cc-d79022b7666c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:42.283258 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-1b78bf92-cf8d-48ad-90cc-d79022b7666c admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/dba43c3f-1783-42e9-993f-961ba5d3f16a HTTP/1.1" status: 204 len: 168 time: 0.1290681 Oct 23 01:03:42.291650 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b78bf92-cf8d-48ad-90cc-d79022b7666c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba43c3f-1783-42e9-993f-961ba5d3f16a,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:03:42.689863 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f6b67-f406-401a-b039-600cfaed4201 req-034db962-2edf-4d12-aa84-76226ca5116f tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:03:42.692077 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0c2f6b67-f406-401a-b039-600cfaed4201 req-034db962-2edf-4d12-aa84-76226ca5116f tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c6604a0a-36f6-4e8f-8778-3de50fc8567c HTTP/1.1" status: 200 len: 946 time: 0.0530827 Oct 23 01:03:42.742466 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0c2f6b67-f406-401a-b039-600cfaed4201 req-3acc1a59-8194-498c-b630-feab4fa2b83e tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=49b43bf1-fb0c-4c2e-a26b-d2badbc5ce4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451992 Oct 23 01:03:43.448472 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 55906) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:03:43.571950 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-800f11bc-7ca6-4695-8ed7-6f5d71423806 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:43.659937 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-800f11bc-7ca6-4695-8ed7-6f5d71423806 admin admin] Publish callbacks [] for security_group (dea28569-442f-41b7-aa8e-2e6094052f83), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:43.665777 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-800f11bc-7ca6-4695-8ed7-6f5d71423806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (dea28569-442f-41b7-aa8e-2e6094052f83), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:43.681063 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:43.710538 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-800f11bc-7ca6-4695-8ed7-6f5d71423806 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=956e44ee4a0e4bf39771fbea2bcf385e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2608676 Oct 23 01:03:43.711210 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f11bc-7ca6-4695-8ed7-6f5d71423806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea28569-442f-41b7-aa8e-2e6094052f83,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:03:43.713642 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 55914) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:03:43.768872 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-19c846ee-7b85-4ffe-ae92-6294f2674a6a admin admin] Publish callbacks [] for security_group (dea28569-442f-41b7-aa8e-2e6094052f83), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:43.789906 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-19c846ee-7b85-4ffe-ae92-6294f2674a6a admin admin] Publish callbacks [] for security_group (dea28569-442f-41b7-aa8e-2e6094052f83), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:43.845376 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-19c846ee-7b85-4ffe-ae92-6294f2674a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (dea28569-442f-41b7-aa8e-2e6094052f83), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:43.848667 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-19c846ee-7b85-4ffe-ae92-6294f2674a6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:43.849995 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-19c846ee-7b85-4ffe-ae92-6294f2674a6a admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/dea28569-442f-41b7-aa8e-2e6094052f83 HTTP/1.1" status: 204 len: 168 time: 0.1352262 Oct 23 01:03:43.860232 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c846ee-7b85-4ffe-ae92-6294f2674a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea28569-442f-41b7-aa8e-2e6094052f83,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:03:47.250114 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.agents_db [None req-7a6a8f68-635a-43f5-9edf-73cfaf501ddf None None] Agent healthcheck: found 6 active agents {{(pid=104554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:03:48.078337 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 55988) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:03:48.220417 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-954a4836-3e64-4f91-9fa8-392d680ee9f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:48.243336 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:48.306447 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-954a4836-3e64-4f91-9fa8-392d680ee9f6 admin admin] Publish callbacks [] for security_group (ba6d4f91-d208-4533-8cad-f6e939f62913), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:48.312983 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-954a4836-3e64-4f91-9fa8-392d680ee9f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (ba6d4f91-d208-4533-8cad-f6e939f62913), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:48.354033 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-954a4836-3e64-4f91-9fa8-392d680ee9f6 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=4ccf68fc217c41708c3c7c6cb31e14a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2744727 Oct 23 01:03:48.354731 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954a4836-3e64-4f91-9fa8-392d680ee9f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6d4f91-d208-4533-8cad-f6e939f62913,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:03:48.356890 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 55992) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:03:48.415251 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-96caae91-603b-4158-b320-3e987cc7adac admin admin] Publish callbacks [] for security_group (ba6d4f91-d208-4533-8cad-f6e939f62913), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:48.441713 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-96caae91-603b-4158-b320-3e987cc7adac admin admin] Publish callbacks [] for security_group (ba6d4f91-d208-4533-8cad-f6e939f62913), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:48.491687 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-96caae91-603b-4158-b320-3e987cc7adac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (ba6d4f91-d208-4533-8cad-f6e939f62913), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:48.494448 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-96caae91-603b-4158-b320-3e987cc7adac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:48.495614 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-96caae91-603b-4158-b320-3e987cc7adac admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/ba6d4f91-d208-4533-8cad-f6e939f62913 HTTP/1.1" status: 204 len: 168 time: 0.1371446 Oct 23 01:03:48.503798 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96caae91-603b-4158-b320-3e987cc7adac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6d4f91-d208-4533-8cad-f6e939f62913,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:03:48.822307 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-05b406b0-4baf-460f-a995-5cdb02c922af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (6b66cfba-c169-484b-b3a5-13fb9b6528cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:51.247195 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-9c3a4ee5-0b64-4145-ac36-c4a49bb97e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (71de1650-f9d9-4095-92e6-e37ec99e20cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:52.333653 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5148f689-0f62-430a-b3f2-d0758b81aa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (b2013646-e5ec-4b71-a145-3908973fbde8), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:53.678237 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e80eb663-45f3-44c1-bd5d-b13fbac885c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (9e3bf558-830b-43df-b1b1-6fe61a75ce60), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:53.999862 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (e5069eb9-82e8-4601-9222-8a50cea677c6), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:03:58.347771 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=22,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:58.349740 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:INSERT=2,neutron:SELECT=12 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:58.479013 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=33,neutron:DELETE=5 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:03:58.499489 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=31,neutron:DELETE=3 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:01.741656 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (16cf44eb-3ef2-4361-a416-47ab9083b794), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:03.216624 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=3 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:03.221345 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=5 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:11.732092 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=74,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:11.735019 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=67,neutron:UPDATE=6 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:16.433931 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 56252) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:16.574551 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [None req-f060d9d8-58fc-4cd6-8902-37ebd17534e7 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Deleting port cb694e89-2b2a-42ab-ab86-e7168d28241c {{(pid=104552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:04:16.574883 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-f060d9d8-58fc-4cd6-8902-37ebd17534e7 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (cb694e89-2b2a-42ab-ab86-e7168d28241c), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:16.650923 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-f060d9d8-58fc-4cd6-8902-37ebd17534e7 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (cb694e89-2b2a-42ab-ab86-e7168d28241c), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:16.651189 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-f060d9d8-58fc-4cd6-8902-37ebd17534e7 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks [] for floatingip (cb694e89-2b2a-42ab-ab86-e7168d28241c), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:16.667569 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [None req-f060d9d8-58fc-4cd6-8902-37ebd17534e7 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Calling delete_port for cb694e89-2b2a-42ab-ab86-e7168d28241c owned by network:floatingip {{(pid=104552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:04:16.772201 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=13 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:16.777011 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=13 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:16.841181 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-f060d9d8-58fc-4cd6-8902-37ebd17534e7 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5995606'] for port (cb694e89-2b2a-42ab-ab86-e7168d28241c), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:16.868507 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f060d9d8-58fc-4cd6-8902-37ebd17534e7 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Pushing event deleted for resources: {'Port': ['ID=cb694e89-2b2a-42ab-ab86-e7168d28241c,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:16.895259 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f060d9d8-58fc-4cd6-8902-37ebd17534e7 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:16.895602 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f060d9d8-58fc-4cd6-8902-37ebd17534e7 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:16.895943 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f060d9d8-58fc-4cd6-8902-37ebd17534e7 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:16.896270 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f060d9d8-58fc-4cd6-8902-37ebd17534e7 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:16.896599 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f060d9d8-58fc-4cd6-8902-37ebd17534e7 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:16.896963 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f060d9d8-58fc-4cd6-8902-37ebd17534e7 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:16.897269 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f060d9d8-58fc-4cd6-8902-37ebd17534e7 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:16.897585 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f060d9d8-58fc-4cd6-8902-37ebd17534e7 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:16.897904 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f060d9d8-58fc-4cd6-8902-37ebd17534e7 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:16.898223 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f060d9d8-58fc-4cd6-8902-37ebd17534e7 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:16.898542 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f060d9d8-58fc-4cd6-8902-37ebd17534e7 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:16.898862 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f060d9d8-58fc-4cd6-8902-37ebd17534e7 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:16.899184 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f060d9d8-58fc-4cd6-8902-37ebd17534e7 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:16.899475 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f060d9d8-58fc-4cd6-8902-37ebd17534e7 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:16.899785 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f060d9d8-58fc-4cd6-8902-37ebd17534e7 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:16.942272 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-f060d9d8-58fc-4cd6-8902-37ebd17534e7 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks [] for floatingip (f0ee07d1-b8ca-459e-8280-f45d85d8a3a0), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:16.942467 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.db.l3_db [None req-f060d9d8-58fc-4cd6-8902-37ebd17534e7 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Floating IP f0ee07d1-b8ca-459e-8280-f45d85d8a3a0 disassociated (deleted). External IP: 172.37.4.175, port: e58dd85b-78b4-42cc-babe-3cd25e0a2c9a. Oct 23 01:04:17.140217 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f060d9d8-58fc-4cd6-8902-37ebd17534e7 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Router 63e9c62b-0504-4d3f-bdb7-d47b057b9cb0 has already been hosted by L3 agent 71de1650-f9d9-4095-92e6-e37ec99e20cf {{(pid=104552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:04:17.263509 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f060d9d8-58fc-4cd6-8902-37ebd17534e7 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:04:17.268541 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-f060d9d8-58fc-4cd6-8902-37ebd17534e7 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for floatingip (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:17.273666 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439b1900-a0fb-4590-87b5-822c6169c6ba None None] Sync routers for ids ['63e9c62b-0504-4d3f-bdb7-d47b057b9cb0'] in dv-cinder-master-3-iscsi {{(pid=104553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:04:17.284825 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439b1900-a0fb-4590-87b5-822c6169c6ba None None] Routers {'63e9c62b-0504-4d3f-bdb7-d47b057b9cb0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:04:17.285524 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-439b1900-a0fb-4590-87b5-822c6169c6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:03:51Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['63e9c62b-0504-4d3f-bdb7-d47b057b9cb0'], 'active': True} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:17.291259 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:17.300927 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-f060d9d8-58fc-4cd6-8902-37ebd17534e7 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/f0ee07d1-b8ca-459e-8280-f45d85d8a3a0 HTTP/1.1" status: 204 len: 168 time: 0.8655777 Oct 23 01:04:17.301820 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1614a879-9a6a-4689-93f5-5048d87ba671', 'tag': 'e58dd85b-78b4-42cc-babe-3cd25e0a2c9a'}] {{(pid=104552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:04:17.304106 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e71a59ae106f7f9b2e36c913636ed0b95d68e581a9dbd71020046a5c2e6c46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebfb9ea3-8dec-43ad-b331-dc4020d9fe3d" -d '{"events": [{"name": "network-changed", "server_uuid": "1614a879-9a6a-4689-93f5-5048d87ba671", "tag": "e58dd85b-78b4-42cc-babe-3cd25e0a2c9a"}]}' {{(pid=104552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:04:17.346765 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f643afb-2002-4f5c-bdda-f24eef4c1eb9 x-openstack-request-id: req-8f643afb-2002-4f5c-bdda-f24eef4c1eb9 {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:04:17.346765 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1614a879-9a6a-4689-93f5-5048d87ba671", "tag": "e58dd85b-78b4-42cc-babe-3cd25e0a2c9a", "status": "completed", "code": 200}]} {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:04:17.347140 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8f643afb-2002-4f5c-bdda-f24eef4c1eb9 {{(pid=104552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:04:17.347620 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f643afb-2002-4f5c-bdda-f24eef4c1eb9'] response: {'name': 'network-changed', 'server_uuid': '1614a879-9a6a-4689-93f5-5048d87ba671', 'tag': 'e58dd85b-78b4-42cc-babe-3cd25e0a2c9a', 'status': 'completed', 'code': 200} Oct 23 01:04:17.391312 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvr_db [None req-439b1900-a0fb-4590-87b5-822c6169c6ba None None] Set router 63e9c62b-0504-4d3f-bdb7-d47b057b9cb0 gateway port host: dv-cinder-master-3-iscsi {{(pid=104553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:04:17.561970 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c033aa-d224-4eaf-9bd2-0b360a35d4c9 req-fbee1a15-1c63-4362-bade-895a45b98c57 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:17.563993 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-b6c033aa-d224-4eaf-9bd2-0b360a35d4c9 req-fbee1a15-1c63-4362-bade-895a45b98c57 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1614a879-9a6a-4689-93f5-5048d87ba671 HTTP/1.1" status: 200 len: 945 time: 0.0589366 Oct 23 01:04:17.578123 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:17.623546 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-b6c033aa-d224-4eaf-9bd2-0b360a35d4c9 req-6c9ab48f-9756-4aaf-b51e-358ae5764f7a tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9e47da15-b648-4e05-8264-514053b0be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522368 Oct 23 01:04:17.773667 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-439b1900-a0fb-4590-87b5-822c6169c6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'name': 'tempest-TestVolumeBootPattern-98750219-router', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.242'}], 'enable_snat': True}, 'gw_port_id': '2b62c892-4abb-42c7-af27-c6803021dfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:56:45Z', 'updated_at': '2022-10-23T00:56:49Z', 'revision_number': 4, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'gw_port': {'id': '2b62c892-4abb-42c7-af27-c6803021dfdd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:56:46Z', 'updated_at': '2022-10-23T00:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a58c86da-0dd0-4bf7-aabd-7418863b2e11', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'floating_ip_address': '172.37.4.115', 'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'router_id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'port_id': '3852bda4-a273-400c-a77a-8c3bd9a04a63', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79', 'mac_address': 'fa:16:3e:7f:f7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05feffd4-1aa7-45d8-ba10-5af50ee7ec77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:00:29Z', 'updated_at': '2022-10-23T01:00:32Z', 'revision_number': 1, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e98a342-e446-43cd-a9ad-e1e77aed3807', 'name': '', 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'mac_address': 'fa:16:3e:dd:c5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '6978021c-740e-4d5a-a551-8462e322d9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:56:48Z', 'updated_at': '2022-10-23T00:56:54Z', 'revision_number': 5, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'subnets': [{'id': '6978021c-740e-4d5a-a551-8462e322d9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:17.803824 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439b1900-a0fb-4590-87b5-822c6169c6ba None None] Checking router: 63e9c62b-0504-4d3f-bdb7-d47b057b9cb0 for host: dv-cinder-master-3-iscsi {{(pid=104553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:04:17.813368 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439b1900-a0fb-4590-87b5-822c6169c6ba None None] Routers {'63e9c62b-0504-4d3f-bdb7-d47b057b9cb0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:04:17.813986 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-439b1900-a0fb-4590-87b5-822c6169c6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:03:51Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['63e9c62b-0504-4d3f-bdb7-d47b057b9cb0'], 'active': True} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:17.918311 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvr_db [None req-439b1900-a0fb-4590-87b5-822c6169c6ba None None] Set router 63e9c62b-0504-4d3f-bdb7-d47b057b9cb0 gateway port host: dv-cinder-master-3-iscsi {{(pid=104553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:04:18.043241 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb9ea3-8dec-43ad-b331-dc4020d9fe3d req-687017ca-12ea-4666-a762-04a61377002a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:18.045171 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ebfb9ea3-8dec-43ad-b331-dc4020d9fe3d req-687017ca-12ea-4666-a762-04a61377002a service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=e3f6e9751be34c2fb4e0e1b9915e6b52&device_id=1614a879-9a6a-4689-93f5-5048d87ba671 HTTP/1.1" status: 200 len: 1129 time: 0.0436962 Oct 23 01:04:18.180391 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-439b1900-a0fb-4590-87b5-822c6169c6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'name': 'tempest-TestVolumeBootPattern-98750219-router', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.242'}], 'enable_snat': True}, 'gw_port_id': '2b62c892-4abb-42c7-af27-c6803021dfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:56:45Z', 'updated_at': '2022-10-23T00:56:49Z', 'revision_number': 4, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'gw_port': {'id': '2b62c892-4abb-42c7-af27-c6803021dfdd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:56:46Z', 'updated_at': '2022-10-23T00:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a58c86da-0dd0-4bf7-aabd-7418863b2e11', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'floating_ip_address': '172.37.4.115', 'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'router_id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'port_id': '3852bda4-a273-400c-a77a-8c3bd9a04a63', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79', 'mac_address': 'fa:16:3e:7f:f7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05feffd4-1aa7-45d8-ba10-5af50ee7ec77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:00:29Z', 'updated_at': '2022-10-23T01:00:32Z', 'revision_number': 1, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e98a342-e446-43cd-a9ad-e1e77aed3807', 'name': '', 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'mac_address': 'fa:16:3e:dd:c5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '6978021c-740e-4d5a-a551-8462e322d9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:56:48Z', 'updated_at': '2022-10-23T00:56:54Z', 'revision_number': 5, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'subnets': [{'id': '6978021c-740e-4d5a-a551-8462e322d9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:18.206058 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439b1900-a0fb-4590-87b5-822c6169c6ba None None] The sync data for ids ['63e9c62b-0504-4d3f-bdb7-d47b057b9cb0'] in dv-cinder-master-3-iscsi is: [{'id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'name': 'tempest-TestVolumeBootPattern-98750219-router', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.242'}], 'enable_snat': True}, 'gw_port_id': '2b62c892-4abb-42c7-af27-c6803021dfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:56:45Z', 'updated_at': '2022-10-23T00:56:49Z', 'revision_number': 4, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'gw_port': {'id': '2b62c892-4abb-42c7-af27-c6803021dfdd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:56:46Z', 'updated_at': '2022-10-23T00:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': 'a58c86da-0dd0-4bf7-aabd-7418863b2e11', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'floating_ip_address': '172.37.4.115', 'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'router_id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'port_id': '3852bda4-a273-400c-a77a-8c3bd9a04a63', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79', 'mac_address': 'fa:16:3e:7f:f7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05feffd4-1aa7-45d8-ba10-5af50ee7ec77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:00:29Z', 'updated_at': '2022-10-23T01:00:32Z', 'revision_number': 1, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e98a342-e446-43cd-a9ad-e1e77aed3807', 'name': '', 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'mac_address': 'fa:16:3e:dd:c5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '6978021c-740e-4d5a-a551-8462e322d9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:56:48Z', 'updated_at': '2022-10-23T00:56:54Z', 'revision_number': 5, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'subnets': [{'id': '6978021c-740e-4d5a-a551-8462e322d9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:04:18.448871 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a7ac45-43f3-4738-a19b-0329ce1c3035 None None] New status for floating IP f0ee07d1-b8ca-459e-8280-f45d85d8a3a0: DOWN {{(pid=104554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:04:18.753239 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07907750-b2f0-4bb9-b29a-caf32fcdea0f req-cf8d97ff-bdd7-4de4-a54b-301102417198 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:18.754772 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-07907750-b2f0-4bb9-b29a-caf32fcdea0f req-cf8d97ff-bdd7-4de4-a54b-301102417198 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1614a879-9a6a-4689-93f5-5048d87ba671 HTTP/1.1" status: 200 len: 945 time: 0.0514839 Oct 23 01:04:18.810581 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-07907750-b2f0-4bb9-b29a-caf32fcdea0f req-f68cb733-2b64-4a51-8ca9-98eb71361c92 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9e47da15-b648-4e05-8264-514053b0be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497251 Oct 23 01:04:18.830065 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-81bd8876-c159-4334-ace1-2dceeabdb3dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (6b66cfba-c169-484b-b3a5-13fb9b6528cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:19.313711 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb9ea3-8dec-43ad-b331-dc4020d9fe3d req-862ce90d-a31e-4b62-a822-6d9bad9549a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:19.315124 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ebfb9ea3-8dec-43ad-b331-dc4020d9fe3d req-862ce90d-a31e-4b62-a822-6d9bad9549a0 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=858cf055-6f06-45a9-bd3f-2b834e6b7b79 HTTP/1.1" status: 200 len: 911 time: 0.0919569 Oct 23 01:04:19.954903 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a743e-fbdc-47fc-87e4-13c9187c06fc req-ecb279f7-e50c-4d07-bee0-1ff486e05e8b tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:19.956354 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-045a743e-fbdc-47fc-87e4-13c9187c06fc req-ecb279f7-e50c-4d07-bee0-1ff486e05e8b tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1614a879-9a6a-4689-93f5-5048d87ba671 HTTP/1.1" status: 200 len: 945 time: 0.0582027 Oct 23 01:04:20.010204 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-045a743e-fbdc-47fc-87e4-13c9187c06fc req-3200c2c4-cf52-4ec3-aa8b-d9600bc17e71 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9e47da15-b648-4e05-8264-514053b0be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454721 Oct 23 01:04:20.215173 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ebfb9ea3-8dec-43ad-b331-dc4020d9fe3d req-17f84a5e-afeb-4ce1-bb7e-8eb074ce0206 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e58dd85b-78b4-42cc-babe-3cd25e0a2c9a HTTP/1.1" status: 200 len: 217 time: 0.0425928 Oct 23 01:04:21.016236 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb9ea3-8dec-43ad-b331-dc4020d9fe3d req-b2c64dcb-4a28-40e8-9121-6baaa8dd621b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:21.017768 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ebfb9ea3-8dec-43ad-b331-dc4020d9fe3d req-b2c64dcb-4a28-40e8-9121-6baaa8dd621b service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=6978021c-740e-4d5a-a551-8462e322d9a8 HTTP/1.1" status: 200 len: 849 time: 0.0468326 Oct 23 01:04:21.135785 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18eba6-28d3-496a-8f19-c5c6e8173d64 req-717e219e-b2ff-48d0-86a5-b5fd4e735dc8 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:21.137616 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-fe18eba6-28d3-496a-8f19-c5c6e8173d64 req-717e219e-b2ff-48d0-86a5-b5fd4e735dc8 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1614a879-9a6a-4689-93f5-5048d87ba671 HTTP/1.1" status: 200 len: 945 time: 0.0472178 Oct 23 01:04:21.192619 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-fe18eba6-28d3-496a-8f19-c5c6e8173d64 req-6ef06541-0891-4e2b-825b-178e9fcf0c63 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9e47da15-b648-4e05-8264-514053b0be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478344 Oct 23 01:04:21.247025 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e40bb499-083e-4a91-8e68-cfcb0bc488a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (71de1650-f9d9-4095-92e6-e37ec99e20cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:21.943896 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb9ea3-8dec-43ad-b331-dc4020d9fe3d req-d39c98d6-13bf-49ef-9134-016a2367c531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:21.945518 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ebfb9ea3-8dec-43ad-b331-dc4020d9fe3d req-d39c98d6-13bf-49ef-9134-016a2367c531 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=858cf055-6f06-45a9-bd3f-2b834e6b7b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516195 Oct 23 01:04:22.328773 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5148f689-0f62-430a-b3f2-d0758b81aa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (b2013646-e5ec-4b71-a145-3908973fbde8), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:22.500565 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a249a11b-5145-4dc4-b4a4-1e90ec0305d3 req-7acba509-e6d6-4023-b0b7-c629efc24ca0 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:22.502191 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a249a11b-5145-4dc4-b4a4-1e90ec0305d3 req-7acba509-e6d6-4023-b0b7-c629efc24ca0 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1614a879-9a6a-4689-93f5-5048d87ba671 HTTP/1.1" status: 200 len: 945 time: 0.0862226 Oct 23 01:04:22.509765 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a3e09-b67d-46fe-b64d-add979bccb9d req-7cc38473-1495-4be4-9522-889c312cbfe8 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:22.511446 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-cd3a3e09-b67d-46fe-b64d-add979bccb9d req-7cc38473-1495-4be4-9522-889c312cbfe8 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1614a879-9a6a-4689-93f5-5048d87ba671 HTTP/1.1" status: 200 len: 945 time: 0.0962894 Oct 23 01:04:22.583469 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ebfb9ea3-8dec-43ad-b331-dc4020d9fe3d req-a5c52935-2444-41fb-afc9-cd2df616e49b service neutron] 10.222.0.52 "GET /networking/v2.0/networks/858cf055-6f06-45a9-bd3f-2b834e6b7b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5003543 Oct 23 01:04:22.699877 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-cd3a3e09-b67d-46fe-b64d-add979bccb9d req-0abb63e8-4aef-4676-8c90-4e7ca829e790 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9e47da15-b648-4e05-8264-514053b0be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729863 Oct 23 01:04:22.702122 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [req-a249a11b-5145-4dc4-b4a4-1e90ec0305d3 req-886a9c11-8846-4a43-a225-03723534e868 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Deleting port e58dd85b-78b4-42cc-babe-3cd25e0a2c9a {{(pid=104552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:04:22.702462 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-a249a11b-5145-4dc4-b4a4-1e90ec0305d3 req-886a9c11-8846-4a43-a225-03723534e868 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (e58dd85b-78b4-42cc-babe-3cd25e0a2c9a), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:22.758707 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:22.785590 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:22.796635 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ebfb9ea3-8dec-43ad-b331-dc4020d9fe3d req-6aeb36dd-9f7a-45fe-b0cc-3eb0571a1dad service neutron] 10.222.0.52 "GET /networking/v2.0/networks/858cf055-6f06-45a9-bd3f-2b834e6b7b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038078 Oct 23 01:04:22.832852 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-a249a11b-5145-4dc4-b4a4-1e90ec0305d3 req-886a9c11-8846-4a43-a225-03723534e868 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] For port e58dd85b-78b4-42cc-babe-3cd25e0a2c9a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e58dd85b-78b4-42cc-babe-3cd25e0a2c9a,segment=NetworkSegment(d3b56b04-e2e1-4f00-a9db-1de40f8c425f),segment_id=d3b56b04-e2e1-4f00-a9db-1de40f8c425f)] {{(pid=104552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:04:22.833227 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-a249a11b-5145-4dc4-b4a4-1e90ec0305d3 req-886a9c11-8846-4a43-a225-03723534e868 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (e58dd85b-78b4-42cc-babe-3cd25e0a2c9a), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:22.847847 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [req-a249a11b-5145-4dc4-b4a4-1e90ec0305d3 req-886a9c11-8846-4a43-a225-03723534e868 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Calling delete_port for e58dd85b-78b4-42cc-babe-3cd25e0a2c9a owned by compute:nova {{(pid=104552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:04:22.987961 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-a249a11b-5145-4dc4-b4a4-1e90ec0305d3 req-886a9c11-8846-4a43-a225-03723534e868 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5995606'] for port (e58dd85b-78b4-42cc-babe-3cd25e0a2c9a), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:23.019136 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886a9c11-8846-4a43-a225-03723534e868 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Pushing event deleted for resources: {'Port': ['ID=e58dd85b-78b4-42cc-babe-3cd25e0a2c9a,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:23.067170 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.l3_dvrscheduler_db [req-a249a11b-5145-4dc4-b4a4-1e90ec0305d3 req-886a9c11-8846-4a43-a225-03723534e868 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] No DVR routers for this DVR port e58dd85b-78b4-42cc-babe-3cd25e0a2c9a on host hv-cinder-maste {{(pid=104552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:04:23.069843 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-a249a11b-5145-4dc4-b4a4-1e90ec0305d3 req-886a9c11-8846-4a43-a225-03723534e868 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:23.073128 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a249a11b-5145-4dc4-b4a4-1e90ec0305d3 req-886a9c11-8846-4a43-a225-03723534e868 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.52 "DELETE /networking/v2.0/ports/e58dd85b-78b4-42cc-babe-3cd25e0a2c9a HTTP/1.1" status: 204 len: 173 time: 0.5592456 Oct 23 01:04:23.073623 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1614a879-9a6a-4689-93f5-5048d87ba671', 'name': 'network-vif-deleted', 'tag': 'e58dd85b-78b4-42cc-babe-3cd25e0a2c9a'}] {{(pid=104552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:04:23.075883 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e71a59ae106f7f9b2e36c913636ed0b95d68e581a9dbd71020046a5c2e6c46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd8d4aa-fe11-4aff-93e2-b29ef9456ca3" -d '{"events": [{"server_uuid": "1614a879-9a6a-4689-93f5-5048d87ba671", "name": "network-vif-deleted", "tag": "e58dd85b-78b4-42cc-babe-3cd25e0a2c9a"}]}' {{(pid=104552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:04:23.121556 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ee472a-e6f1-40aa-bea9-e1856371d987 x-openstack-request-id: req-03ee472a-e6f1-40aa-bea9-e1856371d987 {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:04:23.121847 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1614a879-9a6a-4689-93f5-5048d87ba671", "name": "network-vif-deleted", "tag": "e58dd85b-78b4-42cc-babe-3cd25e0a2c9a", "status": "completed", "code": 200}]} {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:04:23.122101 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-03ee472a-e6f1-40aa-bea9-e1856371d987 {{(pid=104552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:04:23.122578 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03ee472a-e6f1-40aa-bea9-e1856371d987'] response: {'server_uuid': '1614a879-9a6a-4689-93f5-5048d87ba671', 'name': 'network-vif-deleted', 'tag': 'e58dd85b-78b4-42cc-babe-3cd25e0a2c9a', 'status': 'completed', 'code': 200} Oct 23 01:04:23.679517 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e80eb663-45f3-44c1-bd5d-b13fbac885c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (9e3bf558-830b-43df-b1b1-6fe61a75ce60), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:23.831778 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c3aef76e-519b-4d7b-a1fb-ebe41c43af63 req-d44b7400-31c4-4c0a-8bc3-b8d8c557ef55 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1614a879-9a6a-4689-93f5-5048d87ba671 HTTP/1.1" status: 200 len: 210 time: 0.0313256 Oct 23 01:04:23.997156 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (e5069eb9-82e8-4601-9222-8a50cea677c6), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:24.249075 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.agents_db [None req-7a6a8f68-635a-43f5-9edf-73cfaf501ddf None None] Agent healthcheck: found 6 active agents {{(pid=104554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:04:26.861815 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device e58dd85b-78b4-42cc-babe-3cd25e0a2c9a no longer exists at agent hyperv_hv-cinder-maste {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:04:26.888616 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] No Port match for: e58dd85b-78b4-42cc-babe-3cd25e0a2c9a {{(pid=104553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:04:26.888979 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device e58dd85b-78b4-42cc-babe-3cd25e0a2c9a not bound to the agent host hv-cinder-maste {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:04:29.396567 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 56416) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:29.578517 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-f42a0fba-6459-43f9-879b-57bf30345924 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Deleting port 0f44df3f-9ab7-4ef8-a114-4ca9c4145c7e {{(pid=104551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:04:29.578872 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f42a0fba-6459-43f9-879b-57bf30345924 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (0f44df3f-9ab7-4ef8-a114-4ca9c4145c7e), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:29.660375 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f42a0fba-6459-43f9-879b-57bf30345924 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (0f44df3f-9ab7-4ef8-a114-4ca9c4145c7e), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:29.660709 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f42a0fba-6459-43f9-879b-57bf30345924 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks [] for floatingip (0f44df3f-9ab7-4ef8-a114-4ca9c4145c7e), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:29.674866 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-f42a0fba-6459-43f9-879b-57bf30345924 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Calling delete_port for 0f44df3f-9ab7-4ef8-a114-4ca9c4145c7e owned by network:floatingip {{(pid=104551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:04:29.842922 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f42a0fba-6459-43f9-879b-57bf30345924 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6140158'] for port (0f44df3f-9ab7-4ef8-a114-4ca9c4145c7e), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:29.871986 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42a0fba-6459-43f9-879b-57bf30345924 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Pushing event deleted for resources: {'Port': ['ID=0f44df3f-9ab7-4ef8-a114-4ca9c4145c7e,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:29.887529 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a0fba-6459-43f9-879b-57bf30345924 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:29.888536 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a0fba-6459-43f9-879b-57bf30345924 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:29.888912 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a0fba-6459-43f9-879b-57bf30345924 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:29.889257 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a0fba-6459-43f9-879b-57bf30345924 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:29.889731 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a0fba-6459-43f9-879b-57bf30345924 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:29.890065 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a0fba-6459-43f9-879b-57bf30345924 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:29.890394 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a0fba-6459-43f9-879b-57bf30345924 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:29.890718 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a0fba-6459-43f9-879b-57bf30345924 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:29.891043 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a0fba-6459-43f9-879b-57bf30345924 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:29.891364 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a0fba-6459-43f9-879b-57bf30345924 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:29.891685 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a0fba-6459-43f9-879b-57bf30345924 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:29.892007 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a0fba-6459-43f9-879b-57bf30345924 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:29.892322 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a0fba-6459-43f9-879b-57bf30345924 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:29.892638 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a0fba-6459-43f9-879b-57bf30345924 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:29.892981 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42a0fba-6459-43f9-879b-57bf30345924 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:29.952829 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f42a0fba-6459-43f9-879b-57bf30345924 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks [] for floatingip (a58c86da-0dd0-4bf7-aabd-7418863b2e11), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:29.953156 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.db.l3_db [None req-f42a0fba-6459-43f9-879b-57bf30345924 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Floating IP a58c86da-0dd0-4bf7-aabd-7418863b2e11 disassociated (deleted). External IP: 172.37.4.115, port: 3852bda4-a273-400c-a77a-8c3bd9a04a63. Oct 23 01:04:30.085920 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f740c-3c40-4cc1-814d-3024941adc84 req-0b737259-e1f0-4698-8681-d3a7ca1c6c95 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:30.087405 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-5b0f740c-3c40-4cc1-814d-3024941adc84 req-0b737259-e1f0-4698-8681-d3a7ca1c6c95 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c6604a0a-36f6-4e8f-8778-3de50fc8567c HTTP/1.1" status: 200 len: 946 time: 0.0518310 Oct 23 01:04:30.137095 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-5b0f740c-3c40-4cc1-814d-3024941adc84 req-4bab480e-8392-45fc-8bd4-874cae6e75fb tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=49b43bf1-fb0c-4c2e-a26b-d2badbc5ce4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435238 Oct 23 01:04:30.166963 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f42a0fba-6459-43f9-879b-57bf30345924 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Router 63e9c62b-0504-4d3f-bdb7-d47b057b9cb0 has already been hosted by L3 agent 71de1650-f9d9-4095-92e6-e37ec99e20cf {{(pid=104551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:04:30.274143 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f42a0fba-6459-43f9-879b-57bf30345924 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:04:30.279394 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f42a0fba-6459-43f9-879b-57bf30345924 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for floatingip (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:30.280645 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:30.284749 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7370f847-2d11-43d2-a95c-17753b40c9c7 None None] Sync routers for ids ['63e9c62b-0504-4d3f-bdb7-d47b057b9cb0'] in dv-cinder-master-3-iscsi {{(pid=104553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:04:30.295683 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7370f847-2d11-43d2-a95c-17753b40c9c7 None None] Routers {'63e9c62b-0504-4d3f-bdb7-d47b057b9cb0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:04:30.296308 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-7370f847-2d11-43d2-a95c-17753b40c9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:04:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['63e9c62b-0504-4d3f-bdb7-d47b057b9cb0'], 'active': True} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:30.311981 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-f42a0fba-6459-43f9-879b-57bf30345924 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/a58c86da-0dd0-4bf7-aabd-7418863b2e11 HTTP/1.1" status: 204 len: 168 time: 0.9132314 Oct 23 01:04:30.312701 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05feffd4-1aa7-45d8-ba10-5af50ee7ec77', 'tag': '3852bda4-a273-400c-a77a-8c3bd9a04a63'}] {{(pid=104551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:04:30.317398 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c960d799f24b016d2b00ba845cc8f9ff5dbbdb312d69a2481f646f048ffd08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04370a56-4a22-468e-ac80-e2d50d2547e8" -d '{"events": [{"name": "network-changed", "server_uuid": "05feffd4-1aa7-45d8-ba10-5af50ee7ec77", "tag": "3852bda4-a273-400c-a77a-8c3bd9a04a63"}]}' {{(pid=104551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:04:30.356223 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c3e228-40d5-4fe3-9c93-2a32cd708f33 x-openstack-request-id: req-d5c3e228-40d5-4fe3-9c93-2a32cd708f33 {{(pid=104551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:04:30.356515 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05feffd4-1aa7-45d8-ba10-5af50ee7ec77", "tag": "3852bda4-a273-400c-a77a-8c3bd9a04a63", "status": "completed", "code": 200}]} {{(pid=104551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:04:30.356795 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d5c3e228-40d5-4fe3-9c93-2a32cd708f33 {{(pid=104551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:04:30.357346 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5c3e228-40d5-4fe3-9c93-2a32cd708f33'] response: {'name': 'network-changed', 'server_uuid': '05feffd4-1aa7-45d8-ba10-5af50ee7ec77', 'tag': '3852bda4-a273-400c-a77a-8c3bd9a04a63', 'status': 'completed', 'code': 200} Oct 23 01:04:30.389718 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:30.412380 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvr_db [None req-7370f847-2d11-43d2-a95c-17753b40c9c7 None None] Set router 63e9c62b-0504-4d3f-bdb7-d47b057b9cb0 gateway port host: dv-cinder-master-3-iscsi {{(pid=104553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:04:30.501388 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:30.543452 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beaa930-17fd-45db-b418-66b6ac8df22b req-57b32188-3fbe-4975-b9eb-1fe0a9cf1d4a tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:30.545345 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4beaa930-17fd-45db-b418-66b6ac8df22b req-57b32188-3fbe-4975-b9eb-1fe0a9cf1d4a tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05feffd4-1aa7-45d8-ba10-5af50ee7ec77 HTTP/1.1" status: 200 len: 945 time: 0.0537486 Oct 23 01:04:30.602404 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4beaa930-17fd-45db-b418-66b6ac8df22b req-be7f4587-e7d8-4140-af78-d69f0bef21c8 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9e47da15-b648-4e05-8264-514053b0be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500901 Oct 23 01:04:30.621517 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-7370f847-2d11-43d2-a95c-17753b40c9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'name': 'tempest-TestVolumeBootPattern-98750219-router', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.242'}], 'enable_snat': True}, 'gw_port_id': '2b62c892-4abb-42c7-af27-c6803021dfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:56:45Z', 'updated_at': '2022-10-23T00:56:49Z', 'revision_number': 4, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'gw_port': {'id': '2b62c892-4abb-42c7-af27-c6803021dfdd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:56:46Z', 'updated_at': '2022-10-23T00:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7e98a342-e446-43cd-a9ad-e1e77aed3807', 'name': '', 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'mac_address': 'fa:16:3e:dd:c5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '6978021c-740e-4d5a-a551-8462e322d9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:56:48Z', 'updated_at': '2022-10-23T00:56:54Z', 'revision_number': 5, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'subnets': [{'id': '6978021c-740e-4d5a-a551-8462e322d9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:30.646579 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7370f847-2d11-43d2-a95c-17753b40c9c7 None None] Checking router: 63e9c62b-0504-4d3f-bdb7-d47b057b9cb0 for host: dv-cinder-master-3-iscsi {{(pid=104553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:04:30.655661 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7370f847-2d11-43d2-a95c-17753b40c9c7 None None] Routers {'63e9c62b-0504-4d3f-bdb7-d47b057b9cb0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:04:30.656260 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-7370f847-2d11-43d2-a95c-17753b40c9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:04:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['63e9c62b-0504-4d3f-bdb7-d47b057b9cb0'], 'active': True} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:30.760166 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvr_db [None req-7370f847-2d11-43d2-a95c-17753b40c9c7 None None] Set router 63e9c62b-0504-4d3f-bdb7-d47b057b9cb0 gateway port host: dv-cinder-master-3-iscsi {{(pid=104553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:04:30.955842 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-7370f847-2d11-43d2-a95c-17753b40c9c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'name': 'tempest-TestVolumeBootPattern-98750219-router', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.242'}], 'enable_snat': True}, 'gw_port_id': '2b62c892-4abb-42c7-af27-c6803021dfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:56:45Z', 'updated_at': '2022-10-23T00:56:49Z', 'revision_number': 4, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'gw_port': {'id': '2b62c892-4abb-42c7-af27-c6803021dfdd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:56:46Z', 'updated_at': '2022-10-23T00:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7e98a342-e446-43cd-a9ad-e1e77aed3807', 'name': '', 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'mac_address': 'fa:16:3e:dd:c5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '6978021c-740e-4d5a-a551-8462e322d9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:56:48Z', 'updated_at': '2022-10-23T00:56:54Z', 'revision_number': 5, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'subnets': [{'id': '6978021c-740e-4d5a-a551-8462e322d9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:30.983633 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7370f847-2d11-43d2-a95c-17753b40c9c7 None None] The sync data for ids ['63e9c62b-0504-4d3f-bdb7-d47b057b9cb0'] in dv-cinder-master-3-iscsi is: [{'id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'name': 'tempest-TestVolumeBootPattern-98750219-router', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.242'}], 'enable_snat': True}, 'gw_port_id': '2b62c892-4abb-42c7-af27-c6803021dfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:56:45Z', 'updated_at': '2022-10-23T00:56:49Z', 'revision_number': 4, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'gw_port': {'id': '2b62c892-4abb-42c7-af27-c6803021dfdd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:56:46Z', 'updated_at': '2022-10-23T00:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '7e98a342-e446-43cd-a9ad-e1e77aed3807', 'name': '', 'network_id': '858cf055-6f06-45a9-bd3f-2b834e6b7b79', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'mac_address': 'fa:16:3e:dd:c5:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 240, 'fixed_ips': [{'subnet_id': '6978021c-740e-4d5a-a551-8462e322d9a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:56:48Z', 'updated_at': '2022-10-23T00:56:54Z', 'revision_number': 5, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'subnets': [{'id': '6978021c-740e-4d5a-a551-8462e322d9a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:04:31.205555 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68ca492-abd8-42a8-8f5d-a0659b9f26f2 None None] New status for floating IP a58c86da-0dd0-4bf7-aabd-7418863b2e11: DOWN {{(pid=104554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:04:31.263064 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5ba74-f4d4-45c9-a0f7-3feb256e651c req-cd582c98-3bb7-4953-8b93-c0eb143c8cee tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:31.264587 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7ea5ba74-f4d4-45c9-a0f7-3feb256e651c req-cd582c98-3bb7-4953-8b93-c0eb143c8cee tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c6604a0a-36f6-4e8f-8778-3de50fc8567c HTTP/1.1" status: 200 len: 946 time: 0.0469136 Oct 23 01:04:31.317615 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7ea5ba74-f4d4-45c9-a0f7-3feb256e651c req-116c3db7-ed60-437b-8998-e13d9fd28058 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=49b43bf1-fb0c-4c2e-a26b-d2badbc5ce4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471985 Oct 23 01:04:31.744924 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bb6aaf-25e8-4bf8-bc7b-0a035831a06d req-a35af387-3d63-47c3-be31-3cd5a47f1594 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:31.746419 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-57bb6aaf-25e8-4bf8-bc7b-0a035831a06d req-a35af387-3d63-47c3-be31-3cd5a47f1594 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05feffd4-1aa7-45d8-ba10-5af50ee7ec77 HTTP/1.1" status: 200 len: 945 time: 0.0520079 Oct 23 01:04:31.763203 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (16cf44eb-3ef2-4361-a416-47ab9083b794), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:31.799360 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-57bb6aaf-25e8-4bf8-bc7b-0a035831a06d req-6adebeba-9f10-4627-b12a-ca9c8006ad95 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9e47da15-b648-4e05-8264-514053b0be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469363 Oct 23 01:04:32.460328 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1052d7f-8625-432d-a6b1-14ffe2314f4b req-0ac30727-6975-443e-b60d-6f756885421a tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:32.461816 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f1052d7f-8625-432d-a6b1-14ffe2314f4b req-0ac30727-6975-443e-b60d-6f756885421a tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c6604a0a-36f6-4e8f-8778-3de50fc8567c HTTP/1.1" status: 200 len: 946 time: 0.0563333 Oct 23 01:04:32.511958 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f1052d7f-8625-432d-a6b1-14ffe2314f4b req-8af939df-4be2-445d-8b70-69da246d6feb tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=49b43bf1-fb0c-4c2e-a26b-d2badbc5ce4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438669 Oct 23 01:04:32.579057 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04370a56-4a22-468e-ac80-e2d50d2547e8 req-39aa6da4-adcb-487d-ab8c-a18c0b6049bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:32.580549 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-04370a56-4a22-468e-ac80-e2d50d2547e8 req-39aa6da4-adcb-487d-ab8c-a18c0b6049bd service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=e3f6e9751be34c2fb4e0e1b9915e6b52&device_id=05feffd4-1aa7-45d8-ba10-5af50ee7ec77 HTTP/1.1" status: 200 len: 1129 time: 0.0451405 Oct 23 01:04:32.810807 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:32.829393 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f5820b-b2df-4ab8-b52b-5720fc4df280 req-76b5802c-f1ea-4b26-b4de-a0ab3dbbe94c tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:32.830846 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-12f5820b-b2df-4ab8-b52b-5720fc4df280 req-76b5802c-f1ea-4b26-b4de-a0ab3dbbe94c tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=c6604a0a-36f6-4e8f-8778-3de50fc8567c HTTP/1.1" status: 200 len: 946 time: 0.0684416 Oct 23 01:04:32.847201 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04370a56-4a22-468e-ac80-e2d50d2547e8 req-8fe783c0-4c17-4ba9-b729-d443f97ccb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:32.848909 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-04370a56-4a22-468e-ac80-e2d50d2547e8 req-8fe783c0-4c17-4ba9-b729-d443f97ccb0b service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=858cf055-6f06-45a9-bd3f-2b834e6b7b79 HTTP/1.1" status: 200 len: 911 time: 0.1446025 Oct 23 01:04:32.932596 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94738deb-bdaf-44dd-ab9e-ac1d7cce90d9 req-771194d3-99f6-4887-944a-e0eb4fb95480 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:32.937306 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-94738deb-bdaf-44dd-ab9e-ac1d7cce90d9 req-771194d3-99f6-4887-944a-e0eb4fb95480 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05feffd4-1aa7-45d8-ba10-5af50ee7ec77 HTTP/1.1" status: 200 len: 945 time: 0.0544672 Oct 23 01:04:32.977316 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:33.092165 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-04370a56-4a22-468e-ac80-e2d50d2547e8 req-513e5fe8-ad3d-4b4d-ae0a-097c77cc65ab service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3852bda4-a273-400c-a77a-8c3bd9a04a63 HTTP/1.1" status: 200 len: 217 time: 0.1535506 Oct 23 01:04:33.098458 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 56478) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:33.130715 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84e30e-eef1-4609-a730-ef1bea926e99 req-5711f530-ba38-4598-a184-8860677c424d tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:33.132207 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-da84e30e-eef1-4609-a730-ef1bea926e99 req-5711f530-ba38-4598-a184-8860677c424d tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05feffd4-1aa7-45d8-ba10-5af50ee7ec77 HTTP/1.1" status: 200 len: 945 time: 0.1304207 Oct 23 01:04:33.215194 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [req-12f5820b-b2df-4ab8-b52b-5720fc4df280 req-46b0221b-b238-460a-ba3a-9644d5351509 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Deleting port 504955ff-e836-4799-b7e1-cc6ef0b2261b {{(pid=104552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:04:33.215552 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-12f5820b-b2df-4ab8-b52b-5720fc4df280 req-46b0221b-b238-460a-ba3a-9644d5351509 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (504955ff-e836-4799-b7e1-cc6ef0b2261b), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:33.241099 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-fdca70f6-f586-44c4-91d4-47e2cc82401e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:33.249483 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-94738deb-bdaf-44dd-ab9e-ac1d7cce90d9 req-7a460be2-bb96-4936-bfd7-c64e27806a71 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=9e47da15-b648-4e05-8264-514053b0be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2703071 Oct 23 01:04:33.258060 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:33.313135 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04370a56-4a22-468e-ac80-e2d50d2547e8 req-3347d788-ba0e-4bd9-8846-da79cadbb976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:33.314707 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-04370a56-4a22-468e-ac80-e2d50d2547e8 req-3347d788-ba0e-4bd9-8846-da79cadbb976 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=6978021c-740e-4d5a-a551-8462e322d9a8 HTTP/1.1" status: 200 len: 849 time: 0.2069938 Oct 23 01:04:33.338863 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-fdca70f6-f586-44c4-91d4-47e2cc82401e admin admin] Publish callbacks [] for security_group (91e5bbdb-8b77-423d-a999-23ae79cb5653), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:33.344314 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-fdca70f6-f586-44c4-91d4-47e2cc82401e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (91e5bbdb-8b77-423d-a999-23ae79cb5653), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:33.385360 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-fdca70f6-f586-44c4-91d4-47e2cc82401e admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=734b54d221c547a9a7e321861eec35e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2861466 Oct 23 01:04:33.386551 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdca70f6-f586-44c4-91d4-47e2cc82401e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e5bbdb-8b77-423d-a999-23ae79cb5653,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:33.387278 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [req-da84e30e-eef1-4609-a730-ef1bea926e99 req-dc0d4374-86cf-49f8-9ddf-c77faa6d2412 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Deleting port 3852bda4-a273-400c-a77a-8c3bd9a04a63 {{(pid=104552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:04:33.387721 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-da84e30e-eef1-4609-a730-ef1bea926e99 req-dc0d4374-86cf-49f8-9ddf-c77faa6d2412 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (3852bda4-a273-400c-a77a-8c3bd9a04a63), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:33.390186 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 56484) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:33.419121 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95763a8-d2ab-431a-8634-111948200497 req-86fec8c4-2078-4a77-90ae-a425fcfceb17 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:33.420627 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f95763a8-d2ab-431a-8634-111948200497 req-86fec8c4-2078-4a77-90ae-a425fcfceb17 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f909ab3b-6de1-43e6-a214-a65fb12fdd8b HTTP/1.1" status: 200 len: 946 time: 0.1280296 Oct 23 01:04:33.441483 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e626b3da-d620-4b06-9e71-200ae46d8932 admin admin] Publish callbacks [] for security_group (91e5bbdb-8b77-423d-a999-23ae79cb5653), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:33.461968 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e626b3da-d620-4b06-9e71-200ae46d8932 admin admin] Publish callbacks [] for security_group (91e5bbdb-8b77-423d-a999-23ae79cb5653), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:33.496920 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-12f5820b-b2df-4ab8-b52b-5720fc4df280 req-46b0221b-b238-460a-ba3a-9644d5351509 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] For port 504955ff-e836-4799-b7e1-cc6ef0b2261b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=504955ff-e836-4799-b7e1-cc6ef0b2261b,segment=NetworkSegment(b563694c-9507-42fa-99e2-76cd749180fe),segment_id=b563694c-9507-42fa-99e2-76cd749180fe)] {{(pid=104552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:04:33.497571 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-12f5820b-b2df-4ab8-b52b-5720fc4df280 req-46b0221b-b238-460a-ba3a-9644d5351509 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (504955ff-e836-4799-b7e1-cc6ef0b2261b), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:33.513745 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e626b3da-d620-4b06-9e71-200ae46d8932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (91e5bbdb-8b77-423d-a999-23ae79cb5653), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:33.516566 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e626b3da-d620-4b06-9e71-200ae46d8932 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:33.517802 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-e626b3da-d620-4b06-9e71-200ae46d8932 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/91e5bbdb-8b77-423d-a999-23ae79cb5653 HTTP/1.1" status: 204 len: 168 time: 0.1263671 Oct 23 01:04:33.527841 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e626b3da-d620-4b06-9e71-200ae46d8932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e5bbdb-8b77-423d-a999-23ae79cb5653,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:33.528200 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [req-12f5820b-b2df-4ab8-b52b-5720fc4df280 req-46b0221b-b238-460a-ba3a-9644d5351509 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Calling delete_port for 504955ff-e836-4799-b7e1-cc6ef0b2261b owned by compute:nova {{(pid=104552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:04:33.600872 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f95763a8-d2ab-431a-8634-111948200497 req-95b918d1-43e4-4cec-a91b-c5dd240e3fe4 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=10988333-e444-48fc-819a-71f5dfcdf37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1687829 Oct 23 01:04:33.645626 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-da84e30e-eef1-4609-a730-ef1bea926e99 req-dc0d4374-86cf-49f8-9ddf-c77faa6d2412 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] For port 3852bda4-a273-400c-a77a-8c3bd9a04a63, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3852bda4-a273-400c-a77a-8c3bd9a04a63,segment=NetworkSegment(d3b56b04-e2e1-4f00-a9db-1de40f8c425f),segment_id=d3b56b04-e2e1-4f00-a9db-1de40f8c425f)] {{(pid=104552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:04:33.646081 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-da84e30e-eef1-4609-a730-ef1bea926e99 req-dc0d4374-86cf-49f8-9ddf-c77faa6d2412 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (3852bda4-a273-400c-a77a-8c3bd9a04a63), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:33.675206 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [req-da84e30e-eef1-4609-a730-ef1bea926e99 req-dc0d4374-86cf-49f8-9ddf-c77faa6d2412 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Calling delete_port for 3852bda4-a273-400c-a77a-8c3bd9a04a63 owned by compute:nova {{(pid=104552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:04:33.744343 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:33.855425 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e854753a-e2ac-4418-8ab8-faa35a524f03 req-847bde0d-63ec-4c2d-b3ca-3693cb9ff0ea tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:33.856936 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e854753a-e2ac-4418-8ab8-faa35a524f03 req-847bde0d-63ec-4c2d-b3ca-3693cb9ff0ea tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c6604a0a-36f6-4e8f-8778-3de50fc8567c HTTP/1.1" status: 200 len: 946 time: 0.0777054 Oct 23 01:04:33.882008 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-12f5820b-b2df-4ab8-b52b-5720fc4df280 req-46b0221b-b238-460a-ba3a-9644d5351509 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5995606'] for port (504955ff-e836-4799-b7e1-cc6ef0b2261b), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:33.893903 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] get_ports_and_sgs() called for port_ids ['504955ff-e836-4799-b7e1-cc6ef0b2261b'] {{(pid=104553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:04:33.896063 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:33.975171 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b0221b-b238-460a-ba3a-9644d5351509 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Pushing event deleted for resources: {'Port': ['ID=504955ff-e836-4799-b7e1-cc6ef0b2261b,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:34.033108 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e854753a-e2ac-4418-8ab8-faa35a524f03 req-f3676a95-a57a-435e-9c47-cfe27e9abc7d tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=49b43bf1-fb0c-4c2e-a26b-d2badbc5ce4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695101 Oct 23 01:04:34.034592 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.l3_dvrscheduler_db [req-12f5820b-b2df-4ab8-b52b-5720fc4df280 req-46b0221b-b238-460a-ba3a-9644d5351509 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] No DVR routers for this DVR port 504955ff-e836-4799-b7e1-cc6ef0b2261b on host hv-cinder-maste {{(pid=104552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:04:34.037394 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-12f5820b-b2df-4ab8-b52b-5720fc4df280 req-46b0221b-b238-460a-ba3a-9644d5351509 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:34.040936 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-12f5820b-b2df-4ab8-b52b-5720fc4df280 req-46b0221b-b238-460a-ba3a-9644d5351509 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] 10.222.0.52 "DELETE /networking/v2.0/ports/504955ff-e836-4799-b7e1-cc6ef0b2261b HTTP/1.1" status: 204 len: 173 time: 1.1009862 Oct 23 01:04:34.041559 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6604a0a-36f6-4e8f-8778-3de50fc8567c', 'name': 'network-vif-deleted', 'tag': '504955ff-e836-4799-b7e1-cc6ef0b2261b'}] {{(pid=104552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:04:34.043536 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e71a59ae106f7f9b2e36c913636ed0b95d68e581a9dbd71020046a5c2e6c46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c90e9a-e2fc-4f96-9468-af04c5bf9075" -d '{"events": [{"server_uuid": "c6604a0a-36f6-4e8f-8778-3de50fc8567c", "name": "network-vif-deleted", "tag": "504955ff-e836-4799-b7e1-cc6ef0b2261b"}]}' {{(pid=104552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:04:34.046701 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-da84e30e-eef1-4609-a730-ef1bea926e99 req-dc0d4374-86cf-49f8-9ddf-c77faa6d2412 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5995606'] for port (3852bda4-a273-400c-a77a-8c3bd9a04a63), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:34.076101 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d4374-86cf-49f8-9ddf-c77faa6d2412 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Pushing event deleted for resources: {'Port': ['ID=3852bda4-a273-400c-a77a-8c3bd9a04a63,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:34.088683 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89c09ed-48dc-4ca5-8354-33fce42eef8a x-openstack-request-id: req-f89c09ed-48dc-4ca5-8354-33fce42eef8a {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:04:34.089005 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6604a0a-36f6-4e8f-8778-3de50fc8567c", "name": "network-vif-deleted", "tag": "504955ff-e836-4799-b7e1-cc6ef0b2261b", "status": "completed", "code": 200}]} {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:04:34.089260 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f89c09ed-48dc-4ca5-8354-33fce42eef8a {{(pid=104552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:04:34.089942 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f89c09ed-48dc-4ca5-8354-33fce42eef8a'] response: {'server_uuid': 'c6604a0a-36f6-4e8f-8778-3de50fc8567c', 'name': 'network-vif-deleted', 'tag': '504955ff-e836-4799-b7e1-cc6ef0b2261b', 'status': 'completed', 'code': 200} Oct 23 01:04:34.128515 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.l3_dvrscheduler_db [req-da84e30e-eef1-4609-a730-ef1bea926e99 req-dc0d4374-86cf-49f8-9ddf-c77faa6d2412 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] No DVR routers for this DVR port 3852bda4-a273-400c-a77a-8c3bd9a04a63 on host hv-cinder-maste {{(pid=104552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:04:34.131086 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-da84e30e-eef1-4609-a730-ef1bea926e99 req-dc0d4374-86cf-49f8-9ddf-c77faa6d2412 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:34.134487 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-da84e30e-eef1-4609-a730-ef1bea926e99 req-dc0d4374-86cf-49f8-9ddf-c77faa6d2412 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.52 "DELETE /networking/v2.0/ports/3852bda4-a273-400c-a77a-8c3bd9a04a63 HTTP/1.1" status: 204 len: 173 time: 0.9742320 Oct 23 01:04:34.354761 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-aa9843b5-be13-458f-8405-6552d142361a req-8463d1b6-9ab2-42c5-8a45-5609712cd9ce tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05feffd4-1aa7-45d8-ba10-5af50ee7ec77 HTTP/1.1" status: 200 len: 210 time: 0.0291111 Oct 23 01:04:34.456071 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04370a56-4a22-468e-ac80-e2d50d2547e8 req-923c545f-71c0-4669-9fb2-27885f254a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:34.457748 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-04370a56-4a22-468e-ac80-e2d50d2547e8 req-923c545f-71c0-4669-9fb2-27885f254a01 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=858cf055-6f06-45a9-bd3f-2b834e6b7b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494120 Oct 23 01:04:34.735801 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c666e9e-a65a-40f0-85d9-4c1b198a5ca7 req-6d619849-a879-4777-9409-e5d3c54f8378 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:34.737565 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7c666e9e-a65a-40f0-85d9-4c1b198a5ca7 req-6d619849-a879-4777-9409-e5d3c54f8378 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f909ab3b-6de1-43e6-a214-a65fb12fdd8b HTTP/1.1" status: 200 len: 946 time: 0.0493994 Oct 23 01:04:34.866601 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7c666e9e-a65a-40f0-85d9-4c1b198a5ca7 req-ca007e2c-6423-435f-8488-0e20c13e2131 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=10988333-e444-48fc-819a-71f5dfcdf37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225917 Oct 23 01:04:34.943197 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-04370a56-4a22-468e-ac80-e2d50d2547e8 req-9fbd9a75-c8fd-4424-953f-1266e690e564 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/858cf055-6f06-45a9-bd3f-2b834e6b7b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971107 Oct 23 01:04:34.956870 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee52ba-7a44-426d-a8d4-897344db4e76 req-fb385b81-dd14-45c0-9cb1-b7c6e1c972fa tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:34.958353 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-85ee52ba-7a44-426d-a8d4-897344db4e76 req-fb385b81-dd14-45c0-9cb1-b7c6e1c972fa tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=f909ab3b-6de1-43e6-a214-a65fb12fdd8b HTTP/1.1" status: 200 len: 946 time: 0.0653224 Oct 23 01:04:35.108467 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [req-85ee52ba-7a44-426d-a8d4-897344db4e76 req-4dbbba68-4114-4cad-bdf7-2c2bcde6a3b7 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Deleting port 0b92dbda-db20-4405-91e4-52e1123c9209 {{(pid=104552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:04:35.108839 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-85ee52ba-7a44-426d-a8d4-897344db4e76 req-4dbbba68-4114-4cad-bdf7-2c2bcde6a3b7 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (0b92dbda-db20-4405-91e4-52e1123c9209), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:35.115957 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-04370a56-4a22-468e-ac80-e2d50d2547e8 req-4adc3811-b719-457d-8c85-7474d4d2da48 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/858cf055-6f06-45a9-bd3f-2b834e6b7b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566646 Oct 23 01:04:35.187235 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-b96582fc-79f5-43f2-975f-3bf7ae7eca07 req-3342dec9-f6b1-45dc-aa93-125332f18d26 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=c6604a0a-36f6-4e8f-8778-3de50fc8567c HTTP/1.1" status: 200 len: 210 time: 0.0609837 Oct 23 01:04:35.538920 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-026de56f-d756-47c7-abed-5b02d62c1276 req-76d9029b-5684-4ccc-b427-5f462cbeb63e tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=05feffd4-1aa7-45d8-ba10-5af50ee7ec77 HTTP/1.1" status: 200 len: 210 time: 0.0514061 Oct 23 01:04:35.542696 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-85ee52ba-7a44-426d-a8d4-897344db4e76 req-4dbbba68-4114-4cad-bdf7-2c2bcde6a3b7 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] For port 0b92dbda-db20-4405-91e4-52e1123c9209, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=0b92dbda-db20-4405-91e4-52e1123c9209,segment=NetworkSegment(e963d26c-0a32-4372-aefd-3f9403fc219c),segment_id=e963d26c-0a32-4372-aefd-3f9403fc219c)] {{(pid=104552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:04:35.543066 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-85ee52ba-7a44-426d-a8d4-897344db4e76 req-4dbbba68-4114-4cad-bdf7-2c2bcde6a3b7 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (0b92dbda-db20-4405-91e4-52e1123c9209), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:35.558681 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:35.659779 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-016e2e6b-6484-48e1-96cc-15ce32531837 req-7796294e-e9ea-4775-bd47-b7c458076598 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=05feffd4-1aa7-45d8-ba10-5af50ee7ec77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0640709 Oct 23 01:04:35.756038 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-016e2e6b-6484-48e1-96cc-15ce32531837 req-6e286e91-5256-404f-9b82-96ec656e5d5d service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=e3f6e9751be34c2fb4e0e1b9915e6b52&device_id=05feffd4-1aa7-45d8-ba10-5af50ee7ec77 HTTP/1.1" status: 200 len: 210 time: 0.0388925 Oct 23 01:04:35.770500 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-85ee52ba-7a44-426d-a8d4-897344db4e76 req-4dbbba68-4114-4cad-bdf7-2c2bcde6a3b7 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:35.770817 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-85ee52ba-7a44-426d-a8d4-897344db4e76 req-4dbbba68-4114-4cad-bdf7-2c2bcde6a3b7 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516985'] for floatingip (8d1649df-49c4-4db1-968a-d3a0554bf421), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:35.771118 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.db.l3_db [req-85ee52ba-7a44-426d-a8d4-897344db4e76 req-4dbbba68-4114-4cad-bdf7-2c2bcde6a3b7 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Floating IP 8d1649df-49c4-4db1-968a-d3a0554bf421 disassociated. External IP: 172.37.4.92, port: 0b92dbda-db20-4405-91e4-52e1123c9209. Oct 23 01:04:35.771441 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [req-85ee52ba-7a44-426d-a8d4-897344db4e76 req-4dbbba68-4114-4cad-bdf7-2c2bcde6a3b7 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Calling delete_port for 0b92dbda-db20-4405-91e4-52e1123c9209 owned by compute:nova {{(pid=104552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:04:35.882755 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:35.931039 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e2e6b-6484-48e1-96cc-15ce32531837 req-14e84761-abf2-48d0-a804-3123522d2be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:35.932915 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-016e2e6b-6484-48e1-96cc-15ce32531837 req-14e84761-abf2-48d0-a804-3123522d2be5 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=e3f6e9751be34c2fb4e0e1b9915e6b52&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1565065 Oct 23 01:04:36.023909 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 3852bda4-a273-400c-a77a-8c3bd9a04a63 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:04:36.046022 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] No Port match for: 3852bda4-a273-400c-a77a-8c3bd9a04a63 {{(pid=104553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:04:36.046453 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 3852bda4-a273-400c-a77a-8c3bd9a04a63 not bound to the agent host hv-cinder-maste {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:04:36.046923 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 504955ff-e836-4799-b7e1-cc6ef0b2261b no longer exists at agent hyperv_hv-cinder-maste {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:04:36.069565 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] No Port match for: 504955ff-e836-4799-b7e1-cc6ef0b2261b {{(pid=104553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:04:36.070249 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 504955ff-e836-4799-b7e1-cc6ef0b2261b not bound to the agent host hv-cinder-maste {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:04:36.070932 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 0b92dbda-db20-4405-91e4-52e1123c9209 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:04:36.090629 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b44273-df2e-4102-b73d-f8c9a5ae386a req-a7daae28-6775-4f3d-8dd8-614d6ef07426 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:36.092156 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e6b44273-df2e-4102-b73d-f8c9a5ae386a req-a7daae28-6775-4f3d-8dd8-614d6ef07426 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f909ab3b-6de1-43e6-a214-a65fb12fdd8b HTTP/1.1" status: 200 len: 946 time: 0.1381860 Oct 23 01:04:36.099025 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05feffd4-1aa7-45d8-ba10-5af50ee7ec77', 'name': 'network-vif-deleted', 'tag': '3852bda4-a273-400c-a77a-8c3bd9a04a63'}] {{(pid=104552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:04:36.101651 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e71a59ae106f7f9b2e36c913636ed0b95d68e581a9dbd71020046a5c2e6c46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe70ed18-0a77-46ff-8bff-55b1b7ee898a" -d '{"events": [{"server_uuid": "05feffd4-1aa7-45d8-ba10-5af50ee7ec77", "name": "network-vif-deleted", "tag": "3852bda4-a273-400c-a77a-8c3bd9a04a63"}]}' {{(pid=104552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:04:36.108221 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] No active binding found for port 0b92dbda-db20-4405-91e4-52e1123c9209 {{(pid=104553) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Oct 23 01:04:36.108598 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-85ee52ba-7a44-426d-a8d4-897344db4e76 req-4dbbba68-4114-4cad-bdf7-2c2bcde6a3b7 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5995606'] for port (0b92dbda-db20-4405-91e4-52e1123c9209), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:36.108803 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] The host hv-cinder-maste is not matching for port 0b92dbda-db20-4405-91e4-52e1123c9209 host None! {{(pid=104553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2431}} Oct 23 01:04:36.109206 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 0b92dbda-db20-4405-91e4-52e1123c9209 not bound to the agent host hv-cinder-maste {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:04:36.165810 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3252c3-ce34-4c50-95e4-19be77d45f1c x-openstack-request-id: req-bf3252c3-ce34-4c50-95e4-19be77d45f1c {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:04:36.166128 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05feffd4-1aa7-45d8-ba10-5af50ee7ec77", "name": "network-vif-deleted", "tag": "3852bda4-a273-400c-a77a-8c3bd9a04a63", "status": "completed", "code": 200}]} {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:04:36.166383 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bf3252c3-ce34-4c50-95e4-19be77d45f1c {{(pid=104552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:04:36.166847 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf3252c3-ce34-4c50-95e4-19be77d45f1c'] response: {'server_uuid': '05feffd4-1aa7-45d8-ba10-5af50ee7ec77', 'name': 'network-vif-deleted', 'tag': '3852bda4-a273-400c-a77a-8c3bd9a04a63', 'status': 'completed', 'code': 200} Oct 23 01:04:36.170805 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbbba68-4114-4cad-bdf7-2c2bcde6a3b7 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Pushing event deleted for resources: {'Port': ['ID=0b92dbda-db20-4405-91e4-52e1123c9209,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:36.173888 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e2e6b-6484-48e1-96cc-15ce32531837 req-4181bbe4-dcba-4131-b61e-e436fdd68127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:36.175507 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-016e2e6b-6484-48e1-96cc-15ce32531837 req-4181bbe4-dcba-4131-b61e-e436fdd68127 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2364025 Oct 23 01:04:36.249487 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e6b44273-df2e-4102-b73d-f8c9a5ae386a req-2f874a95-41eb-4b00-b779-6858b4bcdf12 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=10988333-e444-48fc-819a-71f5dfcdf37d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426473 Oct 23 01:04:36.331095 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85ee52ba-7a44-426d-a8d4-897344db4e76 req-4dbbba68-4114-4cad-bdf7-2c2bcde6a3b7 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Router 8fd18b97-ffc6-453a-a42c-97191397ee01 has already been hosted by L3 agent 71de1650-f9d9-4095-92e6-e37ec99e20cf {{(pid=104552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:04:36.401503 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:36.453890 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85ee52ba-7a44-426d-a8d4-897344db4e76 req-4dbbba68-4114-4cad-bdf7-2c2bcde6a3b7 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:04:36.462987 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2034df81-a2d3-4e18-84e8-6d766d26ff3c None None] Sync routers for ids ['8fd18b97-ffc6-453a-a42c-97191397ee01'] in dv-cinder-master-3-iscsi {{(pid=104553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:04:36.476591 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2034df81-a2d3-4e18-84e8-6d766d26ff3c None None] Routers {'8fd18b97-ffc6-453a-a42c-97191397ee01'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:04:36.477811 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-2034df81-a2d3-4e18-84e8-6d766d26ff3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:04:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['8fd18b97-ffc6-453a-a42c-97191397ee01'], 'active': True} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:36.517061 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ee52ba-7a44-426d-a8d4-897344db4e76 req-4dbbba68-4114-4cad-bdf7-2c2bcde6a3b7 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] No DVR routers for this DVR port 0b92dbda-db20-4405-91e4-52e1123c9209 on host hv-cinder-maste {{(pid=104552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:04:36.519641 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-85ee52ba-7a44-426d-a8d4-897344db4e76 req-4dbbba68-4114-4cad-bdf7-2c2bcde6a3b7 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:36.523096 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-85ee52ba-7a44-426d-a8d4-897344db4e76 req-4dbbba68-4114-4cad-bdf7-2c2bcde6a3b7 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.52 "DELETE /networking/v2.0/ports/0b92dbda-db20-4405-91e4-52e1123c9209 HTTP/1.1" status: 204 len: 173 time: 1.5458148 Oct 23 01:04:36.617283 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvr_db [None req-2034df81-a2d3-4e18-84e8-6d766d26ff3c None None] Set router 8fd18b97-ffc6-453a-a42c-97191397ee01 gateway port host: dv-cinder-master-3-iscsi {{(pid=104553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:04:36.624745 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 56550) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:36.757692 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-6bb499bb-b419-4a7c-b1d0-3fab0d8f0388 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Deleting port 48775c5f-c233-451e-b0b1-c1b30cd592d6 {{(pid=104551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:04:36.758046 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-6bb499bb-b419-4a7c-b1d0-3fab0d8f0388 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (48775c5f-c233-451e-b0b1-c1b30cd592d6), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:36.817590 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-2034df81-a2d3-4e18-84e8-6d766d26ff3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'name': 'tempest-AttachVolumeNegativeTest-2031464467-router', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.46'}], 'enable_snat': True}, 'gw_port_id': 'ba4c44b3-597d-4a36-9e78-c7a4635964fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:00:49Z', 'updated_at': '2022-10-23T01:00:52Z', 'revision_number': 4, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'gw_port': {'id': 'ba4c44b3-597d-4a36-9e78-c7a4635964fd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:00:50Z', 'updated_at': '2022-10-23T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '82ab6488-6b18-4ad8-b485-c6f52a5eacb2', 'name': '', 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'mac_address': 'fa:16:3e:e3:ba:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a9e16815-4336-4cda-ac3b-da5c9a06661d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:00:52Z', 'updated_at': '2022-10-23T01:00:58Z', 'revision_number': 5, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'subnets': [{'id': 'a9e16815-4336-4cda-ac3b-da5c9a06661d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:36.835762 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-6bb499bb-b419-4a7c-b1d0-3fab0d8f0388 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (48775c5f-c233-451e-b0b1-c1b30cd592d6), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:36.836073 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-6bb499bb-b419-4a7c-b1d0-3fab0d8f0388 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks [] for floatingip (48775c5f-c233-451e-b0b1-c1b30cd592d6), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:36.845648 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2034df81-a2d3-4e18-84e8-6d766d26ff3c None None] Checking router: 8fd18b97-ffc6-453a-a42c-97191397ee01 for host: dv-cinder-master-3-iscsi {{(pid=104553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:04:36.850072 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-6bb499bb-b419-4a7c-b1d0-3fab0d8f0388 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Calling delete_port for 48775c5f-c233-451e-b0b1-c1b30cd592d6 owned by network:floatingip {{(pid=104551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:04:36.854335 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2034df81-a2d3-4e18-84e8-6d766d26ff3c None None] Routers {'8fd18b97-ffc6-453a-a42c-97191397ee01'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:04:36.854942 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-2034df81-a2d3-4e18-84e8-6d766d26ff3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:04:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['8fd18b97-ffc6-453a-a42c-97191397ee01'], 'active': True} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:36.892414 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=100 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:36.892982 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:36.957167 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvr_db [None req-2034df81-a2d3-4e18-84e8-6d766d26ff3c None None] Set router 8fd18b97-ffc6-453a-a42c-97191397ee01 gateway port host: dv-cinder-master-3-iscsi {{(pid=104553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:04:36.986875 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-6bb499bb-b419-4a7c-b1d0-3fab0d8f0388 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6140158'] for port (48775c5f-c233-451e-b0b1-c1b30cd592d6), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:37.012353 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb499bb-b419-4a7c-b1d0-3fab0d8f0388 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Pushing event deleted for resources: {'Port': ['ID=48775c5f-c233-451e-b0b1-c1b30cd592d6,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:37.079633 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-6bb499bb-b419-4a7c-b1d0-3fab0d8f0388 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks [] for floatingip (16a4e4c8-3010-46c1-840f-64a761ad31b8), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:37.082114 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-6bb499bb-b419-4a7c-b1d0-3fab0d8f0388 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for floatingip (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:37.083264 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-6bb499bb-b419-4a7c-b1d0-3fab0d8f0388 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/16a4e4c8-3010-46c1-840f-64a761ad31b8 HTTP/1.1" status: 204 len: 168 time: 0.4566882 Oct 23 01:04:37.158298 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-2034df81-a2d3-4e18-84e8-6d766d26ff3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'name': 'tempest-AttachVolumeNegativeTest-2031464467-router', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.46'}], 'enable_snat': True}, 'gw_port_id': 'ba4c44b3-597d-4a36-9e78-c7a4635964fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:00:49Z', 'updated_at': '2022-10-23T01:00:52Z', 'revision_number': 4, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'gw_port': {'id': 'ba4c44b3-597d-4a36-9e78-c7a4635964fd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:00:50Z', 'updated_at': '2022-10-23T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '82ab6488-6b18-4ad8-b485-c6f52a5eacb2', 'name': '', 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'mac_address': 'fa:16:3e:e3:ba:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a9e16815-4336-4cda-ac3b-da5c9a06661d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:00:52Z', 'updated_at': '2022-10-23T01:00:58Z', 'revision_number': 5, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'subnets': [{'id': 'a9e16815-4336-4cda-ac3b-da5c9a06661d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:37.183809 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2034df81-a2d3-4e18-84e8-6d766d26ff3c None None] The sync data for ids ['8fd18b97-ffc6-453a-a42c-97191397ee01'] in dv-cinder-master-3-iscsi is: [{'id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'name': 'tempest-AttachVolumeNegativeTest-2031464467-router', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.46'}], 'enable_snat': True}, 'gw_port_id': 'ba4c44b3-597d-4a36-9e78-c7a4635964fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:00:49Z', 'updated_at': '2022-10-23T01:00:52Z', 'revision_number': 4, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'gw_port': {'id': 'ba4c44b3-597d-4a36-9e78-c7a4635964fd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:00:50Z', 'updated_at': '2022-10-23T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '82ab6488-6b18-4ad8-b485-c6f52a5eacb2', 'name': '', 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'mac_address': 'fa:16:3e:e3:ba:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a9e16815-4336-4cda-ac3b-da5c9a06661d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:00:52Z', 'updated_at': '2022-10-23T01:00:58Z', 'revision_number': 5, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'subnets': [{'id': 'a9e16815-4336-4cda-ac3b-da5c9a06661d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:04:37.387715 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-79a4bf29-07ee-43ab-8021-7a986c93ca30 req-d975d68a-a097-465b-9be1-2804fff4c6f5 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f909ab3b-6de1-43e6-a214-a65fb12fdd8b HTTP/1.1" status: 200 len: 210 time: 0.0334094 Oct 23 01:04:37.419693 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282f90c4-53e9-4f6f-87ab-52c24bcdf485 None None] New status for floating IP 8d1649df-49c4-4db1-968a-d3a0554bf421: DOWN {{(pid=104554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:04:38.168528 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f909ab3b-6de1-43e6-a214-a65fb12fdd8b', 'name': 'network-vif-deleted', 'tag': '0b92dbda-db20-4405-91e4-52e1123c9209'}] {{(pid=104552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:04:38.172769 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e71a59ae106f7f9b2e36c913636ed0b95d68e581a9dbd71020046a5c2e6c46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78caf8f-9bf1-4ab5-9e14-4b1b6f68855f" -d '{"events": [{"server_uuid": "f909ab3b-6de1-43e6-a214-a65fb12fdd8b", "name": "network-vif-deleted", "tag": "0b92dbda-db20-4405-91e4-52e1123c9209"}]}' {{(pid=104552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:04:38.213523 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734e1000-5d8b-4160-bafc-8935758cc422 x-openstack-request-id: req-734e1000-5d8b-4160-bafc-8935758cc422 {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:04:38.213824 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f909ab3b-6de1-43e6-a214-a65fb12fdd8b", "name": "network-vif-deleted", "tag": "0b92dbda-db20-4405-91e4-52e1123c9209", "status": "completed", "code": 200}]} {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:04:38.214071 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-734e1000-5d8b-4160-bafc-8935758cc422 {{(pid=104552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:04:38.214482 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-734e1000-5d8b-4160-bafc-8935758cc422'] response: {'server_uuid': 'f909ab3b-6de1-43e6-a214-a65fb12fdd8b', 'name': 'network-vif-deleted', 'tag': '0b92dbda-db20-4405-91e4-52e1123c9209', 'status': 'completed', 'code': 200} Oct 23 01:04:38.512465 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-98ac0259-9b3b-488f-86b3-3359587038de req-79f0f1e9-e1f2-431e-847b-5e12453650b0 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f909ab3b-6de1-43e6-a214-a65fb12fdd8b HTTP/1.1" status: 200 len: 210 time: 0.0291655 Oct 23 01:04:39.650679 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-daf8bc73-c015-4b8d-852f-4b590f273e2f req-162f3f43-7c25-4f0b-9ca9-dc88784838d5 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=f909ab3b-6de1-43e6-a214-a65fb12fdd8b HTTP/1.1" status: 200 len: 210 time: 0.0356553 Oct 23 01:04:40.435601 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 56622) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:40.497189 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-bfb5ff6b-dd4e-46f4-be10-c3c669e34091 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks [] for security_group (9e47da15-b648-4e05-8264-514053b0be27), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:40.508650 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:40.517559 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:INSERT=6,neutron:SELECT=88,neutron:DELETE=6 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:40.523922 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-bfb5ff6b-dd4e-46f4-be10-c3c669e34091 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks [] for security_group (9e47da15-b648-4e05-8264-514053b0be27), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:40.586337 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-bfb5ff6b-dd4e-46f4-be10-c3c669e34091 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (9e47da15-b648-4e05-8264-514053b0be27), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:40.589274 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-bfb5ff6b-dd4e-46f4-be10-c3c669e34091 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:40.590453 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-bfb5ff6b-dd4e-46f4-be10-c3c669e34091 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/9e47da15-b648-4e05-8264-514053b0be27 HTTP/1.1" status: 204 len: 168 time: 0.1537838 Oct 23 01:04:40.599775 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb5ff6b-dd4e-46f4-be10-c3c669e34091 tempest-TestVolumeBootPattern-274362475 tempest-TestVolumeBootPattern-274362475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e47da15-b648-4e05-8264-514053b0be27,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:40.659247 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 56630) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:40.752852 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 56640) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:40.818338 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-d93d7612-df1c-4ee6-b8dd-0e2a86fdf557 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for security_group (10988333-e444-48fc-819a-71f5dfcdf37d), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:40.880445 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-d93d7612-df1c-4ee6-b8dd-0e2a86fdf557 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for security_group (10988333-e444-48fc-819a-71f5dfcdf37d), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:41.236388 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-d93d7612-df1c-4ee6-b8dd-0e2a86fdf557 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (10988333-e444-48fc-819a-71f5dfcdf37d), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:41.238891 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-d93d7612-df1c-4ee6-b8dd-0e2a86fdf557 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:41.240029 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-d93d7612-df1c-4ee6-b8dd-0e2a86fdf557 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/10988333-e444-48fc-819a-71f5dfcdf37d HTTP/1.1" status: 204 len: 168 time: 0.4862173 Oct 23 01:04:41.242950 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 56660) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:41.256552 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d7612-df1c-4ee6-b8dd-0e2a86fdf557 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10988333-e444-48fc-819a-71f5dfcdf37d,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:41.260362 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.api.v2.resource [None req-2e072017-0687-4bf7-8822-01a0bdf4a821 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] show failed (client error): The resource could not be found. Oct 23 01:04:41.262017 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-2e072017-0687-4bf7-8822-01a0bdf4a821 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/security-groups/10988333-e444-48fc-819a-71f5dfcdf37d HTTP/1.1" status: 404 len: 347 time: 0.0176437 Oct 23 01:04:41.264880 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 56662) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:41.408631 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [None req-c0f7389a-e318-47df-8ba3-d3474818c003 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Deleting port 6f04c088-4b2e-434b-b8ee-92c77bf7300e {{(pid=104552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:04:41.409014 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-c0f7389a-e318-47df-8ba3-d3474818c003 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (6f04c088-4b2e-434b-b8ee-92c77bf7300e), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:41.435495 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-4e500529-8585-4b9b-90ad-54dc1d6615ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-517241'] for router_interface (63e9c62b-0504-4d3f-bdb7-d47b057b9cb0), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:41.485931 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-c0f7389a-e318-47df-8ba3-d3474818c003 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (6f04c088-4b2e-434b-b8ee-92c77bf7300e), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:41.486355 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-c0f7389a-e318-47df-8ba3-d3474818c003 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for floatingip (6f04c088-4b2e-434b-b8ee-92c77bf7300e), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:41.500507 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [None req-c0f7389a-e318-47df-8ba3-d3474818c003 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Calling delete_port for 6f04c088-4b2e-434b-b8ee-92c77bf7300e owned by network:floatingip {{(pid=104552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:04:41.627366 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:41.642056 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-c0f7389a-e318-47df-8ba3-d3474818c003 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5995606'] for port (6f04c088-4b2e-434b-b8ee-92c77bf7300e), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:41.667605 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f7389a-e318-47df-8ba3-d3474818c003 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Pushing event deleted for resources: {'Port': ['ID=6f04c088-4b2e-434b-b8ee-92c77bf7300e,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:41.675905 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-4e500529-8585-4b9b-90ad-54dc1d6615ce admin admin] Deleting port 7e98a342-e446-43cd-a9ad-e1e77aed3807 {{(pid=104551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:04:41.676385 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-4e500529-8585-4b9b-90ad-54dc1d6615ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (7e98a342-e446-43cd-a9ad-e1e77aed3807), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:41.741345 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-c0f7389a-e318-47df-8ba3-d3474818c003 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for floatingip (8d1649df-49c4-4db1-968a-d3a0554bf421), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:41.743924 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-c0f7389a-e318-47df-8ba3-d3474818c003 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for floatingip (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:41.745281 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-c0f7389a-e318-47df-8ba3-d3474818c003 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/8d1649df-49c4-4db1-968a-d3a0554bf421 HTTP/1.1" status: 204 len: 168 time: 0.4792769 Oct 23 01:04:41.771903 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.db [None req-4e500529-8585-4b9b-90ad-54dc1d6615ce admin admin] For port 7e98a342-e446-43cd-a9ad-e1e77aed3807, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=7e98a342-e446-43cd-a9ad-e1e77aed3807,segment=NetworkSegment(d3b56b04-e2e1-4f00-a9db-1de40f8c425f),segment_id=d3b56b04-e2e1-4f00-a9db-1de40f8c425f)] {{(pid=104551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:04:41.771903 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-4e500529-8585-4b9b-90ad-54dc1d6615ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (7e98a342-e446-43cd-a9ad-e1e77aed3807), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:41.785267 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-4e500529-8585-4b9b-90ad-54dc1d6615ce admin admin] Calling delete_port for 7e98a342-e446-43cd-a9ad-e1e77aed3807 owned by network:router_interface {{(pid=104551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:04:41.797419 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:41.819108 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 56678) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:41.823919 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [None req-05fed29a-d47d-4495-bdc3-6ec7a0738e41 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2031302748', 'description': 'tempest-description--658618554'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:04:41.830184 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:41.847320 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-05fed29a-d47d-4495-bdc3-6ec7a0738e41 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for security_group (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:41.918427 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-05fed29a-d47d-4495-bdc3-6ec7a0738e41 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for security_group (33d5c0e5-8009-4147-b50c-1cd4826f080d), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:41.923585 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-05fed29a-d47d-4495-bdc3-6ec7a0738e41 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (33d5c0e5-8009-4147-b50c-1cd4826f080d), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:41.957558 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-05fed29a-d47d-4495-bdc3-6ec7a0738e41 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for security_group (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:41.959161 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-05fed29a-d47d-4495-bdc3-6ec7a0738e41 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1388516 Oct 23 01:04:41.960141 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fed29a-d47d-4495-bdc3-6ec7a0738e41 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33d5c0e5-8009-4147-b50c-1cd4826f080d,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:41.962349 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 56684) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:41.967370 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [None req-b7409ce0-a87b-437e-8ec2-1a0b13be2136 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Request body: {'security_group_rule': {'security_group_id': '33d5c0e5-8009-4147-b50c-1cd4826f080d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:04:41.989145 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-4e500529-8585-4b9b-90ad-54dc1d6615ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6140158'] for port (7e98a342-e446-43cd-a9ad-e1e77aed3807), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:41.998080 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-b7409ce0-a87b-437e-8ec2-1a0b13be2136 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for security_group_rule (0da1dd84-c41c-4a4e-a8bd-e0145d32daea), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:42.018098 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e500529-8585-4b9b-90ad-54dc1d6615ce admin admin] Pushing event deleted for resources: {'Port': ['ID=7e98a342-e446-43cd-a9ad-e1e77aed3807,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:42.063508 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-b7409ce0-a87b-437e-8ec2-1a0b13be2136 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for security_group_rule (0da1dd84-c41c-4a4e-a8bd-e0145d32daea), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:42.071470 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-b7409ce0-a87b-437e-8ec2-1a0b13be2136 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468706'] for security_group_rule (0da1dd84-c41c-4a4e-a8bd-e0145d32daea), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:42.102749 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:42.107171 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7409ce0-a87b-437e-8ec2-1a0b13be2136 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0da1dd84-c41c-4a4e-a8bd-e0145d32daea,revision_number=0']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:42.113455 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-b7409ce0-a87b-437e-8ec2-1a0b13be2136 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:42.118006 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-b7409ce0-a87b-437e-8ec2-1a0b13be2136 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1544087 Oct 23 01:04:42.118652 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 56692) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:42.124431 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [None req-e95abf31-b463-44d6-b42b-a580c44785c1 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Request body: {'security_group_rule': {'security_group_id': '33d5c0e5-8009-4147-b50c-1cd4826f080d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:04:42.162049 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-e95abf31-b463-44d6-b42b-a580c44785c1 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for security_group_rule (e605c6a4-b2ee-499b-b6ac-cf651616e3e0), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:42.243920 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-4e500529-8585-4b9b-90ad-54dc1d6615ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516553'] for router_interface (63e9c62b-0504-4d3f-bdb7-d47b057b9cb0), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:42.256707 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-e95abf31-b463-44d6-b42b-a580c44785c1 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for security_group_rule (e605c6a4-b2ee-499b-b6ac-cf651616e3e0), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:42.269496 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-e95abf31-b463-44d6-b42b-a580c44785c1 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468706'] for security_group_rule (e605c6a4-b2ee-499b-b6ac-cf651616e3e0), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:42.302323 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-e95abf31-b463-44d6-b42b-a580c44785c1 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:42.308100 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 56696) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:42.309376 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-e95abf31-b463-44d6-b42b-a580c44785c1 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1882918 Oct 23 01:04:42.312273 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95abf31-b463-44d6-b42b-a580c44785c1 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e605c6a4-b2ee-499b-b6ac-cf651616e3e0,revision_number=0']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:42.313158 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e7ce7a-2a3c-4eee-907a-042cb893cc45 None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=104553) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:04:42.313895 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-b2ceecd2-1c4b-4a34-9f3a-3779b83c627f tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Request body: {'floatingip': {'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:04:42.380421 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-b2ceecd2-1c4b-4a34-9f3a-3779b83c627f tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:42.414701 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e7ce7a-2a3c-4eee-907a-042cb893cc45 None None] Resources bound (agent type, host, resource id): {{(pid=104553) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:04:42.542805 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-b2ceecd2-1c4b-4a34-9f3a-3779b83c627f tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:42.609883 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e500529-8585-4b9b-90ad-54dc1d6615ce admin admin] Router 63e9c62b-0504-4d3f-bdb7-d47b057b9cb0 has already been hosted by L3 agent 71de1650-f9d9-4095-92e6-e37ec99e20cf {{(pid=104551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:04:42.701610 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:42.711996 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.db_base_plugin_common [None req-b2ceecd2-1c4b-4a34-9f3a-3779b83c627f tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Allocated IP 172.37.4.43 (f9ff398c-cd2a-4430-b908-7f7163c266f3/dd152ba8-6213-403c-b7fc-9b4ab174f9a2/433d21b9-4c8d-4d8e-b7c0-eea8622f5ef9) {{(pid=104551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:04:42.720597 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:42.823160 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e500529-8585-4b9b-90ad-54dc1d6615ce admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:04:42.832337 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-4e500529-8585-4b9b-90ad-54dc1d6615ce admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/63e9c62b-0504-4d3f-bdb7-d47b057b9cb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1686509 Oct 23 01:04:42.832337 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 56704) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:42.835340 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f447cbe-4075-453f-803b-e6726d21bb67 None None] Sync routers for ids ['63e9c62b-0504-4d3f-bdb7-d47b057b9cb0'] in dv-cinder-master-3-iscsi {{(pid=104553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:04:42.847174 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f447cbe-4075-453f-803b-e6726d21bb67 None None] Routers {'63e9c62b-0504-4d3f-bdb7-d47b057b9cb0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:04:42.848095 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-7f447cbe-4075-453f-803b-e6726d21bb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:04:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['63e9c62b-0504-4d3f-bdb7-d47b057b9cb0'], 'active': True} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:42.927670 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-b2ceecd2-1c4b-4a34-9f3a-3779b83c627f tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for port (433d21b9-4c8d-4d8e-b7c0-eea8622f5ef9), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:42.961840 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvr_db [None req-7f447cbe-4075-453f-803b-e6726d21bb67 None None] Set router 63e9c62b-0504-4d3f-bdb7-d47b057b9cb0 gateway port host: dv-cinder-master-3-iscsi {{(pid=104553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:04:42.988929 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-c5b1389b-326f-4bb9-a237-c9d7a9d129c1 admin admin] Publish callbacks [] for router (63e9c62b-0504-4d3f-bdb7-d47b057b9cb0), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:43.049791 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-b2ceecd2-1c4b-4a34-9f3a-3779b83c627f tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6140158'] for port (433d21b9-4c8d-4d8e-b7c0-eea8622f5ef9), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:43.138893 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ceecd2-1c4b-4a34-9f3a-3779b83c627f tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Pushing event updated for resources: {'Port': ['ID=433d21b9-4c8d-4d8e-b7c0-eea8622f5ef9,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:43.140571 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-7f447cbe-4075-453f-803b-e6726d21bb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'name': 'tempest-TestVolumeBootPattern-98750219-router', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.242'}], 'enable_snat': True}, 'gw_port_id': '2b62c892-4abb-42c7-af27-c6803021dfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:56:45Z', 'updated_at': '2022-10-23T01:04:41Z', 'revision_number': 5, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'gw_port': {'id': '2b62c892-4abb-42c7-af27-c6803021dfdd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:81:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 239, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:56:46Z', 'updated_at': '2022-10-23T00:56:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:43.145210 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ceecd2-1c4b-4a34-9f3a-3779b83c627f tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Network f9ff398c-cd2a-4430-b908-7f7163c266f3 is already hosted by enough agents. {{(pid=104551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:04:43.148947 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.base_scheduler [None req-b2ceecd2-1c4b-4a34-9f3a-3779b83c627f tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Resources bound (agent type, host, resource id): {{(pid=104551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:04:43.151735 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ceecd2-1c4b-4a34-9f3a-3779b83c627f tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Received port after_create {{(pid=104551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:04:43.157322 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-c5b1389b-326f-4bb9-a237-c9d7a9d129c1 admin admin] Publish callbacks [] for router_gateway (63e9c62b-0504-4d3f-bdb7-d47b057b9cb0), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:43.181626 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f447cbe-4075-453f-803b-e6726d21bb67 None None] Checking router: 63e9c62b-0504-4d3f-bdb7-d47b057b9cb0 for host: dv-cinder-master-3-iscsi {{(pid=104553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:04:43.191482 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f447cbe-4075-453f-803b-e6726d21bb67 None None] Routers {'63e9c62b-0504-4d3f-bdb7-d47b057b9cb0'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:04:43.192251 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-7f447cbe-4075-453f-803b-e6726d21bb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:04:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['63e9c62b-0504-4d3f-bdb7-d47b057b9cb0'], 'active': True} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:43.258594 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-c5b1389b-326f-4bb9-a237-c9d7a9d129c1 admin admin] Deleting port 2b62c892-4abb-42c7-af27-c6803021dfdd {{(pid=104551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:04:43.258940 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-c5b1389b-326f-4bb9-a237-c9d7a9d129c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (2b62c892-4abb-42c7-af27-c6803021dfdd), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:43.264069 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=100 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:43.284483 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-3133a5f5-da01-4518-b9b9-ef5e5cac3c86 None None] Provisioning complete for port 8e19ef52-eb7c-490c-b5d3-d40c46bfcd0f triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:04:43.284878 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-3133a5f5-da01-4518-b9b9-ef5e5cac3c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (8e19ef52-eb7c-490c-b5d3-d40c46bfcd0f), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:43.285174 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-3133a5f5-da01-4518-b9b9-ef5e5cac3c86 None None] Attempt 1 to provision port 8e19ef52-eb7c-490c-b5d3-d40c46bfcd0f Oct 23 01:04:43.291047 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvr_db [None req-7f447cbe-4075-453f-803b-e6726d21bb67 None None] Set router 63e9c62b-0504-4d3f-bdb7-d47b057b9cb0 gateway port host: None {{(pid=104553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:04:43.325181 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-b2ceecd2-1c4b-4a34-9f3a-3779b83c627f tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for floatingip (94219bc5-a8e1-443b-92d8-2b916ad75925), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:43.356518 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-7f447cbe-4075-453f-803b-e6726d21bb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'name': 'tempest-TestVolumeBootPattern-98750219-router', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:56:45Z', 'updated_at': '2022-10-23T01:04:43Z', 'revision_number': 6, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:43.383883 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.db [None req-c5b1389b-326f-4bb9-a237-c9d7a9d129c1 admin admin] For port 2b62c892-4abb-42c7-af27-c6803021dfdd, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=2b62c892-4abb-42c7-af27-c6803021dfdd,segment=NetworkSegment(0d47d9bc-e081-4c9e-9d69-e5804f7aef1d),segment_id=0d47d9bc-e081-4c9e-9d69-e5804f7aef1d)] {{(pid=104551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:04:43.384230 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-c5b1389b-326f-4bb9-a237-c9d7a9d129c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (2b62c892-4abb-42c7-af27-c6803021dfdd), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:43.389941 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=100 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:43.392744 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f447cbe-4075-453f-803b-e6726d21bb67 None None] The sync data for ids ['63e9c62b-0504-4d3f-bdb7-d47b057b9cb0'] in dv-cinder-master-3-iscsi is: [{'id': '63e9c62b-0504-4d3f-bdb7-d47b057b9cb0', 'name': 'tempest-TestVolumeBootPattern-98750219-router', 'tenant_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:56:45Z', 'updated_at': '2022-10-23T01:04:43Z', 'revision_number': 6, 'project_id': 'e3f6e9751be34c2fb4e0e1b9915e6b52', 'gw_port_host': None}] {{(pid=104553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:04:43.398401 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-b2ceecd2-1c4b-4a34-9f3a-3779b83c627f tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (433d21b9-4c8d-4d8e-b7c0-eea8622f5ef9), before_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:43.404094 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=3 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:43.408066 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-c5b1389b-326f-4bb9-a237-c9d7a9d129c1 admin admin] Calling delete_port for 2b62c892-4abb-42c7-af27-c6803021dfdd owned by network:router_gateway {{(pid=104551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:04:43.438014 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-3133a5f5-da01-4518-b9b9-ef5e5cac3c86 None None] Current status of the port 8e19ef52-eb7c-490c-b5d3-d40c46bfcd0f is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:04:43.699543 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:43.908044 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-b2ceecd2-1c4b-4a34-9f3a-3779b83c627f tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for port (433d21b9-4c8d-4d8e-b7c0-eea8622f5ef9), precommit_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:43.915718 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-b2ceecd2-1c4b-4a34-9f3a-3779b83c627f tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6140151'] for port (433d21b9-4c8d-4d8e-b7c0-eea8622f5ef9), after_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:43.979376 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-c5b1389b-326f-4bb9-a237-c9d7a9d129c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6140158'] for port (2b62c892-4abb-42c7-af27-c6803021dfdd), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:44.003057 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-b2ceecd2-1c4b-4a34-9f3a-3779b83c627f tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516985'] for floatingip (94219bc5-a8e1-443b-92d8-2b916ad75925), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:44.007830 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ceecd2-1c4b-4a34-9f3a-3779b83c627f tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Pushing event updated for resources: {'Port': ['ID=433d21b9-4c8d-4d8e-b7c0-eea8622f5ef9,revision_number=2']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:44.052481 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b1389b-326f-4bb9-a237-c9d7a9d129c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b62c892-4abb-42c7-af27-c6803021dfdd,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:44.058020 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-b2ceecd2-1c4b-4a34-9f3a-3779b83c627f tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for floatingip (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:44.059279 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-b2ceecd2-1c4b-4a34-9f3a-3779b83c627f tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7505319 Oct 23 01:04:44.097654 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-c5b1389b-326f-4bb9-a237-c9d7a9d129c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-517020'] for router_gateway (63e9c62b-0504-4d3f-bdb7-d47b057b9cb0), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:44.194555 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-c5b1389b-326f-4bb9-a237-c9d7a9d129c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-401043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123571'] for router (63e9c62b-0504-4d3f-bdb7-d47b057b9cb0), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:44.197255 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-c5b1389b-326f-4bb9-a237-c9d7a9d129c1 admin admin] Publish callbacks [] for router_controller (63e9c62b-0504-4d3f-bdb7-d47b057b9cb0), precommit_delete_associations {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:44.259254 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-c5b1389b-326f-4bb9-a237-c9d7a9d129c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517178'] for router (63e9c62b-0504-4d3f-bdb7-d47b057b9cb0), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:44.260230 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b1389b-326f-4bb9-a237-c9d7a9d129c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63e9c62b-0504-4d3f-bdb7-d47b057b9cb0 {{(pid=104551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:04:44.265456 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-c5b1389b-326f-4bb9-a237-c9d7a9d129c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:44.267097 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-c5b1389b-326f-4bb9-a237-c9d7a9d129c1 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/63e9c62b-0504-4d3f-bdb7-d47b057b9cb0 HTTP/1.1" status: 204 len: 168 time: 1.4337423 Oct 23 01:04:44.269340 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 56726) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:44.289449 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 7e98a342-e446-43cd-a9ad-e1e77aed3807 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:04:44.312412 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] No Port match for: 7e98a342-e446-43cd-a9ad-e1e77aed3807 {{(pid=104553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:04:44.313115 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 7e98a342-e446-43cd-a9ad-e1e77aed3807 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:04:44.313773 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 2b62c892-4abb-42c7-af27-c6803021dfdd no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:04:44.331918 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.db_base_plugin_v2 [None req-7978a2fe-0fc3-412b-b813-405fd0778694 admin admin] Deleting subnet 6978021c-740e-4d5a-a551-8462e322d9a8 {{(pid=104551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:04:44.337611 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3ec55d02-2032-4a6a-9fb0-7fb5588c1a38 req-02824bb7-414d-4c13-ba57-b1d7956ee7e3 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2031302748&fields=id&tenant_id=3fae115d5ad049b5b40c59212216d458 HTTP/1.1" status: 200 len: 267 time: 0.0572822 Oct 23 01:04:44.338193 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-7978a2fe-0fc3-412b-b813-405fd0778694 admin admin] Publish callbacks [] for subnet (6978021c-740e-4d5a-a551-8462e322d9a8), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:44.341049 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] No Port match for: 2b62c892-4abb-42c7-af27-c6803021dfdd {{(pid=104553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:04:44.341522 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 2b62c892-4abb-42c7-af27-c6803021dfdd not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:04:44.391936 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-7978a2fe-0fc3-412b-b813-405fd0778694 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8119832'] for subnet (6978021c-740e-4d5a-a551-8462e322d9a8), precommit_delete_associations {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:44.460668 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:44.474892 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-7978a2fe-0fc3-412b-b813-405fd0778694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13457227'] for subnet (6978021c-740e-4d5a-a551-8462e322d9a8), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:44.535951 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-7978a2fe-0fc3-412b-b813-405fd0778694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-13457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6139661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4819808'] for subnet (6978021c-740e-4d5a-a551-8462e322d9a8), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:44.551855 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec55d02-2032-4a6a-9fb0-7fb5588c1a38 req-10949317-bcf4-43c4-a3bb-a2da8278af6e tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:44.553413 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3ec55d02-2032-4a6a-9fb0-7fb5588c1a38 req-10949317-bcf4-43c4-a3bb-a2da8278af6e tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/networks?id=fd218502-570d-4f7c-88c1-4499072d8f6e HTTP/1.1" status: 200 len: 815 time: 0.2015114 Oct 23 01:04:44.561428 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e750a6ec-318c-435b-8ec7-c106f0b2a6d6 req-02334e85-5b66-4246-bd4e-722f60c84efd tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:44.564469 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7978a2fe-0fc3-412b-b813-405fd0778694 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6978021c-740e-4d5a-a551-8462e322d9a8,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:44.565169 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e750a6ec-318c-435b-8ec7-c106f0b2a6d6 req-02334e85-5b66-4246-bd4e-722f60c84efd tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] 10.222.0.18 "GET /networking/v2.0/networks?id=320914bd-cd74-49c1-ba25-abce6f5b5bb0 HTTP/1.1" status: 200 len: 814 time: 0.1824923 Oct 23 01:04:44.568116 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-7978a2fe-0fc3-412b-b813-405fd0778694 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:44.574532 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-7978a2fe-0fc3-412b-b813-405fd0778694 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/6978021c-740e-4d5a-a551-8462e322d9a8 HTTP/1.1" status: 204 len: 168 time: 0.3039844 Oct 23 01:04:44.575193 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 56738) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:44.575798 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0efa2cd-da0b-414e-a4a2-5f5c69e52187 None None] Network 858cf055-6f06-45a9-bd3f-2b834e6b7b79 requested from dv-cinder-master-3-iscsi {{(pid=104553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:04:44.593841 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e750a6ec-318c-435b-8ec7-c106f0b2a6d6 req-aa33493d-d723-4bfc-8f83-40067e16490c tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] 10.222.0.18 "GET /networking/v2.0/quotas/7e97fa3e253f435d817619feeeb5260c HTTP/1.1" status: 200 len: 375 time: 0.0211711 Oct 23 01:04:44.596746 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3ec55d02-2032-4a6a-9fb0-7fb5588c1a38 req-571da2f2-a1b4-4405-bc00-5ebaeb548467 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/quotas/3fae115d5ad049b5b40c59212216d458 HTTP/1.1" status: 200 len: 375 time: 0.0209928 Oct 23 01:04:44.636735 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e750a6ec-318c-435b-8ec7-c106f0b2a6d6 req-941cb570-bbad-4e0a-bc6a-5ba6de73cd93 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=7e97fa3e253f435d817619feeeb5260c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370109 Oct 23 01:04:44.660872 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-768d3f3d-3225-4d16-bf33-eb976ff3786c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13506626'] for network (858cf055-6f06-45a9-bd3f-2b834e6b7b79), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:44.694462 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:44.700977 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:44.711556 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-768d3f3d-3225-4d16-bf33-eb976ff3786c admin admin] Deleting port 8e19ef52-eb7c-490c-b5d3-d40c46bfcd0f {{(pid=104551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:04:44.711906 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-768d3f3d-3225-4d16-bf33-eb976ff3786c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (8e19ef52-eb7c-490c-b5d3-d40c46bfcd0f), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:44.766160 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3ec55d02-2032-4a6a-9fb0-7fb5588c1a38 req-3378b78e-1b8e-436e-95b8-487b9023fe88 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=3fae115d5ad049b5b40c59212216d458&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1561244 Oct 23 01:04:44.794964 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed71d66-fcb7-4185-a6aa-094bc1b7c799 None None] DHCP port deletion for 858cf055-6f06-45a9-bd3f-2b834e6b7b79 request from dv-cinder-master-3-iscsi {{(pid=104553) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:04:44.801949 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.db [None req-768d3f3d-3225-4d16-bf33-eb976ff3786c admin admin] For port 8e19ef52-eb7c-490c-b5d3-d40c46bfcd0f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8e19ef52-eb7c-490c-b5d3-d40c46bfcd0f,segment=NetworkSegment(d3b56b04-e2e1-4f00-a9db-1de40f8c425f),segment_id=d3b56b04-e2e1-4f00-a9db-1de40f8c425f)] {{(pid=104551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:04:44.802485 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-768d3f3d-3225-4d16-bf33-eb976ff3786c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (8e19ef52-eb7c-490c-b5d3-d40c46bfcd0f), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:44.818533 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-768d3f3d-3225-4d16-bf33-eb976ff3786c admin admin] Calling delete_port for 8e19ef52-eb7c-490c-b5d3-d40c46bfcd0f owned by network:dhcp {{(pid=104551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:04:44.829569 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e750a6ec-318c-435b-8ec7-c106f0b2a6d6 req-fba67658-a9d5-4b34-bfa7-93336ec95d24 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/320914bd-cd74-49c1-ba25-abce6f5b5bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639543 Oct 23 01:04:44.846590 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-9ed71d66-fcb7-4185-a6aa-094bc1b7c799 None None] Deleting port 8e19ef52-eb7c-490c-b5d3-d40c46bfcd0f {{(pid=104553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:04:44.846963 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-9ed71d66-fcb7-4185-a6aa-094bc1b7c799 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (8e19ef52-eb7c-490c-b5d3-d40c46bfcd0f), before_delete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:44.915398 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-768d3f3d-3225-4d16-bf33-eb976ff3786c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6140158'] for port (8e19ef52-eb7c-490c-b5d3-d40c46bfcd0f), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:44.921167 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-9ed71d66-fcb7-4185-a6aa-094bc1b7c799 None None] For port 8e19ef52-eb7c-490c-b5d3-d40c46bfcd0f, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8e19ef52-eb7c-490c-b5d3-d40c46bfcd0f,segment=NetworkSegment(d3b56b04-e2e1-4f00-a9db-1de40f8c425f),segment_id=d3b56b04-e2e1-4f00-a9db-1de40f8c425f)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:04:44.921876 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-9ed71d66-fcb7-4185-a6aa-094bc1b7c799 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (8e19ef52-eb7c-490c-b5d3-d40c46bfcd0f), precommit_delete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:44.937222 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-9ed71d66-fcb7-4185-a6aa-094bc1b7c799 None None] Calling delete_port for 8e19ef52-eb7c-490c-b5d3-d40c46bfcd0f owned by network:dhcp {{(pid=104553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:04:44.948582 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768d3f3d-3225-4d16-bf33-eb976ff3786c admin admin] Pushing event deleted for resources: {'Port': ['ID=8e19ef52-eb7c-490c-b5d3-d40c46bfcd0f,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:44.950525 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768d3f3d-3225-4d16-bf33-eb976ff3786c admin admin] No DVR routers for this DVR port 8e19ef52-eb7c-490c-b5d3-d40c46bfcd0f on host dv-cinder-master-3-iscsi {{(pid=104551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:04:44.971899 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3ec55d02-2032-4a6a-9fb0-7fb5588c1a38 req-84bf4e25-598a-4e67-8891-bc436c159ae2 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/fd218502-570d-4f7c-88c1-4499072d8f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683078 Oct 23 01:04:44.983206 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e750a6ec-318c-435b-8ec7-c106f0b2a6d6 req-a344dc61-bd36-40ca-872f-8fce2bfbe79c service neutron] 10.222.0.18 "GET /networking/v2.0/networks/320914bd-cd74-49c1-ba25-abce6f5b5bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243527 Oct 23 01:04:45.033513 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-9ed71d66-fcb7-4185-a6aa-094bc1b7c799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455'] for port (8e19ef52-eb7c-490c-b5d3-d40c46bfcd0f), after_delete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:45.033834 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-768d3f3d-3225-4d16-bf33-eb976ff3786c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13455826', 'neutron.services.segments.db._delete_segments_for_network-8758734904131'] for network (858cf055-6f06-45a9-bd3f-2b834e6b7b79), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:45.056685 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.services.segments.db [None req-768d3f3d-3225-4d16-bf33-eb976ff3786c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['858cf055-6f06-45a9-bd3f-2b834e6b7b79']}} {{(pid=104551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:45.067204 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.services.segments.db [None req-768d3f3d-3225-4d16-bf33-eb976ff3786c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3b56b04-e2e1-4f00-a9db-1de40f8c425f') {'for_net_delete': True} {{(pid=104551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:45.067433 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.services.segments.db [None req-768d3f3d-3225-4d16-bf33-eb976ff3786c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3b56b04-e2e1-4f00-a9db-1de40f8c425f') {} {{(pid=104551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:45.075703 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed71d66-fcb7-4185-a6aa-094bc1b7c799 None None] Pushing event deleted for resources: {'Port': ['ID=8e19ef52-eb7c-490c-b5d3-d40c46bfcd0f,revision_number=None']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:45.078271 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-768d3f3d-3225-4d16-bf33-eb976ff3786c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758734904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8119827'] for segment (d3b56b04-e2e1-4f00-a9db-1de40f8c425f), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:45.088554 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed71d66-fcb7-4185-a6aa-094bc1b7c799 None None] No DVR routers for this DVR port 8e19ef52-eb7c-490c-b5d3-d40c46bfcd0f on host dv-cinder-master-3-iscsi {{(pid=104553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:04:45.090853 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed71d66-fcb7-4185-a6aa-094bc1b7c799 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:45.091439 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed71d66-fcb7-4185-a6aa-094bc1b7c799 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:45.091780 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed71d66-fcb7-4185-a6aa-094bc1b7c799 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:45.092277 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed71d66-fcb7-4185-a6aa-094bc1b7c799 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:45.092881 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed71d66-fcb7-4185-a6aa-094bc1b7c799 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:45.093691 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-768d3f3d-3225-4d16-bf33-eb976ff3786c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13381139'] for segment (d3b56b04-e2e1-4f00-a9db-1de40f8c425f), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:45.094492 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed71d66-fcb7-4185-a6aa-094bc1b7c799 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:45.095064 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed71d66-fcb7-4185-a6aa-094bc1b7c799 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:45.095563 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed71d66-fcb7-4185-a6aa-094bc1b7c799 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:45.096144 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed71d66-fcb7-4185-a6aa-094bc1b7c799 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:45.096442 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed71d66-fcb7-4185-a6aa-094bc1b7c799 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:45.097166 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed71d66-fcb7-4185-a6aa-094bc1b7c799 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:45.097654 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed71d66-fcb7-4185-a6aa-094bc1b7c799 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:45.098157 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed71d66-fcb7-4185-a6aa-094bc1b7c799 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:45.098780 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed71d66-fcb7-4185-a6aa-094bc1b7c799 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:45.099307 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed71d66-fcb7-4185-a6aa-094bc1b7c799 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:04:45.102295 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-768d3f3d-3225-4d16-bf33-eb976ff3786c admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=104551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:04:45.108528 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-768d3f3d-3225-4d16-bf33-eb976ff3786c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13381139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6140075'] for segment (d3b56b04-e2e1-4f00-a9db-1de40f8c425f), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:45.112322 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:45.125385 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3ec55d02-2032-4a6a-9fb0-7fb5588c1a38 req-7b9fa64f-86d6-40a6-b66a-0f5fed0d4f7e service neutron] 10.222.0.18 "GET /networking/v2.0/networks/fd218502-570d-4f7c-88c1-4499072d8f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231065 Oct 23 01:04:45.220029 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-768d3f3d-3225-4d16-bf33-eb976ff3786c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13455835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516948'] for network (858cf055-6f06-45a9-bd3f-2b834e6b7b79), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:45.227035 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-768d3f3d-3225-4d16-bf33-eb976ff3786c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for network (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:45.231105 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-768d3f3d-3225-4d16-bf33-eb976ff3786c admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/858cf055-6f06-45a9-bd3f-2b834e6b7b79 HTTP/1.1" status: 204 len: 168 time: 0.6549633 Oct 23 01:04:45.234066 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 56754) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:45.244072 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768d3f3d-3225-4d16-bf33-eb976ff3786c admin admin] Pushing event deleted for resources: {'Network': ['ID=858cf055-6f06-45a9-bd3f-2b834e6b7b79,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:45.299318 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-463260ab-acc9-49a9-819e-dc516c193c71 req-ca2215db-df52-4fed-b914-550c85a82d19 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9cac3dfe-3d48-4876-80e0-c86e7eb2a048 HTTP/1.1" status: 200 len: 210 time: 0.0886300 Oct 23 01:04:45.339457 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.services.segments.plugin [-] Segment d3b56b04-e2e1-4f00-a9db-1de40f8c425f resource provider aggregate not found Oct 23 01:04:45.368680 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.services.segments.plugin [-] Segment d3b56b04-e2e1-4f00-a9db-1de40f8c425f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d3b56b04-e2e1-4f00-a9db-1de40f8c425f found for delete ", "request_id": "req-8733f00f-9e38-47af-a7fc-3dc1863178f9"}]} Oct 23 01:04:45.405853 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-46cc18ef-e00a-4631-90d6-c60bd9f36066 req-aeca4104-02b1-4dc3-b9c3-08e17fb5d43f tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1377f4b5-edc1-48c4-9e96-8fa7da42bc06 HTTP/1.1" status: 200 len: 210 time: 0.0406241 Oct 23 01:04:45.659704 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-a2822e0f-3191-44d0-ab01-bfb9409b5246 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-517241'] for router_interface (53f557d1-b75d-4835-9f36-d774c5942bfc), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:45.911509 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [None req-a2822e0f-3191-44d0-ab01-bfb9409b5246 admin admin] Deleting port 55c9d1b4-a571-45cb-ad61-6353c862fcd6 {{(pid=104552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:04:45.911853 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-a2822e0f-3191-44d0-ab01-bfb9409b5246 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (55c9d1b4-a571-45cb-ad61-6353c862fcd6), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:45.978416 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:46.007037 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [None req-a2822e0f-3191-44d0-ab01-bfb9409b5246 admin admin] For port 55c9d1b4-a571-45cb-ad61-6353c862fcd6, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=55c9d1b4-a571-45cb-ad61-6353c862fcd6,segment=NetworkSegment(e815dbec-503c-49d3-92df-c327e2f51879),segment_id=e815dbec-503c-49d3-92df-c327e2f51879)] {{(pid=104552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:04:46.007402 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-a2822e0f-3191-44d0-ab01-bfb9409b5246 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (55c9d1b4-a571-45cb-ad61-6353c862fcd6), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:46.022173 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [None req-a2822e0f-3191-44d0-ab01-bfb9409b5246 admin admin] Calling delete_port for 55c9d1b4-a571-45cb-ad61-6353c862fcd6 owned by network:router_interface {{(pid=104552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:04:46.197906 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:46.214775 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-a2822e0f-3191-44d0-ab01-bfb9409b5246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5995606'] for port (55c9d1b4-a571-45cb-ad61-6353c862fcd6), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:46.226360 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 8e19ef52-eb7c-490c-b5d3-d40c46bfcd0f no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:04:46.246514 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] No Port match for: 8e19ef52-eb7c-490c-b5d3-d40c46bfcd0f {{(pid=104553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:04:46.246872 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 8e19ef52-eb7c-490c-b5d3-d40c46bfcd0f not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:04:46.252489 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2822e0f-3191-44d0-ab01-bfb9409b5246 admin admin] Pushing event deleted for resources: {'Port': ['ID=55c9d1b4-a571-45cb-ad61-6353c862fcd6,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:46.542412 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-749d4273-ef07-4373-9a72-a77bea19af31 req-b1088390-7e82-456b-b764-faeed8f82e03 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9cac3dfe-3d48-4876-80e0-c86e7eb2a048 HTTP/1.1" status: 200 len: 210 time: 0.0659087 Oct 23 01:04:46.894681 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e815ac86-2509-4d78-8758-1a3d560bcc0b req-307beb94-abdb-4285-8642-08a1aa06a6a1 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1377f4b5-edc1-48c4-9e96-8fa7da42bc06 HTTP/1.1" status: 200 len: 210 time: 0.3882539 Oct 23 01:04:46.918531 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e750a6ec-318c-435b-8ec7-c106f0b2a6d6 req-5055b2bc-9d91-4977-8746-7c495c2f1da8 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:46.920056 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e750a6ec-318c-435b-8ec7-c106f0b2a6d6 req-5055b2bc-9d91-4977-8746-7c495c2f1da8 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] 10.222.0.52 "GET /networking/v2.0/networks?id=320914bd-cd74-49c1-ba25-abce6f5b5bb0 HTTP/1.1" status: 200 len: 814 time: 0.5590577 Oct 23 01:04:46.964629 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [req-e750a6ec-318c-435b-8ec7-c106f0b2a6d6 req-e90bcb96-d4b3-4a62-a069-904809d4e54b tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Request body: {'port': {'device_id': '9cac3dfe-3d48-4876-80e0-c86e7eb2a048', 'network_id': '320914bd-cd74-49c1-ba25-abce6f5b5bb0', 'admin_state_up': True, 'tenant_id': '7e97fa3e253f435d817619feeeb5260c'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:04:46.994946 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-a2822e0f-3191-44d0-ab01-bfb9409b5246 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516553'] for router_interface (53f557d1-b75d-4835-9f36-d774c5942bfc), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:47.062979 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce8b8f3-845a-4906-a143-6f78da5f2980 None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=104553) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:04:47.133461 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec55d02-2032-4a6a-9fb0-7fb5588c1a38 req-62dd098e-469a-4e89-88ce-cb851426c5d3 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:47.135101 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3ec55d02-2032-4a6a-9fb0-7fb5588c1a38 req-62dd098e-469a-4e89-88ce-cb851426c5d3 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.52 "GET /networking/v2.0/networks?id=fd218502-570d-4f7c-88c1-4499072d8f6e HTTP/1.1" status: 200 len: 815 time: 0.2780015 Oct 23 01:04:47.156396 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce8b8f3-845a-4906-a143-6f78da5f2980 None None] Resources bound (agent type, host, resource id): {{(pid=104553) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:04:47.212342 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:47.259150 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 56798) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:47.260457 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e750a6ec-318c-435b-8ec7-c106f0b2a6d6 req-e90bcb96-d4b3-4a62-a069-904809d4e54b tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Made reservation on behalf of 7e97fa3e253f435d817619feeeb5260c for: {'port': 1} {{(pid=104552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:04:47.264579 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-e750a6ec-318c-435b-8ec7-c106f0b2a6d6 req-e90bcb96-d4b3-4a62-a069-904809d4e54b tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:47.288526 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3ec55d02-2032-4a6a-9fb0-7fb5588c1a38 req-12e271bc-be40-4b25-a973-a2c307e5f003 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3fae115d5ad049b5b40c59212216d458 HTTP/1.1" status: 200 len: 380 time: 0.1407084 Oct 23 01:04:47.304404 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:47.337231 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [req-3ec55d02-2032-4a6a-9fb0-7fb5588c1a38 req-3a8063a6-5911-482c-9536-135d85401edd tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Request body: {'port': {'device_id': '1377f4b5-edc1-48c4-9e96-8fa7da42bc06', 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e', 'admin_state_up': True, 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'security_groups': ['33d5c0e5-8009-4147-b50c-1cd4826f080d']}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:04:47.393581 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-acb6f593-2d3a-4c9e-a39d-dbc8c5f19c13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:47.456168 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:47.484004 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-acb6f593-2d3a-4c9e-a39d-dbc8c5f19c13 admin admin] Publish callbacks [] for security_group (9926de6b-0286-4175-a661-4d55c0217aca), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:47.490826 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-acb6f593-2d3a-4c9e-a39d-dbc8c5f19c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (9926de6b-0286-4175-a661-4d55c0217aca), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:47.492444 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:47.497982 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:47.535640 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-acb6f593-2d3a-4c9e-a39d-dbc8c5f19c13 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=b69a6c45d3f84fc785f3493facc35b43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2752092 Oct 23 01:04:47.536536 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb6f593-2d3a-4c9e-a39d-dbc8c5f19c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9926de6b-0286-4175-a661-4d55c0217aca,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:47.539022 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 56802) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:47.570612 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=5 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:47.587184 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2822e0f-3191-44d0-ab01-bfb9409b5246 admin admin] Router 53f557d1-b75d-4835-9f36-d774c5942bfc has already been hosted by L3 agent 71de1650-f9d9-4095-92e6-e37ec99e20cf {{(pid=104552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:04:47.614080 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-af6a1706-8748-4b73-b427-4270f1974b80 admin admin] Publish callbacks [] for security_group (9926de6b-0286-4175-a661-4d55c0217aca), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:47.654068 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.db_base_plugin_common [req-e750a6ec-318c-435b-8ec7-c106f0b2a6d6 req-e90bcb96-d4b3-4a62-a069-904809d4e54b tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Allocated IP 172.20.0.9 (320914bd-cd74-49c1-ba25-abce6f5b5bb0/37b3d7c1-3c96-497f-85f7-97891ad8144a/f8fe8452-f530-4f16-a9d9-6ef8dc901a16) {{(pid=104552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:04:47.659729 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-af6a1706-8748-4b73-b427-4270f1974b80 admin admin] Publish callbacks [] for security_group (9926de6b-0286-4175-a661-4d55c0217aca), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:47.710224 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ec55d02-2032-4a6a-9fb0-7fb5588c1a38 req-3a8063a6-5911-482c-9536-135d85401edd tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Made reservation on behalf of 3fae115d5ad049b5b40c59212216d458 for: {'port': 1} {{(pid=104552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:04:47.714913 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-3ec55d02-2032-4a6a-9fb0-7fb5588c1a38 req-3a8063a6-5911-482c-9536-135d85401edd tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:47.734050 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-af6a1706-8748-4b73-b427-4270f1974b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (9926de6b-0286-4175-a661-4d55c0217aca), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:47.736984 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-af6a1706-8748-4b73-b427-4270f1974b80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:47.738563 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-af6a1706-8748-4b73-b427-4270f1974b80 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/9926de6b-0286-4175-a661-4d55c0217aca HTTP/1.1" status: 204 len: 168 time: 0.1966388 Oct 23 01:04:47.768235 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6a1706-8748-4b73-b427-4270f1974b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9926de6b-0286-4175-a661-4d55c0217aca,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:47.822993 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-68228cc6-34f4-4b2f-ba8d-808726d0000b req-6e32ad40-8854-4a8b-8478-161bda90be6b tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9cac3dfe-3d48-4876-80e0-c86e7eb2a048 HTTP/1.1" status: 200 len: 210 time: 0.1138127 Oct 23 01:04:48.020560 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2822e0f-3191-44d0-ab01-bfb9409b5246 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:04:48.035787 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bc6815-eb1a-4d96-941c-1e267dae3872 None None] Sync routers for ids ['53f557d1-b75d-4835-9f36-d774c5942bfc'] in dv-cinder-master-3-iscsi {{(pid=104554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:04:48.037418 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 56810) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:48.037689 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-a2822e0f-3191-44d0-ab01-bfb9409b5246 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/53f557d1-b75d-4835-9f36-d774c5942bfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8021848 Oct 23 01:04:48.082140 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3d2b7213-55d6-482f-abe4-fe5617e95a8c req-01dcbe25-1d2a-4439-b2b3-155ee97e0d2e tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1377f4b5-edc1-48c4-9e96-8fa7da42bc06 HTTP/1.1" status: 200 len: 210 time: 0.0548627 Oct 23 01:04:48.088255 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bc6815-eb1a-4d96-941c-1e267dae3872 None None] Routers {'53f557d1-b75d-4835-9f36-d774c5942bfc'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:04:48.089491 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-40bc6815-eb1a-4d96-941c-1e267dae3872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:04:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['53f557d1-b75d-4835-9f36-d774c5942bfc'], 'active': True} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:48.142302 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-daa98752-1267-4bee-a5b2-46c27df9140d None None] Provisioning complete for port cac42123-50aa-4652-9152-a69ff5b9a35d triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:04:48.142763 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-daa98752-1267-4bee-a5b2-46c27df9140d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (cac42123-50aa-4652-9152-a69ff5b9a35d), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:48.143201 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-daa98752-1267-4bee-a5b2-46c27df9140d None None] Attempt 1 to provision port cac42123-50aa-4652-9152-a69ff5b9a35d Oct 23 01:04:48.202039 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:48.224545 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-e750a6ec-318c-435b-8ec7-c106f0b2a6d6 req-e90bcb96-d4b3-4a62-a069-904809d4e54b tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Publish callbacks [] for port (f8fe8452-f530-4f16-a9d9-6ef8dc901a16), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:48.240957 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-1fbdcaa0-8196-4f9d-b398-aa85e8d39bd4 admin admin] Publish callbacks [] for router (53f557d1-b75d-4835-9f36-d774c5942bfc), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:48.253370 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:48.258184 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-daa98752-1267-4bee-a5b2-46c27df9140d None None] Current status of the port cac42123-50aa-4652-9152-a69ff5b9a35d is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:04:48.270558 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvr_db [None req-40bc6815-eb1a-4d96-941c-1e267dae3872 None None] Set router 53f557d1-b75d-4835-9f36-d774c5942bfc gateway port host: dv-cinder-master-3-iscsi {{(pid=104554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:04:48.300301 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-e750a6ec-318c-435b-8ec7-c106f0b2a6d6 req-e90bcb96-d4b3-4a62-a069-904809d4e54b tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5995606'] for port (f8fe8452-f530-4f16-a9d9-6ef8dc901a16), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:48.302502 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.db_base_plugin_common [req-3ec55d02-2032-4a6a-9fb0-7fb5588c1a38 req-3a8063a6-5911-482c-9536-135d85401edd tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Allocated IP 172.20.0.13 (fd218502-570d-4f7c-88c1-4499072d8f6e/a9e16815-4336-4cda-ac3b-da5c9a06661d/abdde47d-4bda-41f8-b373-ea74efd8c6ef) {{(pid=104552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:04:48.367179 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-1fbdcaa0-8196-4f9d-b398-aa85e8d39bd4 admin admin] Publish callbacks [] for router_gateway (53f557d1-b75d-4835-9f36-d774c5942bfc), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:48.373579 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:48.373755 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e750a6ec-318c-435b-8ec7-c106f0b2a6d6 req-e90bcb96-d4b3-4a62-a069-904809d4e54b tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Network 320914bd-cd74-49c1-ba25-abce6f5b5bb0 is already hosted by enough agents. {{(pid=104552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:04:48.380858 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.base_scheduler [req-e750a6ec-318c-435b-8ec7-c106f0b2a6d6 req-e90bcb96-d4b3-4a62-a069-904809d4e54b tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Resources bound (agent type, host, resource id): {{(pid=104552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:04:48.386443 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.l3_dvrscheduler_db [req-e750a6ec-318c-435b-8ec7-c106f0b2a6d6 req-e90bcb96-d4b3-4a62-a069-904809d4e54b tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Received port after_create {{(pid=104552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:04:48.389001 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90bcb96-d4b3-4a62-a069-904809d4e54b tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Pushing event updated for resources: {'Port': ['ID=f8fe8452-f530-4f16-a9d9-6ef8dc901a16,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:48.420010 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-1fbdcaa0-8196-4f9d-b398-aa85e8d39bd4 admin admin] Deleting port 0a49bf77-51b1-4891-aa10-f1dbb529cfe2 {{(pid=104551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:04:48.420257 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-1fbdcaa0-8196-4f9d-b398-aa85e8d39bd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (0a49bf77-51b1-4891-aa10-f1dbb529cfe2), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:48.445585 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:48.451452 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-40bc6815-eb1a-4d96-941c-1e267dae3872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f557d1-b75d-4835-9f36-d774c5942bfc', 'name': 'tempest-TestVolumeBootPattern-1243917946-router', 'tenant_id': '8583a220baac4aa6874e0f5341f87171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.183'}], 'enable_snat': True}, 'gw_port_id': '0a49bf77-51b1-4891-aa10-f1dbb529cfe2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:56:51Z', 'updated_at': '2022-10-23T01:04:46Z', 'revision_number': 5, 'project_id': '8583a220baac4aa6874e0f5341f87171', 'gw_port': {'id': '0a49bf77-51b1-4891-aa10-f1dbb529cfe2', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f557d1-b75d-4835-9f36-d774c5942bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T00:56:51Z', 'updated_at': '2022-10-23T00:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:48.477211 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bc6815-eb1a-4d96-941c-1e267dae3872 None None] Checking router: 53f557d1-b75d-4835-9f36-d774c5942bfc for host: dv-cinder-master-3-iscsi {{(pid=104554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:04:48.486307 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bc6815-eb1a-4d96-941c-1e267dae3872 None None] Routers {'53f557d1-b75d-4835-9f36-d774c5942bfc'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:04:48.487200 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-40bc6815-eb1a-4d96-941c-1e267dae3872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:04:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['53f557d1-b75d-4835-9f36-d774c5942bfc'], 'active': True} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:48.491452 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e750a6ec-318c-435b-8ec7-c106f0b2a6d6 req-e90bcb96-d4b3-4a62-a069-904809d4e54b tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:48.492236 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-e750a6ec-318c-435b-8ec7-c106f0b2a6d6 req-e90bcb96-d4b3-4a62-a069-904809d4e54b tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:48.512986 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.db [None req-1fbdcaa0-8196-4f9d-b398-aa85e8d39bd4 admin admin] For port 0a49bf77-51b1-4891-aa10-f1dbb529cfe2, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=0a49bf77-51b1-4891-aa10-f1dbb529cfe2,segment=NetworkSegment(0d47d9bc-e081-4c9e-9d69-e5804f7aef1d),segment_id=0d47d9bc-e081-4c9e-9d69-e5804f7aef1d)] {{(pid=104551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:04:48.513399 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-1fbdcaa0-8196-4f9d-b398-aa85e8d39bd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (0a49bf77-51b1-4891-aa10-f1dbb529cfe2), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:48.520704 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e750a6ec-318c-435b-8ec7-c106f0b2a6d6 req-e90bcb96-d4b3-4a62-a069-904809d4e54b tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5920811 Oct 23 01:04:48.529612 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-1fbdcaa0-8196-4f9d-b398-aa85e8d39bd4 admin admin] Calling delete_port for 0a49bf77-51b1-4891-aa10-f1dbb529cfe2 owned by network:router_gateway {{(pid=104551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:04:48.533208 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [req-e750a6ec-318c-435b-8ec7-c106f0b2a6d6 req-58ffa0f8-37f7-43be-91ce-cb03bd5d98b0 service neutron] Request body: {'port': {'device_id': '9cac3dfe-3d48-4876-80e0-c86e7eb2a048', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:04:48.577089 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvr_db [None req-40bc6815-eb1a-4d96-941c-1e267dae3872 None None] Set router 53f557d1-b75d-4835-9f36-d774c5942bfc gateway port host: None {{(pid=104554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:04:48.588900 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-3ec55d02-2032-4a6a-9fb0-7fb5588c1a38 req-3a8063a6-5911-482c-9536-135d85401edd tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for port (abdde47d-4bda-41f8-b373-ea74efd8c6ef), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:48.623382 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-e750a6ec-318c-435b-8ec7-c106f0b2a6d6 req-58ffa0f8-37f7-43be-91ce-cb03bd5d98b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (f8fe8452-f530-4f16-a9d9-6ef8dc901a16), before_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:48.629136 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-40bc6815-eb1a-4d96-941c-1e267dae3872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f557d1-b75d-4835-9f36-d774c5942bfc', 'name': 'tempest-TestVolumeBootPattern-1243917946-router', 'tenant_id': '8583a220baac4aa6874e0f5341f87171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:56:51Z', 'updated_at': '2022-10-23T01:04:48Z', 'revision_number': 6, 'project_id': '8583a220baac4aa6874e0f5341f87171', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:48.654742 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bc6815-eb1a-4d96-941c-1e267dae3872 None None] The sync data for ids ['53f557d1-b75d-4835-9f36-d774c5942bfc'] in dv-cinder-master-3-iscsi is: [{'id': '53f557d1-b75d-4835-9f36-d774c5942bfc', 'name': 'tempest-TestVolumeBootPattern-1243917946-router', 'tenant_id': '8583a220baac4aa6874e0f5341f87171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T00:56:51Z', 'updated_at': '2022-10-23T01:04:48Z', 'revision_number': 6, 'project_id': '8583a220baac4aa6874e0f5341f87171', 'gw_port_host': None}] {{(pid=104554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:04:48.677806 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-3ec55d02-2032-4a6a-9fb0-7fb5588c1a38 req-3a8063a6-5911-482c-9536-135d85401edd tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5995606'] for port (abdde47d-4bda-41f8-b373-ea74efd8c6ef), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:48.720369 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-1fbdcaa0-8196-4f9d-b398-aa85e8d39bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6140158'] for port (0a49bf77-51b1-4891-aa10-f1dbb529cfe2), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:48.746220 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbdcaa0-8196-4f9d-b398-aa85e8d39bd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a49bf77-51b1-4891-aa10-f1dbb529cfe2,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:48.794938 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ec55d02-2032-4a6a-9fb0-7fb5588c1a38 req-3a8063a6-5911-482c-9536-135d85401edd tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Network fd218502-570d-4f7c-88c1-4499072d8f6e is already hosted by enough agents. {{(pid=104552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:04:48.802360 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.base_scheduler [req-3ec55d02-2032-4a6a-9fb0-7fb5588c1a38 req-3a8063a6-5911-482c-9536-135d85401edd tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Resources bound (agent type, host, resource id): {{(pid=104552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:04:48.806687 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8063a6-5911-482c-9536-135d85401edd tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Pushing event updated for resources: {'Port': ['ID=abdde47d-4bda-41f8-b373-ea74efd8c6ef,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:48.808966 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ec55d02-2032-4a6a-9fb0-7fb5588c1a38 req-3a8063a6-5911-482c-9536-135d85401edd tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Received port after_create {{(pid=104552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:04:48.812359 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-1fbdcaa0-8196-4f9d-b398-aa85e8d39bd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-517020'] for router_gateway (53f557d1-b75d-4835-9f36-d774c5942bfc), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:48.838488 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-856b4f08-420f-4df0-9607-5f02767ba7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (6b66cfba-c169-484b-b3a5-13fb9b6528cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:48.906187 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec55d02-2032-4a6a-9fb0-7fb5588c1a38 req-3a8063a6-5911-482c-9536-135d85401edd tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:48.906824 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-3ec55d02-2032-4a6a-9fb0-7fb5588c1a38 req-3a8063a6-5911-482c-9536-135d85401edd tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:48.918416 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-1fbdcaa0-8196-4f9d-b398-aa85e8d39bd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-401043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123571'] for router (53f557d1-b75d-4835-9f36-d774c5942bfc), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:48.920762 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-1fbdcaa0-8196-4f9d-b398-aa85e8d39bd4 admin admin] Publish callbacks [] for router_controller (53f557d1-b75d-4835-9f36-d774c5942bfc), precommit_delete_associations {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:48.923612 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:48.935063 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:48.972997 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3ec55d02-2032-4a6a-9fb0-7fb5588c1a38 req-3a8063a6-5911-482c-9536-135d85401edd tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6769123 Oct 23 01:04:48.973222 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-1fbdcaa0-8196-4f9d-b398-aa85e8d39bd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517178'] for router (53f557d1-b75d-4835-9f36-d774c5942bfc), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:48.973941 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fbdcaa0-8196-4f9d-b398-aa85e8d39bd4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53f557d1-b75d-4835-9f36-d774c5942bfc {{(pid=104551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:04:48.982672 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-1fbdcaa0-8196-4f9d-b398-aa85e8d39bd4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:48.983980 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-1fbdcaa0-8196-4f9d-b398-aa85e8d39bd4 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/53f557d1-b75d-4835-9f36-d774c5942bfc HTTP/1.1" status: 204 len: 168 time: 0.9451835 Oct 23 01:04:48.986597 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 56814) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:48.990723 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [req-3ec55d02-2032-4a6a-9fb0-7fb5588c1a38 req-62eac228-15f9-482e-85cf-4e217fb58478 service neutron] Request body: {'port': {'device_id': '1377f4b5-edc1-48c4-9e96-8fa7da42bc06', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:04:49.030355 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd23bc9c-a0af-4c32-856b-a07b3e9a36a6 req-07db9161-9c94-471c-bc23-140e4e963f6b tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:49.032109 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-cd23bc9c-a0af-4c32-856b-a07b3e9a36a6 req-07db9161-9c94-471c-bc23-140e4e963f6b tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9cac3dfe-3d48-4876-80e0-c86e7eb2a048 HTTP/1.1" status: 200 len: 931 time: 0.1164515 Oct 23 01:04:49.038287 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1a3be00-0d74-4554-b525-fd9503f6fe73 admin admin] Deleting subnet 0fa7088a-c070-4968-8e67-305bb07f64cf {{(pid=104551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:04:49.043609 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e1a3be00-0d74-4554-b525-fd9503f6fe73 admin admin] Publish callbacks [] for subnet (0fa7088a-c070-4968-8e67-305bb07f64cf), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:49.090610 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e1a3be00-0d74-4554-b525-fd9503f6fe73 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8119832'] for subnet (0fa7088a-c070-4968-8e67-305bb07f64cf), precommit_delete_associations {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:49.090822 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-e975e78f-57ef-48ce-ad15-1e12c0712f4e None None] Provisioning complete for port abdde47d-4bda-41f8-b373-ea74efd8c6ef triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:04:49.091127 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e975e78f-57ef-48ce-ad15-1e12c0712f4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (abdde47d-4bda-41f8-b373-ea74efd8c6ef), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:49.091531 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-e975e78f-57ef-48ce-ad15-1e12c0712f4e None None] Attempt 1 to provision port abdde47d-4bda-41f8-b373-ea74efd8c6ef Oct 23 01:04:49.122424 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [req-e750a6ec-318c-435b-8ec7-c106f0b2a6d6 req-58ffa0f8-37f7-43be-91ce-cb03bd5d98b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8fe8452-f530-4f16-a9d9-6ef8dc901a16 {{(pid=104552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:04:49.133585 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-e975e78f-57ef-48ce-ad15-1e12c0712f4e None None] Port abdde47d-4bda-41f8-b373-ea74efd8c6ef cannot update to ACTIVE because it is not bound. {{(pid=104553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:04:49.144439 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-e750a6ec-318c-435b-8ec7-c106f0b2a6d6 req-58ffa0f8-37f7-43be-91ce-cb03bd5d98b0 service neutron] Publish callbacks [] for port (f8fe8452-f530-4f16-a9d9-6ef8dc901a16), precommit_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:49.166497 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-3ec55d02-2032-4a6a-9fb0-7fb5588c1a38 req-62eac228-15f9-482e-85cf-4e217fb58478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (abdde47d-4bda-41f8-b373-ea74efd8c6ef), before_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:49.173954 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:49.185104 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.provisioning_blocks [req-e750a6ec-318c-435b-8ec7-c106f0b2a6d6 req-58ffa0f8-37f7-43be-91ce-cb03bd5d98b0 service neutron] Transition to ACTIVE for port object f8fe8452-f530-4f16-a9d9-6ef8dc901a16 will not be triggered until provisioned by entity L2. {{(pid=104552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 01:04:49.190404 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-cd23bc9c-a0af-4c32-856b-a07b3e9a36a6 req-2e619d97-2865-4f72-b181-b2f30acb62b2 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=49b43bf1-fb0c-4c2e-a26b-d2badbc5ce4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504095 Oct 23 01:04:49.190852 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e1a3be00-0d74-4554-b525-fd9503f6fe73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13457227'] for subnet (0fa7088a-c070-4968-8e67-305bb07f64cf), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:49.194547 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-e750a6ec-318c-435b-8ec7-c106f0b2a6d6 req-58ffa0f8-37f7-43be-91ce-cb03bd5d98b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5995615'] for port (f8fe8452-f530-4f16-a9d9-6ef8dc901a16), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:49.250200 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e1a3be00-0d74-4554-b525-fd9503f6fe73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-13457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6139661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4819808'] for subnet (0fa7088a-c070-4968-8e67-305bb07f64cf), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:49.277307 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3be00-0d74-4554-b525-fd9503f6fe73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fa7088a-c070-4968-8e67-305bb07f64cf,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:49.283999 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e1a3be00-0d74-4554-b525-fd9503f6fe73 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:49.287428 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-e1a3be00-0d74-4554-b525-fd9503f6fe73 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/0fa7088a-c070-4968-8e67-305bb07f64cf HTTP/1.1" status: 204 len: 168 time: 0.2998874 Oct 23 01:04:49.290022 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 56818) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:49.294567 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7304b524-c8fc-467a-b31b-37a82e578cae None None] Network 3671536d-8aa1-44fa-b916-8136fb2fa9f6 requested from dv-cinder-master-3-iscsi {{(pid=104553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:04:49.370784 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545cb5b5-7ed9-492e-832a-970dfd774854 req-d0deb21b-7bb7-43a4-971f-49b3d47a4ad9 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:49.372280 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-545cb5b5-7ed9-492e-832a-970dfd774854 req-d0deb21b-7bb7-43a4-971f-49b3d47a4ad9 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1377f4b5-edc1-48c4-9e96-8fa7da42bc06 HTTP/1.1" status: 200 len: 932 time: 0.1739893 Oct 23 01:04:49.379824 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-612fe34b-7dfe-4d51-8379-15d7eee88821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13506626'] for network (3671536d-8aa1-44fa-b916-8136fb2fa9f6), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:49.383289 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ffa0f8-37f7-43be-91ce-cb03bd5d98b0 service neutron] Pushing event updated for resources: {'Port': ['ID=f8fe8452-f530-4f16-a9d9-6ef8dc901a16,revision_number=2']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:49.429983 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-612fe34b-7dfe-4d51-8379-15d7eee88821 admin admin] Deleting port cac42123-50aa-4652-9152-a69ff5b9a35d {{(pid=104551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:04:49.430574 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-612fe34b-7dfe-4d51-8379-15d7eee88821 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (cac42123-50aa-4652-9152-a69ff5b9a35d), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:49.498709 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.db [None req-612fe34b-7dfe-4d51-8379-15d7eee88821 admin admin] For port cac42123-50aa-4652-9152-a69ff5b9a35d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=cac42123-50aa-4652-9152-a69ff5b9a35d,segment=NetworkSegment(e815dbec-503c-49d3-92df-c327e2f51879),segment_id=e815dbec-503c-49d3-92df-c327e2f51879)] {{(pid=104551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:04:49.499075 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-612fe34b-7dfe-4d51-8379-15d7eee88821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (cac42123-50aa-4652-9152-a69ff5b9a35d), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:49.510339 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8686790d-228d-41f4-8e25-478d2983ee7a None None] DHCP port deletion for 3671536d-8aa1-44fa-b916-8136fb2fa9f6 request from dv-cinder-master-3-iscsi {{(pid=104553) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:04:49.513552 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:49.520532 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-612fe34b-7dfe-4d51-8379-15d7eee88821 admin admin] Calling delete_port for cac42123-50aa-4652-9152-a69ff5b9a35d owned by network:dhcp {{(pid=104551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:04:49.528885 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.managers [req-e750a6ec-318c-435b-8ec7-c106f0b2a6d6 req-58ffa0f8-37f7-43be-91ce-cb03bd5d98b0 service neutron] Attempting to bind port f8fe8452-f530-4f16-a9d9-6ef8dc901a16 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:04:49.529221 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.managers [req-e750a6ec-318c-435b-8ec7-c106f0b2a6d6 req-58ffa0f8-37f7-43be-91ce-cb03bd5d98b0 service neutron] Attempting to bind port f8fe8452-f530-4f16-a9d9-6ef8dc901a16 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'b563694c-9507-42fa-99e2-76cd749180fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '320914bd-cd74-49c1-ba25-abce6f5b5bb0'}] {{(pid=104552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:04:49.529552 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e750a6ec-318c-435b-8ec7-c106f0b2a6d6 req-58ffa0f8-37f7-43be-91ce-cb03bd5d98b0 service neutron] Attempting to bind port f8fe8452-f530-4f16-a9d9-6ef8dc901a16 on network 320914bd-cd74-49c1-ba25-abce6f5b5bb0 {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:04:49.536950 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-545cb5b5-7ed9-492e-832a-970dfd774854 req-c16c92fd-cda2-4516-b850-3443d139cfdf tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=33d5c0e5-8009-4147-b50c-1cd4826f080d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474998 Oct 23 01:04:49.574741 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-8686790d-228d-41f4-8e25-478d2983ee7a None None] Deleting port cac42123-50aa-4652-9152-a69ff5b9a35d {{(pid=104553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:04:49.575502 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-8686790d-228d-41f4-8e25-478d2983ee7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (cac42123-50aa-4652-9152-a69ff5b9a35d), before_delete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:49.610739 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e750a6ec-318c-435b-8ec7-c106f0b2a6d6 req-58ffa0f8-37f7-43be-91ce-cb03bd5d98b0 service neutron] Port f8fe8452-f530-4f16-a9d9-6ef8dc901a16 on network 320914bd-cd74-49c1-ba25-abce6f5b5bb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:04:49.611277 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e750a6ec-318c-435b-8ec7-c106f0b2a6d6 req-58ffa0f8-37f7-43be-91ce-cb03bd5d98b0 service neutron] Attempting to bind port f8fe8452-f530-4f16-a9d9-6ef8dc901a16 on network 320914bd-cd74-49c1-ba25-abce6f5b5bb0 {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:04:49.628085 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-612fe34b-7dfe-4d51-8379-15d7eee88821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6140158'] for port (cac42123-50aa-4652-9152-a69ff5b9a35d), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:49.642346 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612fe34b-7dfe-4d51-8379-15d7eee88821 admin admin] No DVR routers for this DVR port cac42123-50aa-4652-9152-a69ff5b9a35d on host dv-cinder-master-3-iscsi {{(pid=104551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:04:49.659676 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-8686790d-228d-41f4-8e25-478d2983ee7a None None] For port cac42123-50aa-4652-9152-a69ff5b9a35d, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=cac42123-50aa-4652-9152-a69ff5b9a35d,segment=NetworkSegment(e815dbec-503c-49d3-92df-c327e2f51879),segment_id=e815dbec-503c-49d3-92df-c327e2f51879)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:04:49.660561 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-8686790d-228d-41f4-8e25-478d2983ee7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (cac42123-50aa-4652-9152-a69ff5b9a35d), precommit_delete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:49.664872 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612fe34b-7dfe-4d51-8379-15d7eee88821 admin admin] Pushing event deleted for resources: {'Port': ['ID=cac42123-50aa-4652-9152-a69ff5b9a35d,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:49.679218 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-8686790d-228d-41f4-8e25-478d2983ee7a None None] Calling delete_port for cac42123-50aa-4652-9152-a69ff5b9a35d owned by network:dhcp {{(pid=104553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:04:49.695891 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e750a6ec-318c-435b-8ec7-c106f0b2a6d6 req-58ffa0f8-37f7-43be-91ce-cb03bd5d98b0 service neutron] Checking agent: {'id': '16cf44eb-3ef2-4361-a416-47ab9083b794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 53, 30), 'started_at': datetime.datetime(2022, 10, 23, 0, 53, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:04:49.696270 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e750a6ec-318c-435b-8ec7-c106f0b2a6d6 req-58ffa0f8-37f7-43be-91ce-cb03bd5d98b0 service neutron] Checking segment: {'id': 'b563694c-9507-42fa-99e2-76cd749180fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '320914bd-cd74-49c1-ba25-abce6f5b5bb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:04:49.696613 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e750a6ec-318c-435b-8ec7-c106f0b2a6d6 req-58ffa0f8-37f7-43be-91ce-cb03bd5d98b0 service neutron] Bound using segment: {'id': 'b563694c-9507-42fa-99e2-76cd749180fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '320914bd-cd74-49c1-ba25-abce6f5b5bb0'} {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:04:49.697252 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.managers [req-e750a6ec-318c-435b-8ec7-c106f0b2a6d6 req-58ffa0f8-37f7-43be-91ce-cb03bd5d98b0 service neutron] Bound port: f8fe8452-f530-4f16-a9d9-6ef8dc901a16, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b563694c-9507-42fa-99e2-76cd749180fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '320914bd-cd74-49c1-ba25-abce6f5b5bb0'}}] {{(pid=104552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:04:49.697620 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-e750a6ec-318c-435b-8ec7-c106f0b2a6d6 req-58ffa0f8-37f7-43be-91ce-cb03bd5d98b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (f8fe8452-f530-4f16-a9d9-6ef8dc901a16), before_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:49.701362 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [req-3ec55d02-2032-4a6a-9fb0-7fb5588c1a38 req-62eac228-15f9-482e-85cf-4e217fb58478 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abdde47d-4bda-41f8-b373-ea74efd8c6ef {{(pid=104552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:04:49.705492 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:49.710640 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-3ec55d02-2032-4a6a-9fb0-7fb5588c1a38 req-62eac228-15f9-482e-85cf-4e217fb58478 service neutron] Publish callbacks [] for port (abdde47d-4bda-41f8-b373-ea74efd8c6ef), precommit_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:49.751016 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-612fe34b-7dfe-4d51-8379-15d7eee88821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13455826', 'neutron.services.segments.db._delete_segments_for_network-8758734904131'] for network (3671536d-8aa1-44fa-b916-8136fb2fa9f6), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:49.753478 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.provisioning_blocks [req-3ec55d02-2032-4a6a-9fb0-7fb5588c1a38 req-62eac228-15f9-482e-85cf-4e217fb58478 service neutron] Transition to ACTIVE for port object abdde47d-4bda-41f8-b373-ea74efd8c6ef will not be triggered until provisioned by entity L2. {{(pid=104552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 01:04:49.772807 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-8686790d-228d-41f4-8e25-478d2983ee7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455'] for port (cac42123-50aa-4652-9152-a69ff5b9a35d), after_delete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:49.773441 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-3ec55d02-2032-4a6a-9fb0-7fb5588c1a38 req-62eac228-15f9-482e-85cf-4e217fb58478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5995615'] for port (abdde47d-4bda-41f8-b373-ea74efd8c6ef), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:49.773914 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.services.segments.db [None req-612fe34b-7dfe-4d51-8379-15d7eee88821 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3671536d-8aa1-44fa-b916-8136fb2fa9f6']}} {{(pid=104551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:49.785969 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.services.segments.db [None req-612fe34b-7dfe-4d51-8379-15d7eee88821 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e815dbec-503c-49d3-92df-c327e2f51879') {'for_net_delete': True} {{(pid=104551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:49.786338 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.services.segments.db [None req-612fe34b-7dfe-4d51-8379-15d7eee88821 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e815dbec-503c-49d3-92df-c327e2f51879') {} {{(pid=104551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:49.797389 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-612fe34b-7dfe-4d51-8379-15d7eee88821 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758734904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8119827'] for segment (e815dbec-503c-49d3-92df-c327e2f51879), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:49.802387 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8686790d-228d-41f4-8e25-478d2983ee7a None None] Pushing event deleted for resources: {'Port': ['ID=cac42123-50aa-4652-9152-a69ff5b9a35d,revision_number=None']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:49.807279 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8686790d-228d-41f4-8e25-478d2983ee7a None None] No DVR routers for this DVR port cac42123-50aa-4652-9152-a69ff5b9a35d on host dv-cinder-master-3-iscsi {{(pid=104553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:04:49.812654 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-612fe34b-7dfe-4d51-8379-15d7eee88821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13381139'] for segment (e815dbec-503c-49d3-92df-c327e2f51879), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:49.828559 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-612fe34b-7dfe-4d51-8379-15d7eee88821 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=104551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:04:49.829048 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-612fe34b-7dfe-4d51-8379-15d7eee88821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13381139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6140075'] for segment (e815dbec-503c-49d3-92df-c327e2f51879), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:49.832125 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-e750a6ec-318c-435b-8ec7-c106f0b2a6d6 req-58ffa0f8-37f7-43be-91ce-cb03bd5d98b0 service neutron] For port f8fe8452-f530-4f16-a9d9-6ef8dc901a16, host hv-cinder-maste, cleared binding levels {{(pid=104552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:04:49.853367 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.services.segments.plugin [-] Segment e815dbec-503c-49d3-92df-c327e2f51879 resource provider aggregate not found Oct 23 01:04:49.861283 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:49.878143 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-e750a6ec-318c-435b-8ec7-c106f0b2a6d6 req-58ffa0f8-37f7-43be-91ce-cb03bd5d98b0 service neutron] For port f8fe8452-f530-4f16-a9d9-6ef8dc901a16, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f8fe8452-f530-4f16-a9d9-6ef8dc901a16,segment=NetworkSegment(b563694c-9507-42fa-99e2-76cd749180fe),segment_id=b563694c-9507-42fa-99e2-76cd749180fe)] {{(pid=104552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:04:49.879476 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eac228-15f9-482e-85cf-4e217fb58478 service neutron] Pushing event updated for resources: {'Port': ['ID=abdde47d-4bda-41f8-b373-ea74efd8c6ef,revision_number=2']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:49.888895 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.services.segments.plugin [-] Segment e815dbec-503c-49d3-92df-c327e2f51879 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e815dbec-503c-49d3-92df-c327e2f51879 found for delete ", "request_id": "req-1d51ec2e-c1f4-4603-b6d3-2eefa4b46246"}]} Oct 23 01:04:49.903682 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-e750a6ec-318c-435b-8ec7-c106f0b2a6d6 req-58ffa0f8-37f7-43be-91ce-cb03bd5d98b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5995615'] for port (f8fe8452-f530-4f16-a9d9-6ef8dc901a16), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:49.913519 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e750a6ec-318c-435b-8ec7-c106f0b2a6d6 req-58ffa0f8-37f7-43be-91ce-cb03bd5d98b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:49.914098 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-e750a6ec-318c-435b-8ec7-c106f0b2a6d6 req-58ffa0f8-37f7-43be-91ce-cb03bd5d98b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:49.914907 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-612fe34b-7dfe-4d51-8379-15d7eee88821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13455835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516948'] for network (3671536d-8aa1-44fa-b916-8136fb2fa9f6), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:49.915442 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e750a6ec-318c-435b-8ec7-c106f0b2a6d6 req-58ffa0f8-37f7-43be-91ce-cb03bd5d98b0 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/f8fe8452-f530-4f16-a9d9-6ef8dc901a16 HTTP/1.1" status: 200 len: 1093 time: 1.3873694 Oct 23 01:04:49.918173 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cac3dfe-3d48-4876-80e0-c86e7eb2a048', 'tag': 'f8fe8452-f530-4f16-a9d9-6ef8dc901a16'}] {{(pid=104552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:04:49.919411 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e71a59ae106f7f9b2e36c913636ed0b95d68e581a9dbd71020046a5c2e6c46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6441ac-4203-4d3c-b67e-f2b3b417f638" -d '{"events": [{"name": "network-changed", "server_uuid": "9cac3dfe-3d48-4876-80e0-c86e7eb2a048", "tag": "f8fe8452-f530-4f16-a9d9-6ef8dc901a16"}]}' {{(pid=104552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:04:49.920336 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-612fe34b-7dfe-4d51-8379-15d7eee88821 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for network (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:49.955063 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-612fe34b-7dfe-4d51-8379-15d7eee88821 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/3671536d-8aa1-44fa-b916-8136fb2fa9f6 HTTP/1.1" status: 204 len: 168 time: 0.6356080 Oct 23 01:04:49.969899 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612fe34b-7dfe-4d51-8379-15d7eee88821 admin admin] Pushing event deleted for resources: {'Network': ['ID=3671536d-8aa1-44fa-b916-8136fb2fa9f6,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:50.006297 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95545a69-ad27-45c5-9746-b97b90890884 x-openstack-request-id: req-95545a69-ad27-45c5-9746-b97b90890884 {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:04:50.006669 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cac3dfe-3d48-4876-80e0-c86e7eb2a048", "tag": "f8fe8452-f530-4f16-a9d9-6ef8dc901a16", "status": "completed", "code": 200}]} {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:04:50.006981 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-95545a69-ad27-45c5-9746-b97b90890884 {{(pid=104552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:04:50.007462 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95545a69-ad27-45c5-9746-b97b90890884'] response: {'name': 'network-changed', 'server_uuid': '9cac3dfe-3d48-4876-80e0-c86e7eb2a048', 'tag': 'f8fe8452-f530-4f16-a9d9-6ef8dc901a16', 'status': 'completed', 'code': 200} Oct 23 01:04:50.035137 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.managers [req-3ec55d02-2032-4a6a-9fb0-7fb5588c1a38 req-62eac228-15f9-482e-85cf-4e217fb58478 service neutron] Attempting to bind port abdde47d-4bda-41f8-b373-ea74efd8c6ef on host hv-cinder-maste for vnic_type normal with profile {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:04:50.035569 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.managers [req-3ec55d02-2032-4a6a-9fb0-7fb5588c1a38 req-62eac228-15f9-482e-85cf-4e217fb58478 service neutron] Attempting to bind port abdde47d-4bda-41f8-b373-ea74efd8c6ef by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'e963d26c-0a32-4372-aefd-3f9403fc219c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e'}] {{(pid=104552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:04:50.035956 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec55d02-2032-4a6a-9fb0-7fb5588c1a38 req-62eac228-15f9-482e-85cf-4e217fb58478 service neutron] Attempting to bind port abdde47d-4bda-41f8-b373-ea74efd8c6ef on network fd218502-570d-4f7c-88c1-4499072d8f6e {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:04:50.042956 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ffa0f8-37f7-43be-91ce-cb03bd5d98b0 service neutron] Pushing event updated for resources: {'Port': ['ID=f8fe8452-f530-4f16-a9d9-6ef8dc901a16,revision_number=3']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:50.073903 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e750a6ec-318c-435b-8ec7-c106f0b2a6d6 req-c13052b4-8d3c-4f4f-9e93-72dd30038563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:50.075391 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e750a6ec-318c-435b-8ec7-c106f0b2a6d6 req-c13052b4-8d3c-4f4f-9e93-72dd30038563 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=7e97fa3e253f435d817619feeeb5260c&device_id=9cac3dfe-3d48-4876-80e0-c86e7eb2a048 HTTP/1.1" status: 200 len: 1127 time: 0.0925751 Oct 23 01:04:50.120546 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e750a6ec-318c-435b-8ec7-c106f0b2a6d6 req-748d852f-93b2-49e2-b54f-3562fd862d3c service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8fe8452-f530-4f16-a9d9-6ef8dc901a16 HTTP/1.1" status: 200 len: 217 time: 0.0386796 Oct 23 01:04:50.122530 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec55d02-2032-4a6a-9fb0-7fb5588c1a38 req-62eac228-15f9-482e-85cf-4e217fb58478 service neutron] Port abdde47d-4bda-41f8-b373-ea74efd8c6ef on network fd218502-570d-4f7c-88c1-4499072d8f6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:04:50.122854 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec55d02-2032-4a6a-9fb0-7fb5588c1a38 req-62eac228-15f9-482e-85cf-4e217fb58478 service neutron] Attempting to bind port abdde47d-4bda-41f8-b373-ea74efd8c6ef on network fd218502-570d-4f7c-88c1-4499072d8f6e {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:04:50.134921 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 56828) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:50.181689 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-1fdf0fe6-02ab-4674-bf9b-3ad3e2d0b0b8 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=e3f6e9751be34c2fb4e0e1b9915e6b52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429642 Oct 23 01:04:50.181959 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 56830) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:50.250010 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 55c9d1b4-a571-45cb-ad61-6353c862fcd6 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:04:50.251312 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-a29aef50-9369-4f14-9608-4f78c4d6bb06 admin admin] Publish callbacks [] for security_group (c2046e9a-95a0-4c55-917f-3d9a7035dab5), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:50.276132 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-a29aef50-9369-4f14-9608-4f78c4d6bb06 admin admin] Publish callbacks [] for security_group (c2046e9a-95a0-4c55-917f-3d9a7035dab5), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:50.276584 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] No Port match for: 55c9d1b4-a571-45cb-ad61-6353c862fcd6 {{(pid=104553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:04:50.277288 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 55c9d1b4-a571-45cb-ad61-6353c862fcd6 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:04:50.278370 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device cac42123-50aa-4652-9152-a69ff5b9a35d no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:04:50.300692 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] No Port match for: cac42123-50aa-4652-9152-a69ff5b9a35d {{(pid=104553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:04:50.301058 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device cac42123-50aa-4652-9152-a69ff5b9a35d not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:04:50.301484 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 0a49bf77-51b1-4891-aa10-f1dbb529cfe2 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:04:50.323257 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] No Port match for: 0a49bf77-51b1-4891-aa10-f1dbb529cfe2 {{(pid=104553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:04:50.323598 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 0a49bf77-51b1-4891-aa10-f1dbb529cfe2 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:04:50.333682 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-a29aef50-9369-4f14-9608-4f78c4d6bb06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (c2046e9a-95a0-4c55-917f-3d9a7035dab5), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:50.336910 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-a29aef50-9369-4f14-9608-4f78c4d6bb06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:50.340687 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-a29aef50-9369-4f14-9608-4f78c4d6bb06 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/c2046e9a-95a0-4c55-917f-3d9a7035dab5 HTTP/1.1" status: 204 len: 168 time: 0.1552966 Oct 23 01:04:50.347364 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29aef50-9369-4f14-9608-4f78c4d6bb06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2046e9a-95a0-4c55-917f-3d9a7035dab5,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:50.463575 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:50.556591 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ae9ed-3661-40a4-8945-5ffad7079d15 req-0a8f87c5-e138-4a14-8063-cfca84d2c7ee tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:50.558121 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-fe6ae9ed-3661-40a4-8945-5ffad7079d15 req-0a8f87c5-e138-4a14-8063-cfca84d2c7ee tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9cac3dfe-3d48-4876-80e0-c86e7eb2a048 HTTP/1.1" status: 200 len: 943 time: 0.1002812 Oct 23 01:04:50.559470 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e750a6ec-318c-435b-8ec7-c106f0b2a6d6 req-268b9648-c3f8-453c-9362-8195dc60fbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:50.560798 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e750a6ec-318c-435b-8ec7-c106f0b2a6d6 req-268b9648-c3f8-453c-9362-8195dc60fbbe service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=37b3d7c1-3c96-497f-85f7-97891ad8144a HTTP/1.1" status: 200 len: 854 time: 0.4347799 Oct 23 01:04:50.564002 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec55d02-2032-4a6a-9fb0-7fb5588c1a38 req-62eac228-15f9-482e-85cf-4e217fb58478 service neutron] Checking agent: {'id': '16cf44eb-3ef2-4361-a416-47ab9083b794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 53, 30), 'started_at': datetime.datetime(2022, 10, 23, 0, 53, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:04:50.564352 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec55d02-2032-4a6a-9fb0-7fb5588c1a38 req-62eac228-15f9-482e-85cf-4e217fb58478 service neutron] Checking segment: {'id': 'e963d26c-0a32-4372-aefd-3f9403fc219c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:04:50.564826 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ec55d02-2032-4a6a-9fb0-7fb5588c1a38 req-62eac228-15f9-482e-85cf-4e217fb58478 service neutron] Bound using segment: {'id': 'e963d26c-0a32-4372-aefd-3f9403fc219c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e'} {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:04:50.565272 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.managers [req-3ec55d02-2032-4a6a-9fb0-7fb5588c1a38 req-62eac228-15f9-482e-85cf-4e217fb58478 service neutron] Bound port: abdde47d-4bda-41f8-b373-ea74efd8c6ef, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e963d26c-0a32-4372-aefd-3f9403fc219c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e'}}] {{(pid=104552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:04:50.565628 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-3ec55d02-2032-4a6a-9fb0-7fb5588c1a38 req-62eac228-15f9-482e-85cf-4e217fb58478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (abdde47d-4bda-41f8-b373-ea74efd8c6ef), before_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:50.619475 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e750a6ec-318c-435b-8ec7-c106f0b2a6d6 req-0e818345-5238-42b7-aebb-076fdff15fea service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=320914bd-cd74-49c1-ba25-abce6f5b5bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505121 Oct 23 01:04:50.708036 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 56840) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:50.749006 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-8179a58d-12cc-4071-9eb7-8a56aa471cfa admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=8583a220baac4aa6874e0f5341f87171&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396242 Oct 23 01:04:50.751545 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 56842) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:50.775565 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-fe6ae9ed-3661-40a4-8945-5ffad7079d15 req-f3111116-14e6-40af-a2a7-19f8902a333c tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=49b43bf1-fb0c-4c2e-a26b-d2badbc5ce4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054849 Oct 23 01:04:50.787963 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-3ec55d02-2032-4a6a-9fb0-7fb5588c1a38 req-62eac228-15f9-482e-85cf-4e217fb58478 service neutron] For port abdde47d-4bda-41f8-b373-ea74efd8c6ef, host hv-cinder-maste, cleared binding levels {{(pid=104552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:04:50.795717 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0bd41a-611a-4cb0-a748-c4f1a445feb2 req-cda1f508-2586-490e-9f26-572fd1646e6e tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:50.797310 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-fd0bd41a-611a-4cb0-a748-c4f1a445feb2 req-cda1f508-2586-490e-9f26-572fd1646e6e tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1377f4b5-edc1-48c4-9e96-8fa7da42bc06 HTTP/1.1" status: 200 len: 944 time: 0.1392238 Oct 23 01:04:50.800854 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-3ec55d02-2032-4a6a-9fb0-7fb5588c1a38 req-62eac228-15f9-482e-85cf-4e217fb58478 service neutron] For port abdde47d-4bda-41f8-b373-ea74efd8c6ef, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=abdde47d-4bda-41f8-b373-ea74efd8c6ef,segment=NetworkSegment(e963d26c-0a32-4372-aefd-3f9403fc219c),segment_id=e963d26c-0a32-4372-aefd-3f9403fc219c)] {{(pid=104552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:04:50.809361 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-29f94b7a-834a-4443-8227-997b044628fd admin admin] Publish callbacks [] for security_group (fc42b5e2-044d-4a87-a887-aeaedf9f364b), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:50.822075 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:50.823757 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-3ec55d02-2032-4a6a-9fb0-7fb5588c1a38 req-62eac228-15f9-482e-85cf-4e217fb58478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5995615'] for port (abdde47d-4bda-41f8-b373-ea74efd8c6ef), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:50.826857 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec55d02-2032-4a6a-9fb0-7fb5588c1a38 req-62eac228-15f9-482e-85cf-4e217fb58478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:50.827437 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-3ec55d02-2032-4a6a-9fb0-7fb5588c1a38 req-62eac228-15f9-482e-85cf-4e217fb58478 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:50.828838 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3ec55d02-2032-4a6a-9fb0-7fb5588c1a38 req-62eac228-15f9-482e-85cf-4e217fb58478 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/abdde47d-4bda-41f8-b373-ea74efd8c6ef HTTP/1.1" status: 200 len: 1094 time: 1.8458853 Oct 23 01:04:50.831917 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-29f94b7a-834a-4443-8227-997b044628fd admin admin] Publish callbacks [] for security_group (fc42b5e2-044d-4a87-a887-aeaedf9f364b), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:50.886768 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-29f94b7a-834a-4443-8227-997b044628fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (fc42b5e2-044d-4a87-a887-aeaedf9f364b), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:50.889454 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-29f94b7a-834a-4443-8227-997b044628fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:50.890647 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-29f94b7a-834a-4443-8227-997b044628fd admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/fc42b5e2-044d-4a87-a887-aeaedf9f364b HTTP/1.1" status: 204 len: 168 time: 0.1381795 Oct 23 01:04:50.898692 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f94b7a-834a-4443-8227-997b044628fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc42b5e2-044d-4a87-a887-aeaedf9f364b,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:50.957926 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e750a6ec-318c-435b-8ec7-c106f0b2a6d6 req-676c7ea4-f7e4-4be9-8f7d-71470df9a45b service neutron] 10.222.0.52 "GET /networking/v2.0/networks/320914bd-cd74-49c1-ba25-abce6f5b5bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3316307 Oct 23 01:04:50.961049 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-fd0bd41a-611a-4cb0-a748-c4f1a445feb2 req-dded3432-aa35-44c0-80b0-c98b1e64d3f3 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=33d5c0e5-8009-4147-b50c-1cd4826f080d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570535 Oct 23 01:04:50.977587 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eac228-15f9-482e-85cf-4e217fb58478 service neutron] Pushing event updated for resources: {'Port': ['ID=abdde47d-4bda-41f8-b373-ea74efd8c6ef,revision_number=3']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:50.993185 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec55d02-2032-4a6a-9fb0-7fb5588c1a38 req-d504feaa-e3db-454b-8706-7f0c974061f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:50.994768 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3ec55d02-2032-4a6a-9fb0-7fb5588c1a38 req-d504feaa-e3db-454b-8706-7f0c974061f8 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=3fae115d5ad049b5b40c59212216d458&device_id=1377f4b5-edc1-48c4-9e96-8fa7da42bc06 HTTP/1.1" status: 200 len: 1128 time: 0.1162431 Oct 23 01:04:51.064696 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3ec55d02-2032-4a6a-9fb0-7fb5588c1a38 req-e61e108b-b17c-43d6-b310-91973ffb9ea2 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=abdde47d-4bda-41f8-b373-ea74efd8c6ef HTTP/1.1" status: 200 len: 217 time: 0.0413773 Oct 23 01:04:51.134422 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e750a6ec-318c-435b-8ec7-c106f0b2a6d6 req-da8074ad-41ed-4a8f-8c39-0031b85f5173 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/320914bd-cd74-49c1-ba25-abce6f5b5bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660588 Oct 23 01:04:51.138857 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec55d02-2032-4a6a-9fb0-7fb5588c1a38 req-db00a7d6-ab14-4456-b2bf-844f12fd8b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:51.140308 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3ec55d02-2032-4a6a-9fb0-7fb5588c1a38 req-db00a7d6-ab14-4456-b2bf-844f12fd8b5d service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=a9e16815-4336-4cda-ac3b-da5c9a06661d HTTP/1.1" status: 200 len: 854 time: 0.0700216 Oct 23 01:04:51.189387 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec55d02-2032-4a6a-9fb0-7fb5588c1a38 req-f19a74c1-44c9-4f86-8956-7a67163c5804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:51.190941 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3ec55d02-2032-4a6a-9fb0-7fb5588c1a38 req-f19a74c1-44c9-4f86-8956-7a67163c5804 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=fd218502-570d-4f7c-88c1-4499072d8f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449123 Oct 23 01:04:51.243363 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-69b5c958-a876-45b9-ae3a-6ae7dd8b90ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (71de1650-f9d9-4095-92e6-e37ec99e20cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:51.967110 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6441ac-4203-4d3c-b67e-f2b3b417f638 req-a83fab28-1fa5-4911-af21-48794396c9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:51.968616 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4c6441ac-4203-4d3c-b67e-f2b3b417f638 req-a83fab28-1fa5-4911-af21-48794396c9ab service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=7e97fa3e253f435d817619feeeb5260c&device_id=9cac3dfe-3d48-4876-80e0-c86e7eb2a048 HTTP/1.1" status: 200 len: 1127 time: 0.1082799 Oct 23 01:04:51.977577 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c3a98-1341-4b25-9a07-2107c9087a2d req-d6d8c6c7-bbf0-43c2-8ef2-9961ae8a5388 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:51.979004 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-588c3a98-1341-4b25-9a07-2107c9087a2d req-d6d8c6c7-bbf0-43c2-8ef2-9961ae8a5388 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9cac3dfe-3d48-4876-80e0-c86e7eb2a048 HTTP/1.1" status: 200 len: 943 time: 0.1070421 Oct 23 01:04:52.011357 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1377f4b5-edc1-48c4-9e96-8fa7da42bc06', 'tag': 'abdde47d-4bda-41f8-b373-ea74efd8c6ef'}] {{(pid=104552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:04:52.014018 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e71a59ae106f7f9b2e36c913636ed0b95d68e581a9dbd71020046a5c2e6c46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c47619-f26e-42df-ac31-1b95cc37e814" -d '{"events": [{"name": "network-changed", "server_uuid": "1377f4b5-edc1-48c4-9e96-8fa7da42bc06", "tag": "abdde47d-4bda-41f8-b373-ea74efd8c6ef"}]}' {{(pid=104552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:04:52.078494 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device f8fe8452-f530-4f16-a9d9-6ef8dc901a16 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104553) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:04:52.090781 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3ec55d02-2032-4a6a-9fb0-7fb5588c1a38 req-20e954f8-0cbc-4b52-9b5a-67a8622c343a service neutron] 10.222.0.52 "GET /networking/v2.0/networks/fd218502-570d-4f7c-88c1-4499072d8f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492843 Oct 23 01:04:52.154309 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:52.179126 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port f8fe8452-f530-4f16-a9d9-6ef8dc901a16, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f8fe8452-f530-4f16-a9d9-6ef8dc901a16,segment=NetworkSegment(b563694c-9507-42fa-99e2-76cd749180fe),segment_id=b563694c-9507-42fa-99e2-76cd749180fe)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:04:52.194392 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Returning: {'device': 'f8fe8452-f530-4f16-a9d9-6ef8dc901a16', 'network_id': '320914bd-cd74-49c1-ba25-abce6f5b5bb0', 'port_id': 'f8fe8452-f530-4f16-a9d9-6ef8dc901a16', 'mac_address': 'fa:16:3e:fb:86:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37b3d7c1-3c96-497f-85f7-97891ad8144a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104553) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:04:52.204442 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b8b4a-4aac-4fa9-8af4-8bd167a80805 req-3ac347f2-3ac5-4eab-8a66-06986e8978cd tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:52.205946 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-951b8b4a-4aac-4fa9-8af4-8bd167a80805 req-3ac347f2-3ac5-4eab-8a66-06986e8978cd tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1377f4b5-edc1-48c4-9e96-8fa7da42bc06 HTTP/1.1" status: 200 len: 944 time: 0.1401014 Oct 23 01:04:52.223587 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-588c3a98-1341-4b25-9a07-2107c9087a2d req-c17fc82f-29b9-4baf-9e2a-6001cb64b4ec tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=49b43bf1-fb0c-4c2e-a26b-d2badbc5ce4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319226 Oct 23 01:04:52.229643 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Current status of the port f8fe8452-f530-4f16-a9d9-6ef8dc901a16 is: DOWN; New status is: BUILD {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:04:52.230032 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (f8fe8452-f530-4f16-a9d9-6ef8dc901a16), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:52.247465 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6441ac-4203-4d3c-b67e-f2b3b417f638 req-b4d37b9b-cbf5-44bd-8245-fbe667f66d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:52.247465 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4c6441ac-4203-4d3c-b67e-f2b3b417f638 req-b4d37b9b-cbf5-44bd-8245-fbe667f66d28 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=320914bd-cd74-49c1-ba25-abce6f5b5bb0 HTTP/1.1" status: 200 len: 915 time: 0.2595911 Oct 23 01:04:52.247813 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.notifiers.nova [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8fe8452-f530-4f16-a9d9-6ef8dc901a16 {{(pid=104553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:04:52.267484 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port f8fe8452-f530-4f16-a9d9-6ef8dc901a16, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f8fe8452-f530-4f16-a9d9-6ef8dc901a16,segment=NetworkSegment(b563694c-9507-42fa-99e2-76cd749180fe),segment_id=b563694c-9507-42fa-99e2-76cd749180fe)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:04:52.273229 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (f8fe8452-f530-4f16-a9d9-6ef8dc901a16), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:52.306645 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b657d770-f3b5-464c-a6c1-6d3524d6d68c x-openstack-request-id: req-b657d770-f3b5-464c-a6c1-6d3524d6d68c {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:04:52.306934 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1377f4b5-edc1-48c4-9e96-8fa7da42bc06", "tag": "abdde47d-4bda-41f8-b373-ea74efd8c6ef", "status": "completed", "code": 200}]} {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:04:52.307185 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b657d770-f3b5-464c-a6c1-6d3524d6d68c {{(pid=104552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:04:52.307581 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b657d770-f3b5-464c-a6c1-6d3524d6d68c'] response: {'name': 'network-changed', 'server_uuid': '1377f4b5-edc1-48c4-9e96-8fa7da42bc06', 'tag': 'abdde47d-4bda-41f8-b373-ea74efd8c6ef', 'status': 'completed', 'code': 200} Oct 23 01:04:52.311846 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4c6441ac-4203-4d3c-b67e-f2b3b417f638 req-5006d0a1-ab31-474e-8b8c-e2b25d23379d service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8fe8452-f530-4f16-a9d9-6ef8dc901a16 HTTP/1.1" status: 200 len: 217 time: 0.0629277 Oct 23 01:04:52.330873 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:52.341018 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5148f689-0f62-430a-b3f2-d0758b81aa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (b2013646-e5ec-4b71-a145-3908973fbde8), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:52.341795 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Pushing event updated for resources: {'Port': ['ID=f8fe8452-f530-4f16-a9d9-6ef8dc901a16,revision_number=4']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:52.375733 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-3ec55d02-2032-4a6a-9fb0-7fb5588c1a38 req-7a339c05-92fb-4b65-acb1-fa15a509fe39 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/fd218502-570d-4f7c-88c1-4499072d8f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633636 Oct 23 01:04:52.383868 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-951b8b4a-4aac-4fa9-8af4-8bd167a80805 req-459b89de-6bca-4398-bf38-b30f76b37665 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=33d5c0e5-8009-4147-b50c-1cd4826f080d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692710 Oct 23 01:04:52.392803 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6441ac-4203-4d3c-b67e-f2b3b417f638 req-200ca4cc-72a8-4f9b-bdf1-f721bc81bc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:52.394427 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4c6441ac-4203-4d3c-b67e-f2b3b417f638 req-200ca4cc-72a8-4f9b-bdf1-f721bc81bc29 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=37b3d7c1-3c96-497f-85f7-97891ad8144a HTTP/1.1" status: 200 len: 854 time: 0.0737741 Oct 23 01:04:52.436597 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4c6441ac-4203-4d3c-b67e-f2b3b417f638 req-720201a2-0ad3-4ae8-8e22-65a669c6eb38 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=320914bd-cd74-49c1-ba25-abce6f5b5bb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356567 Oct 23 01:04:52.487693 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] get_ports_and_sgs() called for port_ids ['f8fe8452-f530-4f16-a9d9-6ef8dc901a16'] {{(pid=104553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:04:52.698652 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:53.101367 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:53.186642 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c47619-f26e-42df-ac31-1b95cc37e814 req-6ffc03db-c500-4b0d-b1c7-4704fb17169b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:53.188152 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-36c47619-f26e-42df-ac31-1b95cc37e814 req-6ffc03db-c500-4b0d-b1c7-4704fb17169b service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=3fae115d5ad049b5b40c59212216d458&device_id=1377f4b5-edc1-48c4-9e96-8fa7da42bc06 HTTP/1.1" status: 200 len: 1128 time: 0.0883334 Oct 23 01:04:53.265899 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4c6441ac-4203-4d3c-b67e-f2b3b417f638 req-23db7aa6-cd0e-4930-8646-cf92e8956e6e service neutron] 10.222.0.52 "GET /networking/v2.0/networks/320914bd-cd74-49c1-ba25-abce6f5b5bb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780250 Oct 23 01:04:53.385064 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c47619-f26e-42df-ac31-1b95cc37e814 req-d82c8533-d2e0-4e1e-b48b-5a0d74a17d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:53.386925 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-36c47619-f26e-42df-ac31-1b95cc37e814 req-d82c8533-d2e0-4e1e-b48b-5a0d74a17d9e service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=fd218502-570d-4f7c-88c1-4499072d8f6e HTTP/1.1" status: 200 len: 916 time: 0.1927447 Oct 23 01:04:53.408005 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71469ef4-8b90-4e65-8fae-41ce91fd9e2a req-58ad5ad3-60f5-42ff-9422-f3a97285ded6 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:53.409423 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-71469ef4-8b90-4e65-8fae-41ce91fd9e2a req-58ad5ad3-60f5-42ff-9422-f3a97285ded6 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9cac3dfe-3d48-4876-80e0-c86e7eb2a048 HTTP/1.1" status: 200 len: 944 time: 0.0851867 Oct 23 01:04:53.458324 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-36c47619-f26e-42df-ac31-1b95cc37e814 req-3196bd0e-6085-4f57-9efa-f7f44001fb9c service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=abdde47d-4bda-41f8-b373-ea74efd8c6ef HTTP/1.1" status: 200 len: 217 time: 0.0644772 Oct 23 01:04:53.505292 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4c6441ac-4203-4d3c-b67e-f2b3b417f638 req-2a00088c-f78c-48b6-bbb9-989c3464ed2d service neutron] 10.222.0.52 "GET /networking/v2.0/networks/320914bd-cd74-49c1-ba25-abce6f5b5bb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327452 Oct 23 01:04:53.573685 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211eeb8e-6c7e-4346-a9e3-659d09fbe946 req-e062e573-9f52-4f9b-be37-8993c37aad63 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:53.575156 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-211eeb8e-6c7e-4346-a9e3-659d09fbe946 req-e062e573-9f52-4f9b-be37-8993c37aad63 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1377f4b5-edc1-48c4-9e96-8fa7da42bc06 HTTP/1.1" status: 200 len: 944 time: 0.1092060 Oct 23 01:04:53.577129 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c47619-f26e-42df-ac31-1b95cc37e814 req-67252b50-bc73-4ced-84fc-11dd4b69fa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:53.578426 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-36c47619-f26e-42df-ac31-1b95cc37e814 req-67252b50-bc73-4ced-84fc-11dd4b69fa10 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=a9e16815-4336-4cda-ac3b-da5c9a06661d HTTP/1.1" status: 200 len: 854 time: 0.1114712 Oct 23 01:04:53.581494 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-71469ef4-8b90-4e65-8fae-41ce91fd9e2a req-1e1f0ab5-3824-479e-bc49-d5a95574158c tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=49b43bf1-fb0c-4c2e-a26b-d2badbc5ce4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625354 Oct 23 01:04:53.642560 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c47619-f26e-42df-ac31-1b95cc37e814 req-b112e077-2027-45cc-b553-c6dbebc809a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:53.644068 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-36c47619-f26e-42df-ac31-1b95cc37e814 req-b112e077-2027-45cc-b553-c6dbebc809a9 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=fd218502-570d-4f7c-88c1-4499072d8f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0557795 Oct 23 01:04:53.674128 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-211eeb8e-6c7e-4346-a9e3-659d09fbe946 req-7715d804-4f47-49c4-99d5-d1d6a1d6c449 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=33d5c0e5-8009-4147-b50c-1cd4826f080d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916979 Oct 23 01:04:53.684941 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e80eb663-45f3-44c1-bd5d-b13fbac885c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (9e3bf558-830b-43df-b1b1-6fe61a75ce60), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:53.747283 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-36c47619-f26e-42df-ac31-1b95cc37e814 req-c96a8323-74b0-45f4-9f68-c6463d5fc48f service neutron] 10.222.0.52 "GET /networking/v2.0/networks/fd218502-570d-4f7c-88c1-4499072d8f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957434 Oct 23 01:04:53.838369 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-36c47619-f26e-42df-ac31-1b95cc37e814 req-8247949d-35ec-4ba2-847a-8941edc66dae service neutron] 10.222.0.52 "GET /networking/v2.0/networks/fd218502-570d-4f7c-88c1-4499072d8f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846889 Oct 23 01:04:54.002583 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (e5069eb9-82e8-4601-9222-8a50cea677c6), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:54.092736 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device abdde47d-4bda-41f8-b373-ea74efd8c6ef details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104553) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:04:54.096293 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device f8fe8452-f530-4f16-a9d9-6ef8dc901a16 up at agent hyperv_hv-cinder-maste {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:04:54.196893 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Provisioning for port f8fe8452-f530-4f16-a9d9-6ef8dc901a16 completed by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 01:04:54.209598 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Provisioning complete for port f8fe8452-f530-4f16-a9d9-6ef8dc901a16 triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:04:54.209972 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (f8fe8452-f530-4f16-a9d9-6ef8dc901a16), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:54.210302 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Attempt 1 to provision port f8fe8452-f530-4f16-a9d9-6ef8dc901a16 Oct 23 01:04:54.260048 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port abdde47d-4bda-41f8-b373-ea74efd8c6ef, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=abdde47d-4bda-41f8-b373-ea74efd8c6ef,segment=NetworkSegment(e963d26c-0a32-4372-aefd-3f9403fc219c),segment_id=e963d26c-0a32-4372-aefd-3f9403fc219c)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:04:54.277120 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Returning: {'device': 'abdde47d-4bda-41f8-b373-ea74efd8c6ef', 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e', 'port_id': 'abdde47d-4bda-41f8-b373-ea74efd8c6ef', 'mac_address': 'fa:16:3e:8e:8a:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9e16815-4336-4cda-ac3b-da5c9a06661d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104553) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:04:54.337669 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Current status of the port abdde47d-4bda-41f8-b373-ea74efd8c6ef is: DOWN; New status is: BUILD {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:04:54.338073 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (abdde47d-4bda-41f8-b373-ea74efd8c6ef), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:54.340046 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Current status of the port f8fe8452-f530-4f16-a9d9-6ef8dc901a16 is: BUILD; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:04:54.340407 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (f8fe8452-f530-4f16-a9d9-6ef8dc901a16), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:54.360394 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.notifiers.nova [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abdde47d-4bda-41f8-b373-ea74efd8c6ef {{(pid=104553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:04:54.381652 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cac3dfe-3d48-4876-80e0-c86e7eb2a048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8fe8452-f530-4f16-a9d9-6ef8dc901a16'}] {{(pid=104553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:04:54.383895 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ef7492e608d46078fd98593772981b2cfdf47eaedaeea269e4497eac5a7bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78afd826-4ca6-4cb9-b71b-cd0112425f54" -d '{"events": [{"server_uuid": "9cac3dfe-3d48-4876-80e0-c86e7eb2a048", "name": "network-vif-plugged", "status": "completed", "tag": "f8fe8452-f530-4f16-a9d9-6ef8dc901a16"}]}' {{(pid=104553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:04:54.402054 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port abdde47d-4bda-41f8-b373-ea74efd8c6ef, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=abdde47d-4bda-41f8-b373-ea74efd8c6ef,segment=NetworkSegment(e963d26c-0a32-4372-aefd-3f9403fc219c),segment_id=e963d26c-0a32-4372-aefd-3f9403fc219c)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:04:54.403899 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port f8fe8452-f530-4f16-a9d9-6ef8dc901a16, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f8fe8452-f530-4f16-a9d9-6ef8dc901a16,segment=NetworkSegment(b563694c-9507-42fa-99e2-76cd749180fe),segment_id=b563694c-9507-42fa-99e2-76cd749180fe)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:04:54.407793 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (abdde47d-4bda-41f8-b373-ea74efd8c6ef), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:54.412055 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (f8fe8452-f530-4f16-a9d9-6ef8dc901a16), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:54.436147 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91a7a24-c542-41aa-ae5e-30609d328d72 x-openstack-request-id: req-d91a7a24-c542-41aa-ae5e-30609d328d72 {{(pid=104553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:04:54.436395 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cac3dfe-3d48-4876-80e0-c86e7eb2a048", "name": "network-vif-plugged", "status": "completed", "tag": "f8fe8452-f530-4f16-a9d9-6ef8dc901a16", "code": 200}]} {{(pid=104553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:04:54.436766 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d91a7a24-c542-41aa-ae5e-30609d328d72 {{(pid=104553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:04:54.437086 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d91a7a24-c542-41aa-ae5e-30609d328d72'] response: {'server_uuid': '9cac3dfe-3d48-4876-80e0-c86e7eb2a048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8fe8452-f530-4f16-a9d9-6ef8dc901a16', 'code': 200} Oct 23 01:04:54.466397 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Pushing event updated for resources: {'Port': ['ID=abdde47d-4bda-41f8-b373-ea74efd8c6ef,revision_number=4']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:54.516368 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Pushing event updated for resources: {'Port': ['ID=f8fe8452-f530-4f16-a9d9-6ef8dc901a16,revision_number=5']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:54.583371 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:54.595049 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a68c3a-bd6d-4123-86c9-5c4d741766a4 req-3809709d-4e57-49ab-925e-011306d35e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:54.596517 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-34a68c3a-bd6d-4123-86c9-5c4d741766a4 req-3809709d-4e57-49ab-925e-011306d35e67 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9cac3dfe-3d48-4876-80e0-c86e7eb2a048 HTTP/1.1" status: 200 len: 1129 time: 0.0426433 Oct 23 01:04:54.613885 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] get_ports_and_sgs() called for port_ids ['abdde47d-4bda-41f8-b373-ea74efd8c6ef'] {{(pid=104553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:04:54.649182 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-34a68c3a-bd6d-4123-86c9-5c4d741766a4 req-3091e83b-30b5-4769-b70e-0f92ba7f49a8 service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=49b43bf1-fb0c-4c2e-a26b-d2badbc5ce4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458012 Oct 23 01:04:54.663859 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:54.705623 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7153c-6401-4071-9efa-db5a689be88a req-5a2e83af-2679-491f-822c-ef68a6249eaa tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:54.707125 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d5a7153c-6401-4071-9efa-db5a689be88a req-5a2e83af-2679-491f-822c-ef68a6249eaa tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9cac3dfe-3d48-4876-80e0-c86e7eb2a048 HTTP/1.1" status: 200 len: 945 time: 0.0469484 Oct 23 01:04:54.769304 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d5a7153c-6401-4071-9efa-db5a689be88a req-a9cb2b1c-a12e-4fe9-99fb-e0fb1dbf017f tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=49b43bf1-fb0c-4c2e-a26b-d2badbc5ce4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539193 Oct 23 01:04:54.787480 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:54.807337 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a97180-b0c1-40b9-96ad-4dc302716664 req-590f5f61-0058-41da-9e28-c631ac14e086 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:54.808959 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-33a97180-b0c1-40b9-96ad-4dc302716664 req-590f5f61-0058-41da-9e28-c631ac14e086 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1377f4b5-edc1-48c4-9e96-8fa7da42bc06 HTTP/1.1" status: 200 len: 945 time: 0.0559592 Oct 23 01:04:54.869142 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-33a97180-b0c1-40b9-96ad-4dc302716664 req-c36844ee-f34b-437b-8648-cabf0ec69cf2 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=33d5c0e5-8009-4147-b50c-1cd4826f080d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542517 Oct 23 01:04:55.894971 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005b2b6-d924-42a7-9e4f-2c34860f576a req-7dfee61b-0cc0-4930-a6b9-420f7c2bdaa6 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:55.896338 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4005b2b6-d924-42a7-9e4f-2c34860f576a req-7dfee61b-0cc0-4930-a6b9-420f7c2bdaa6 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9cac3dfe-3d48-4876-80e0-c86e7eb2a048 HTTP/1.1" status: 200 len: 945 time: 0.0499861 Oct 23 01:04:55.948048 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4005b2b6-d924-42a7-9e4f-2c34860f576a req-c411c77d-d35f-4119-870c-abd3090320fe tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=49b43bf1-fb0c-4c2e-a26b-d2badbc5ce4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444062 Oct 23 01:04:56.001632 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a7922-79e5-48c0-a35e-ff0bc79dabe3 req-35d1cc5b-f00c-44ed-928d-7132a3cbffa3 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:56.003153 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-607a7922-79e5-48c0-a35e-ff0bc79dabe3 req-35d1cc5b-f00c-44ed-928d-7132a3cbffa3 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1377f4b5-edc1-48c4-9e96-8fa7da42bc06 HTTP/1.1" status: 200 len: 945 time: 0.0532527 Oct 23 01:04:56.051523 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-607a7922-79e5-48c0-a35e-ff0bc79dabe3 req-409f4f91-5fab-485e-9a48-f6499c44c94a tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=33d5c0e5-8009-4147-b50c-1cd4826f080d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426800 Oct 23 01:04:56.098474 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device abdde47d-4bda-41f8-b373-ea74efd8c6ef up at agent hyperv_hv-cinder-maste {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:04:56.101624 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:56.142880 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Provisioning for port abdde47d-4bda-41f8-b373-ea74efd8c6ef completed by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 01:04:56.151270 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Provisioning complete for port abdde47d-4bda-41f8-b373-ea74efd8c6ef triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:04:56.151830 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (abdde47d-4bda-41f8-b373-ea74efd8c6ef), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:56.152326 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Attempt 1 to provision port abdde47d-4bda-41f8-b373-ea74efd8c6ef Oct 23 01:04:56.240088 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Current status of the port abdde47d-4bda-41f8-b373-ea74efd8c6ef is: BUILD; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:04:56.240485 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (abdde47d-4bda-41f8-b373-ea74efd8c6ef), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:56.277167 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port abdde47d-4bda-41f8-b373-ea74efd8c6ef, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=abdde47d-4bda-41f8-b373-ea74efd8c6ef,segment=NetworkSegment(e963d26c-0a32-4372-aefd-3f9403fc219c),segment_id=e963d26c-0a32-4372-aefd-3f9403fc219c)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:04:56.282174 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (abdde47d-4bda-41f8-b373-ea74efd8c6ef), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:56.342146 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Pushing event updated for resources: {'Port': ['ID=abdde47d-4bda-41f8-b373-ea74efd8c6ef,revision_number=5']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:04:56.438277 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1377f4b5-edc1-48c4-9e96-8fa7da42bc06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abdde47d-4bda-41f8-b373-ea74efd8c6ef'}] {{(pid=104553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:04:56.440654 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ef7492e608d46078fd98593772981b2cfdf47eaedaeea269e4497eac5a7bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6339f4-3884-4e55-8294-5462b31e3958" -d '{"events": [{"server_uuid": "1377f4b5-edc1-48c4-9e96-8fa7da42bc06", "name": "network-vif-plugged", "status": "completed", "tag": "abdde47d-4bda-41f8-b373-ea74efd8c6ef"}]}' {{(pid=104553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:04:56.477899 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6484c06c-0fa3-482f-ac99-783b34c85225 x-openstack-request-id: req-6484c06c-0fa3-482f-ac99-783b34c85225 {{(pid=104553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:04:56.478182 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1377f4b5-edc1-48c4-9e96-8fa7da42bc06", "name": "network-vif-plugged", "status": "completed", "tag": "abdde47d-4bda-41f8-b373-ea74efd8c6ef", "code": 200}]} {{(pid=104553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:04:56.478432 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6484c06c-0fa3-482f-ac99-783b34c85225 {{(pid=104553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:04:56.478867 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6484c06c-0fa3-482f-ac99-783b34c85225'] response: {'server_uuid': '1377f4b5-edc1-48c4-9e96-8fa7da42bc06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abdde47d-4bda-41f8-b373-ea74efd8c6ef', 'code': 200} Oct 23 01:04:56.660677 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc403da0-aa8f-4e02-bdfe-79ea3fcac359 req-79957bf2-18df-4454-8c62-30dfb2a903fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:56.662273 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-cc403da0-aa8f-4e02-bdfe-79ea3fcac359 req-79957bf2-18df-4454-8c62-30dfb2a903fa service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1377f4b5-edc1-48c4-9e96-8fa7da42bc06 HTTP/1.1" status: 200 len: 1130 time: 0.0445671 Oct 23 01:04:56.706888 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-cc403da0-aa8f-4e02-bdfe-79ea3fcac359 req-c0431eaf-e99a-4e79-ba14-be70bccba7fb service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=33d5c0e5-8009-4147-b50c-1cd4826f080d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380008 Oct 23 01:04:57.184422 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57f9544-2b45-4ffb-8820-30ff0a72f595 req-6d773b4e-7ca7-4d07-bee8-613ad139bf2e tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:57.185938 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c57f9544-2b45-4ffb-8820-30ff0a72f595 req-6d773b4e-7ca7-4d07-bee8-613ad139bf2e tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1377f4b5-edc1-48c4-9e96-8fa7da42bc06 HTTP/1.1" status: 200 len: 946 time: 0.0498762 Oct 23 01:04:57.233867 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c57f9544-2b45-4ffb-8820-30ff0a72f595 req-e5b57d83-c3bb-4994-9418-7b97a78695ee tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=33d5c0e5-8009-4147-b50c-1cd4826f080d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423219 Oct 23 01:04:58.372579 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4f967-05d8-4eba-a9f8-3441fae41543 req-dc27d39a-7ddd-4bd4-9c2b-074eb9000c7e tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:58.374108 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1aa4f967-05d8-4eba-a9f8-3441fae41543 req-dc27d39a-7ddd-4bd4-9c2b-074eb9000c7e tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1377f4b5-edc1-48c4-9e96-8fa7da42bc06 HTTP/1.1" status: 200 len: 946 time: 0.0534108 Oct 23 01:04:58.425739 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1aa4f967-05d8-4eba-a9f8-3441fae41543 req-3bca5653-f6e7-4eba-893a-8535d23e224b tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=33d5c0e5-8009-4147-b50c-1cd4826f080d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458148 Oct 23 01:04:58.544752 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39cb99-84b1-49c6-aadb-6ba4ef1087f5 req-641727ec-87a0-488f-8269-39f6b6800a33 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:58.546205 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-bb39cb99-84b1-49c6-aadb-6ba4ef1087f5 req-641727ec-87a0-488f-8269-39f6b6800a33 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1377f4b5-edc1-48c4-9e96-8fa7da42bc06 HTTP/1.1" status: 200 len: 946 time: 0.0496845 Oct 23 01:04:58.556558 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 56888) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:04:58.560943 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [None req-4abd4f0f-b57b-46b7-9a6b-054017d8387e tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Request body: {'floatingip': {'port_id': 'abdde47d-4bda-41f8-b373-ea74efd8c6ef'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:04:58.597710 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-4abd4f0f-b57b-46b7-9a6b-054017d8387e tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for floatingip (94219bc5-a8e1-443b-92d8-2b916ad75925), before_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:58.601176 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=27 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:58.632094 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=56 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:58.820328 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:59.041353 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-4abd4f0f-b57b-46b7-9a6b-054017d8387e tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:59.048023 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-4abd4f0f-b57b-46b7-9a6b-054017d8387e tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516985'] for floatingip (94219bc5-a8e1-443b-92d8-2b916ad75925), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:59.091566 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:04:59.407835 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.db.l3_db [None req-4abd4f0f-b57b-46b7-9a6b-054017d8387e tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Floating IP 94219bc5-a8e1-443b-92d8-2b916ad75925 associated. External IP: 172.37.4.43, port: abdde47d-4bda-41f8-b373-ea74efd8c6ef. Oct 23 01:04:59.612676 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4abd4f0f-b57b-46b7-9a6b-054017d8387e tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Router 8fd18b97-ffc6-453a-a42c-97191397ee01 has already been hosted by L3 agent 71de1650-f9d9-4095-92e6-e37ec99e20cf {{(pid=104552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:04:59.719138 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4abd4f0f-b57b-46b7-9a6b-054017d8387e tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:04:59.723880 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-4abd4f0f-b57b-46b7-9a6b-054017d8387e tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for floatingip (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:04:59.729900 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd160dc3-61bb-46aa-ad08-2987d3ab7b25 None None] Sync routers for ids ['8fd18b97-ffc6-453a-a42c-97191397ee01'] in dv-cinder-master-3-iscsi {{(pid=104553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:04:59.741009 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd160dc3-61bb-46aa-ad08-2987d3ab7b25 None None] Routers {'8fd18b97-ffc6-453a-a42c-97191397ee01'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:04:59.741629 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-cd160dc3-61bb-46aa-ad08-2987d3ab7b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:04:51Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['8fd18b97-ffc6-453a-a42c-97191397ee01'], 'active': True} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:04:59.754848 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-4abd4f0f-b57b-46b7-9a6b-054017d8387e tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "PUT /networking/v2.0/floatingips/94219bc5-a8e1-443b-92d8-2b916ad75925 HTTP/1.1" status: 200 len: 991 time: 1.1972432 Oct 23 01:04:59.755548 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1377f4b5-edc1-48c4-9e96-8fa7da42bc06', 'tag': 'abdde47d-4bda-41f8-b373-ea74efd8c6ef'}] {{(pid=104552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:04:59.757978 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e71a59ae106f7f9b2e36c913636ed0b95d68e581a9dbd71020046a5c2e6c46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2577c9-2330-4fd7-b4b4-20014cdf7766" -d '{"events": [{"name": "network-changed", "server_uuid": "1377f4b5-edc1-48c4-9e96-8fa7da42bc06", "tag": "abdde47d-4bda-41f8-b373-ea74efd8c6ef"}]}' {{(pid=104552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:04:59.797915 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8977dfb0-f83f-478a-b18f-c9b774829097 x-openstack-request-id: req-8977dfb0-f83f-478a-b18f-c9b774829097 {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:04:59.798207 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1377f4b5-edc1-48c4-9e96-8fa7da42bc06", "tag": "abdde47d-4bda-41f8-b373-ea74efd8c6ef", "status": "completed", "code": 200}]} {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:04:59.798457 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8977dfb0-f83f-478a-b18f-c9b774829097 {{(pid=104552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:04:59.798863 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8977dfb0-f83f-478a-b18f-c9b774829097'] response: {'name': 'network-changed', 'server_uuid': '1377f4b5-edc1-48c4-9e96-8fa7da42bc06', 'tag': 'abdde47d-4bda-41f8-b373-ea74efd8c6ef', 'status': 'completed', 'code': 200} Oct 23 01:04:59.852193 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvr_db [None req-cd160dc3-61bb-46aa-ad08-2987d3ab7b25 None None] Set router 8fd18b97-ffc6-453a-a42c-97191397ee01 gateway port host: dv-cinder-master-3-iscsi {{(pid=104553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:04:59.860129 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2577c9-2330-4fd7-b4b4-20014cdf7766 req-d61a891f-2260-4a53-85f0-2c59c3eb330f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:59.861656 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-8e2577c9-2330-4fd7-b4b4-20014cdf7766 req-d61a891f-2260-4a53-85f0-2c59c3eb330f service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=3fae115d5ad049b5b40c59212216d458&device_id=1377f4b5-edc1-48c4-9e96-8fa7da42bc06 HTTP/1.1" status: 200 len: 1130 time: 0.0411439 Oct 23 01:04:59.961563 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2577c9-2330-4fd7-b4b4-20014cdf7766 req-164fef2a-b074-4ca9-bccb-12b9dcea2702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:04:59.963364 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-8e2577c9-2330-4fd7-b4b4-20014cdf7766 req-164fef2a-b074-4ca9-bccb-12b9dcea2702 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=fd218502-570d-4f7c-88c1-4499072d8f6e HTTP/1.1" status: 200 len: 916 time: 0.0952976 Oct 23 01:05:00.028238 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-8e2577c9-2330-4fd7-b4b4-20014cdf7766 req-be8c5485-c7c2-4183-bdc6-446611ef6d3f service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=abdde47d-4bda-41f8-b373-ea74efd8c6ef HTTP/1.1" status: 200 len: 999 time: 0.0580299 Oct 23 01:05:00.066466 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-cd160dc3-61bb-46aa-ad08-2987d3ab7b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'name': 'tempest-AttachVolumeNegativeTest-2031464467-router', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.46'}], 'enable_snat': True}, 'gw_port_id': 'ba4c44b3-597d-4a36-9e78-c7a4635964fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:00:49Z', 'updated_at': '2022-10-23T01:00:52Z', 'revision_number': 4, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'gw_port': {'id': 'ba4c44b3-597d-4a36-9e78-c7a4635964fd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:00:50Z', 'updated_at': '2022-10-23T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '94219bc5-a8e1-443b-92d8-2b916ad75925', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'floating_ip_address': '172.37.4.43', 'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'router_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'port_id': 'abdde47d-4bda-41f8-b373-ea74efd8c6ef', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e', 'mac_address': 'fa:16:3e:8e:8a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1377f4b5-edc1-48c4-9e96-8fa7da42bc06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:04:43Z', 'updated_at': '2022-10-23T01:04:58Z', 'revision_number': 1, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82ab6488-6b18-4ad8-b485-c6f52a5eacb2', 'name': '', 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'mac_address': 'fa:16:3e:e3:ba:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a9e16815-4336-4cda-ac3b-da5c9a06661d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:00:52Z', 'updated_at': '2022-10-23T01:00:58Z', 'revision_number': 5, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'subnets': [{'id': 'a9e16815-4336-4cda-ac3b-da5c9a06661d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:05:00.077848 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2577c9-2330-4fd7-b4b4-20014cdf7766 req-4edf6cf0-f5e3-441f-8907-0181c8a7522e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:05:00.079408 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-8e2577c9-2330-4fd7-b4b4-20014cdf7766 req-4edf6cf0-f5e3-441f-8907-0181c8a7522e service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=a9e16815-4336-4cda-ac3b-da5c9a06661d HTTP/1.1" status: 200 len: 854 time: 0.0460272 Oct 23 01:05:00.094867 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd160dc3-61bb-46aa-ad08-2987d3ab7b25 None None] Checking router: 8fd18b97-ffc6-453a-a42c-97191397ee01 for host: dv-cinder-master-3-iscsi {{(pid=104553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:05:00.103486 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd160dc3-61bb-46aa-ad08-2987d3ab7b25 None None] Routers {'8fd18b97-ffc6-453a-a42c-97191397ee01'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:05:00.104094 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-cd160dc3-61bb-46aa-ad08-2987d3ab7b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:04:51Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['8fd18b97-ffc6-453a-a42c-97191397ee01'], 'active': True} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:05:00.119998 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:00.128502 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2577c9-2330-4fd7-b4b4-20014cdf7766 req-f43ac6a7-4f55-493b-b259-039627f72ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:05:00.130282 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-8e2577c9-2330-4fd7-b4b4-20014cdf7766 req-f43ac6a7-4f55-493b-b259-039627f72ef3 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=fd218502-570d-4f7c-88c1-4499072d8f6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447478 Oct 23 01:05:00.206929 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvr_db [None req-cd160dc3-61bb-46aa-ad08-2987d3ab7b25 None None] Set router 8fd18b97-ffc6-453a-a42c-97191397ee01 gateway port host: dv-cinder-master-3-iscsi {{(pid=104553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:05:00.223123 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-8e2577c9-2330-4fd7-b4b4-20014cdf7766 req-352d61f0-11bd-4023-abce-620a129b75f2 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/fd218502-570d-4f7c-88c1-4499072d8f6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861175 Oct 23 01:05:00.275449 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:00.317852 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-8e2577c9-2330-4fd7-b4b4-20014cdf7766 req-214abccb-f5da-4c08-b823-13d67d654b71 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/fd218502-570d-4f7c-88c1-4499072d8f6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892205 Oct 23 01:05:00.422591 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-cd160dc3-61bb-46aa-ad08-2987d3ab7b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'name': 'tempest-AttachVolumeNegativeTest-2031464467-router', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.46'}], 'enable_snat': True}, 'gw_port_id': 'ba4c44b3-597d-4a36-9e78-c7a4635964fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:00:49Z', 'updated_at': '2022-10-23T01:00:52Z', 'revision_number': 4, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'gw_port': {'id': 'ba4c44b3-597d-4a36-9e78-c7a4635964fd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:00:50Z', 'updated_at': '2022-10-23T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '94219bc5-a8e1-443b-92d8-2b916ad75925', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'floating_ip_address': '172.37.4.43', 'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'router_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'port_id': 'abdde47d-4bda-41f8-b373-ea74efd8c6ef', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e', 'mac_address': 'fa:16:3e:8e:8a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1377f4b5-edc1-48c4-9e96-8fa7da42bc06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:04:43Z', 'updated_at': '2022-10-23T01:04:58Z', 'revision_number': 1, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82ab6488-6b18-4ad8-b485-c6f52a5eacb2', 'name': '', 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'mac_address': 'fa:16:3e:e3:ba:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a9e16815-4336-4cda-ac3b-da5c9a06661d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:00:52Z', 'updated_at': '2022-10-23T01:00:58Z', 'revision_number': 5, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'subnets': [{'id': 'a9e16815-4336-4cda-ac3b-da5c9a06661d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:05:00.447127 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd160dc3-61bb-46aa-ad08-2987d3ab7b25 None None] The sync data for ids ['8fd18b97-ffc6-453a-a42c-97191397ee01'] in dv-cinder-master-3-iscsi is: [{'id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'name': 'tempest-AttachVolumeNegativeTest-2031464467-router', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.46'}], 'enable_snat': True}, 'gw_port_id': 'ba4c44b3-597d-4a36-9e78-c7a4635964fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:00:49Z', 'updated_at': '2022-10-23T01:00:52Z', 'revision_number': 4, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'gw_port': {'id': 'ba4c44b3-597d-4a36-9e78-c7a4635964fd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:00:50Z', 'updated_at': '2022-10-23T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '94219bc5-a8e1-443b-92d8-2b916ad75925', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'floating_ip_address': '172.37.4.43', 'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'router_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'port_id': 'abdde47d-4bda-41f8-b373-ea74efd8c6ef', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 683, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e', 'mac_address': 'fa:16:3e:8e:8a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1377f4b5-edc1-48c4-9e96-8fa7da42bc06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:04:43Z', 'updated_at': '2022-10-23T01:04:58Z', 'revision_number': 1, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82ab6488-6b18-4ad8-b485-c6f52a5eacb2', 'name': '', 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'mac_address': 'fa:16:3e:e3:ba:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a9e16815-4336-4cda-ac3b-da5c9a06661d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:00:52Z', 'updated_at': '2022-10-23T01:00:58Z', 'revision_number': 5, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'subnets': [{'id': 'a9e16815-4336-4cda-ac3b-da5c9a06661d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:05:00.647801 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0aec42b-94aa-4f19-952a-1c7380d1d221 None None] New status for floating IP 94219bc5-a8e1-443b-92d8-2b916ad75925: ACTIVE {{(pid=104554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:05:00.872746 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=44,neutron:DELETE=5 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:00.894379 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=72,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:01.253786 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.agents_db [None req-7a6a8f68-635a-43f5-9edf-73cfaf501ddf None None] Agent healthcheck: found 6 active agents {{(pid=104554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:05:01.743672 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:01.767424 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (16cf44eb-3ef2-4361-a416-47ab9083b794), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:10.308271 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=84 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:10.314498 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=21 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:11.759147 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:15.452978 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5071bf-c4f6-4ddf-84ac-862c3abb7a44 req-7452bf7a-ceb2-4695-9833-b17ad2382163 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:05:15.454685 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4d5071bf-c4f6-4ddf-84ac-862c3abb7a44 req-7452bf7a-ceb2-4695-9833-b17ad2382163 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9cac3dfe-3d48-4876-80e0-c86e7eb2a048 HTTP/1.1" status: 200 len: 945 time: 0.0514867 Oct 23 01:05:15.504630 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-4d5071bf-c4f6-4ddf-84ac-862c3abb7a44 req-9db31210-bccb-4aea-b498-eecf04c7ffe3 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=49b43bf1-fb0c-4c2e-a26b-d2badbc5ce4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441380 Oct 23 01:05:16.656703 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1cd165-1181-4cf9-b308-2f63868228fd req-43474019-419a-44b2-bea6-fafc48a22181 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:05:16.658198 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ac1cd165-1181-4cf9-b308-2f63868228fd req-43474019-419a-44b2-bea6-fafc48a22181 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9cac3dfe-3d48-4876-80e0-c86e7eb2a048 HTTP/1.1" status: 200 len: 945 time: 0.0554974 Oct 23 01:05:16.709466 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ac1cd165-1181-4cf9-b308-2f63868228fd req-1c9d2f04-7057-4030-9d22-1c9434b46554 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=49b43bf1-fb0c-4c2e-a26b-d2badbc5ce4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422456 Oct 23 01:05:17.052096 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6753a4-d8e7-4b44-b7be-2a93f6afb071 req-189120b7-2a82-4434-9fff-66e96545f2ed tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:05:17.053580 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-8c6753a4-d8e7-4b44-b7be-2a93f6afb071 req-189120b7-2a82-4434-9fff-66e96545f2ed tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=9cac3dfe-3d48-4876-80e0-c86e7eb2a048 HTTP/1.1" status: 200 len: 945 time: 0.0541546 Oct 23 01:05:17.135237 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [req-8c6753a4-d8e7-4b44-b7be-2a93f6afb071 req-87745957-175e-4e25-9e7f-33fc357df9c2 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Deleting port f8fe8452-f530-4f16-a9d9-6ef8dc901a16 {{(pid=104552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:05:17.135546 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-8c6753a4-d8e7-4b44-b7be-2a93f6afb071 req-87745957-175e-4e25-9e7f-33fc357df9c2 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (f8fe8452-f530-4f16-a9d9-6ef8dc901a16), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:17.221104 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=17 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:17.230579 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-8c6753a4-d8e7-4b44-b7be-2a93f6afb071 req-87745957-175e-4e25-9e7f-33fc357df9c2 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] For port f8fe8452-f530-4f16-a9d9-6ef8dc901a16, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f8fe8452-f530-4f16-a9d9-6ef8dc901a16,segment=NetworkSegment(b563694c-9507-42fa-99e2-76cd749180fe),segment_id=b563694c-9507-42fa-99e2-76cd749180fe)] {{(pid=104552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:05:17.230935 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-8c6753a4-d8e7-4b44-b7be-2a93f6afb071 req-87745957-175e-4e25-9e7f-33fc357df9c2 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (f8fe8452-f530-4f16-a9d9-6ef8dc901a16), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:17.244888 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [req-8c6753a4-d8e7-4b44-b7be-2a93f6afb071 req-87745957-175e-4e25-9e7f-33fc357df9c2 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Calling delete_port for f8fe8452-f530-4f16-a9d9-6ef8dc901a16 owned by compute:nova {{(pid=104552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:05:17.263795 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:17.373610 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-8c6753a4-d8e7-4b44-b7be-2a93f6afb071 req-87745957-175e-4e25-9e7f-33fc357df9c2 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5995606'] for port (f8fe8452-f530-4f16-a9d9-6ef8dc901a16), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:17.385810 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] get_ports_and_sgs() called for port_ids ['f8fe8452-f530-4f16-a9d9-6ef8dc901a16'] {{(pid=104553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:05:17.409652 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87745957-175e-4e25-9e7f-33fc357df9c2 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Pushing event deleted for resources: {'Port': ['ID=f8fe8452-f530-4f16-a9d9-6ef8dc901a16,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:17.427111 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87745957-175e-4e25-9e7f-33fc357df9c2 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:05:17.427458 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87745957-175e-4e25-9e7f-33fc357df9c2 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:05:17.427799 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87745957-175e-4e25-9e7f-33fc357df9c2 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:05:17.428180 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87745957-175e-4e25-9e7f-33fc357df9c2 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:05:17.428659 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87745957-175e-4e25-9e7f-33fc357df9c2 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:05:17.429237 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87745957-175e-4e25-9e7f-33fc357df9c2 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:05:17.429740 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87745957-175e-4e25-9e7f-33fc357df9c2 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:05:17.430275 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87745957-175e-4e25-9e7f-33fc357df9c2 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:05:17.430777 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87745957-175e-4e25-9e7f-33fc357df9c2 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:05:17.431116 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87745957-175e-4e25-9e7f-33fc357df9c2 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:05:17.431467 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87745957-175e-4e25-9e7f-33fc357df9c2 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:05:17.431841 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87745957-175e-4e25-9e7f-33fc357df9c2 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:05:17.432188 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87745957-175e-4e25-9e7f-33fc357df9c2 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:05:17.432517 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87745957-175e-4e25-9e7f-33fc357df9c2 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:05:17.432885 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87745957-175e-4e25-9e7f-33fc357df9c2 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:05:17.471132 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c6753a4-d8e7-4b44-b7be-2a93f6afb071 req-87745957-175e-4e25-9e7f-33fc357df9c2 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] No DVR routers for this DVR port f8fe8452-f530-4f16-a9d9-6ef8dc901a16 on host hv-cinder-maste {{(pid=104552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:05:17.473728 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-8c6753a4-d8e7-4b44-b7be-2a93f6afb071 req-87745957-175e-4e25-9e7f-33fc357df9c2 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:17.477479 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-8c6753a4-d8e7-4b44-b7be-2a93f6afb071 req-87745957-175e-4e25-9e7f-33fc357df9c2 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] 10.222.0.52 "DELETE /networking/v2.0/ports/f8fe8452-f530-4f16-a9d9-6ef8dc901a16 HTTP/1.1" status: 204 len: 173 time: 0.4175093 Oct 23 01:05:17.477959 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cac3dfe-3d48-4876-80e0-c86e7eb2a048', 'name': 'network-vif-deleted', 'tag': 'f8fe8452-f530-4f16-a9d9-6ef8dc901a16'}] {{(pid=104552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:05:17.480195 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e71a59ae106f7f9b2e36c913636ed0b95d68e581a9dbd71020046a5c2e6c46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde94cfe-f0dc-42bc-bb79-9e98d9106d43" -d '{"events": [{"server_uuid": "9cac3dfe-3d48-4876-80e0-c86e7eb2a048", "name": "network-vif-deleted", "tag": "f8fe8452-f530-4f16-a9d9-6ef8dc901a16"}]}' {{(pid=104552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:05:17.520922 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e552fc6-c42f-4a06-90ca-632155b2e4f1 x-openstack-request-id: req-1e552fc6-c42f-4a06-90ca-632155b2e4f1 {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:05:17.521216 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cac3dfe-3d48-4876-80e0-c86e7eb2a048", "name": "network-vif-deleted", "tag": "f8fe8452-f530-4f16-a9d9-6ef8dc901a16", "status": "completed", "code": 200}]} {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:05:17.521469 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1e552fc6-c42f-4a06-90ca-632155b2e4f1 {{(pid=104552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:05:17.521886 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e552fc6-c42f-4a06-90ca-632155b2e4f1'] response: {'server_uuid': '9cac3dfe-3d48-4876-80e0-c86e7eb2a048', 'name': 'network-vif-deleted', 'tag': 'f8fe8452-f530-4f16-a9d9-6ef8dc901a16', 'status': 'completed', 'code': 200} Oct 23 01:05:17.837287 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-9ccb446f-ed78-409f-84fd-dd8d8a0c5abb req-0fd7fdf4-ad84-48a2-be62-3b7e173ea9c4 tempest-VolumesSnapshotTestJSON-306835930 tempest-VolumesSnapshotTestJSON-306835930-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=9cac3dfe-3d48-4876-80e0-c86e7eb2a048 HTTP/1.1" status: 200 len: 210 time: 0.0336738 Oct 23 01:05:18.828511 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-fe633fd8-20d9-4c5d-b8b8-470cbc0297de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (6b66cfba-c169-484b-b3a5-13fb9b6528cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:20.219299 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device f8fe8452-f530-4f16-a9d9-6ef8dc901a16 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:05:20.239337 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] No Port match for: f8fe8452-f530-4f16-a9d9-6ef8dc901a16 {{(pid=104553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:05:20.239916 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device f8fe8452-f530-4f16-a9d9-6ef8dc901a16 not bound to the agent host hv-cinder-maste {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:05:21.244466 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-2fe6e0c8-9ee9-4177-947f-0823b7d05e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (71de1650-f9d9-4095-92e6-e37ec99e20cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:22.336687 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5148f689-0f62-430a-b3f2-d0758b81aa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (b2013646-e5ec-4b71-a145-3908973fbde8), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:23.684335 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e80eb663-45f3-44c1-bd5d-b13fbac885c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (9e3bf558-830b-43df-b1b1-6fe61a75ce60), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:23.988951 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (e5069eb9-82e8-4601-9222-8a50cea677c6), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:27.816655 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=65,neutron:DELETE=3 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:27.819129 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=64,neutron:DELETE=5 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:31.756127 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (16cf44eb-3ef2-4361-a416-47ab9083b794), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:38.256709 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.agents_db [None req-7a6a8f68-635a-43f5-9edf-73cfaf501ddf None None] Agent healthcheck: found 6 active agents {{(pid=104554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:05:40.462981 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 57116) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:05:40.517986 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.db_base_plugin_v2 [None req-40c73170-2e28-4c7c-bfc7-10bd1827eb79 admin admin] Deleting subnet 37b3d7c1-3c96-497f-85f7-97891ad8144a {{(pid=104552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:05:40.521298 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-40c73170-2e28-4c7c-bfc7-10bd1827eb79 admin admin] Publish callbacks [] for subnet (37b3d7c1-3c96-497f-85f7-97891ad8144a), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:40.556824 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-40c73170-2e28-4c7c-bfc7-10bd1827eb79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6324722'] for subnet (37b3d7c1-3c96-497f-85f7-97891ad8144a), precommit_delete_associations {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:40.603949 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-40c73170-2e28-4c7c-bfc7-10bd1827eb79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13457227'] for subnet (37b3d7c1-3c96-497f-85f7-97891ad8144a), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:40.659514 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-40c73170-2e28-4c7c-bfc7-10bd1827eb79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-13457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5989285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6118452'] for subnet (37b3d7c1-3c96-497f-85f7-97891ad8144a), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:40.688623 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c73170-2e28-4c7c-bfc7-10bd1827eb79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37b3d7c1-3c96-497f-85f7-97891ad8144a,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:40.692671 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-40c73170-2e28-4c7c-bfc7-10bd1827eb79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for subnet (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:40.695998 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-40c73170-2e28-4c7c-bfc7-10bd1827eb79 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/37b3d7c1-3c96-497f-85f7-97891ad8144a HTTP/1.1" status: 204 len: 168 time: 0.2317116 Oct 23 01:05:40.699367 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 57120) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:05:40.768795 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-682cfe0d-c5d3-4c43-872e-be3d53c881a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13506626'] for network (320914bd-cd74-49c1-ba25-abce6f5b5bb0), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:40.850928 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-682cfe0d-c5d3-4c43-872e-be3d53c881a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13455826', 'neutron.services.segments.db._delete_segments_for_network-8758734904131'] for network (320914bd-cd74-49c1-ba25-abce6f5b5bb0), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:40.872284 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.services.segments.db [None req-682cfe0d-c5d3-4c43-872e-be3d53c881a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['320914bd-cd74-49c1-ba25-abce6f5b5bb0']}} {{(pid=104552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:05:40.882304 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.services.segments.db [None req-682cfe0d-c5d3-4c43-872e-be3d53c881a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b563694c-9507-42fa-99e2-76cd749180fe') {'for_net_delete': True} {{(pid=104552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:05:40.882632 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.services.segments.db [None req-682cfe0d-c5d3-4c43-872e-be3d53c881a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b563694c-9507-42fa-99e2-76cd749180fe') {} {{(pid=104552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:05:40.893004 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-682cfe0d-c5d3-4c43-872e-be3d53c881a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758734904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6324729'] for segment (b563694c-9507-42fa-99e2-76cd749180fe), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:40.908096 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-682cfe0d-c5d3-4c43-872e-be3d53c881a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13381139'] for segment (b563694c-9507-42fa-99e2-76cd749180fe), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:40.915346 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-682cfe0d-c5d3-4c43-872e-be3d53c881a9 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=104552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:05:40.915761 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-682cfe0d-c5d3-4c43-872e-be3d53c881a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13381139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5995523'] for segment (b563694c-9507-42fa-99e2-76cd749180fe), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:40.934788 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.services.segments.plugin [-] Segment b563694c-9507-42fa-99e2-76cd749180fe resource provider aggregate not found Oct 23 01:05:40.975423 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.services.segments.plugin [-] Segment b563694c-9507-42fa-99e2-76cd749180fe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b563694c-9507-42fa-99e2-76cd749180fe found for delete ", "request_id": "req-62150462-daa7-4be7-9338-b5d75a4cdbd4"}]} Oct 23 01:05:40.982915 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-682cfe0d-c5d3-4c43-872e-be3d53c881a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13455835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516948'] for network (320914bd-cd74-49c1-ba25-abce6f5b5bb0), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:40.988807 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-682cfe0d-c5d3-4c43-872e-be3d53c881a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for network (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:40.991922 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-682cfe0d-c5d3-4c43-872e-be3d53c881a9 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/320914bd-cd74-49c1-ba25-abce6f5b5bb0 HTTP/1.1" status: 204 len: 168 time: 0.2915535 Oct 23 01:05:41.003527 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682cfe0d-c5d3-4c43-872e-be3d53c881a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=320914bd-cd74-49c1-ba25-abce6f5b5bb0,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:41.166589 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 57128) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:05:41.206931 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-e351f778-2ae5-40cc-9cf4-3cba41930212 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=7e97fa3e253f435d817619feeeb5260c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391636 Oct 23 01:05:41.210105 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 57130) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:05:41.259868 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-bb2b61e8-bc54-4032-8093-56b064bc2dbf admin admin] Publish callbacks [] for security_group (49b43bf1-fb0c-4c2e-a26b-d2badbc5ce4a), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:41.280073 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-bb2b61e8-bc54-4032-8093-56b064bc2dbf admin admin] Publish callbacks [] for security_group (49b43bf1-fb0c-4c2e-a26b-d2badbc5ce4a), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:41.333675 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-bb2b61e8-bc54-4032-8093-56b064bc2dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (49b43bf1-fb0c-4c2e-a26b-d2badbc5ce4a), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:41.336285 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-bb2b61e8-bc54-4032-8093-56b064bc2dbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:41.337516 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-bb2b61e8-bc54-4032-8093-56b064bc2dbf admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/49b43bf1-fb0c-4c2e-a26b-d2badbc5ce4a HTTP/1.1" status: 204 len: 168 time: 0.1264284 Oct 23 01:05:41.345669 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2b61e8-bc54-4032-8093-56b064bc2dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b43bf1-fb0c-4c2e-a26b-d2badbc5ce4a,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:41.353092 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2b61e8-bc54-4032-8093-56b064bc2dbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:05:41.353441 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2b61e8-bc54-4032-8093-56b064bc2dbf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:05:41.353781 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2b61e8-bc54-4032-8093-56b064bc2dbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:05:41.354191 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2b61e8-bc54-4032-8093-56b064bc2dbf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:05:41.354466 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2b61e8-bc54-4032-8093-56b064bc2dbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:05:41.354800 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2b61e8-bc54-4032-8093-56b064bc2dbf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:05:41.355149 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2b61e8-bc54-4032-8093-56b064bc2dbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:05:41.355462 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2b61e8-bc54-4032-8093-56b064bc2dbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:05:41.355775 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2b61e8-bc54-4032-8093-56b064bc2dbf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:05:41.356119 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2b61e8-bc54-4032-8093-56b064bc2dbf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:05:41.356430 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2b61e8-bc54-4032-8093-56b064bc2dbf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:05:41.356785 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2b61e8-bc54-4032-8093-56b064bc2dbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:05:41.357112 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2b61e8-bc54-4032-8093-56b064bc2dbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:05:41.357444 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2b61e8-bc54-4032-8093-56b064bc2dbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:05:41.357962 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2b61e8-bc54-4032-8093-56b064bc2dbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:05:47.982283 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b12abf-d0b0-4033-b95f-9f8313f64f7a req-60a66712-8856-4b97-8066-b2e51dc237a9 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:05:47.983768 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-18b12abf-d0b0-4033-b95f-9f8313f64f7a req-60a66712-8856-4b97-8066-b2e51dc237a9 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1377f4b5-edc1-48c4-9e96-8fa7da42bc06 HTTP/1.1" status: 200 len: 946 time: 0.0594435 Oct 23 01:05:48.033928 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-18b12abf-d0b0-4033-b95f-9f8313f64f7a req-152a647b-ccb2-4f39-9a41-ac55142eca1e tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=33d5c0e5-8009-4147-b50c-1cd4826f080d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443392 Oct 23 01:05:48.817440 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:48.820320 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:48.835509 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-520f31f8-761c-4b7a-87cf-5c8863e1fe87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (6b66cfba-c169-484b-b3a5-13fb9b6528cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:49.179228 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb3929b-3aee-4a1a-bd7d-82ca73fb66d5 req-23eadb99-ce87-4894-b541-9d3fb70bbbac tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:05:49.181093 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-cfb3929b-3aee-4a1a-bd7d-82ca73fb66d5 req-23eadb99-ce87-4894-b541-9d3fb70bbbac tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1377f4b5-edc1-48c4-9e96-8fa7da42bc06 HTTP/1.1" status: 200 len: 946 time: 0.0567620 Oct 23 01:05:49.229911 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-cfb3929b-3aee-4a1a-bd7d-82ca73fb66d5 req-e8e23952-a20f-4ffa-8395-343c35abadef tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=33d5c0e5-8009-4147-b50c-1cd4826f080d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432713 Oct 23 01:05:49.409273 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa23f06-c6d1-4cc4-b7cf-82310d937bdf req-7e34e453-0cb7-4df0-9064-9f12c339d96f tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:05:49.410720 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-8aa23f06-c6d1-4cc4-b7cf-82310d937bdf req-7e34e453-0cb7-4df0-9064-9f12c339d96f tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=1377f4b5-edc1-48c4-9e96-8fa7da42bc06 HTTP/1.1" status: 200 len: 946 time: 0.0545135 Oct 23 01:05:49.519028 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [req-8aa23f06-c6d1-4cc4-b7cf-82310d937bdf req-4589099a-a23d-4c07-8603-2d1a127ec57d tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Deleting port abdde47d-4bda-41f8-b373-ea74efd8c6ef {{(pid=104552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:05:49.519350 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-8aa23f06-c6d1-4cc4-b7cf-82310d937bdf req-4589099a-a23d-4c07-8603-2d1a127ec57d tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (abdde47d-4bda-41f8-b373-ea74efd8c6ef), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:49.583803 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:49.630088 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-8aa23f06-c6d1-4cc4-b7cf-82310d937bdf req-4589099a-a23d-4c07-8603-2d1a127ec57d tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] For port abdde47d-4bda-41f8-b373-ea74efd8c6ef, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=abdde47d-4bda-41f8-b373-ea74efd8c6ef,segment=NetworkSegment(e963d26c-0a32-4372-aefd-3f9403fc219c),segment_id=e963d26c-0a32-4372-aefd-3f9403fc219c)] {{(pid=104552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:05:49.630364 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-8aa23f06-c6d1-4cc4-b7cf-82310d937bdf req-4589099a-a23d-4c07-8603-2d1a127ec57d tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (abdde47d-4bda-41f8-b373-ea74efd8c6ef), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:49.633717 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:49.815333 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-8aa23f06-c6d1-4cc4-b7cf-82310d937bdf req-4589099a-a23d-4c07-8603-2d1a127ec57d tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:49.815728 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-8aa23f06-c6d1-4cc4-b7cf-82310d937bdf req-4589099a-a23d-4c07-8603-2d1a127ec57d tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516985'] for floatingip (94219bc5-a8e1-443b-92d8-2b916ad75925), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:49.816037 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.db.l3_db [req-8aa23f06-c6d1-4cc4-b7cf-82310d937bdf req-4589099a-a23d-4c07-8603-2d1a127ec57d tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Floating IP 94219bc5-a8e1-443b-92d8-2b916ad75925 disassociated. External IP: 172.37.4.43, port: abdde47d-4bda-41f8-b373-ea74efd8c6ef. Oct 23 01:05:49.816369 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [req-8aa23f06-c6d1-4cc4-b7cf-82310d937bdf req-4589099a-a23d-4c07-8603-2d1a127ec57d tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Calling delete_port for abdde47d-4bda-41f8-b373-ea74efd8c6ef owned by compute:nova {{(pid=104552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:05:49.958747 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-8aa23f06-c6d1-4cc4-b7cf-82310d937bdf req-4589099a-a23d-4c07-8603-2d1a127ec57d tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5995606'] for port (abdde47d-4bda-41f8-b373-ea74efd8c6ef), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:49.985051 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4589099a-a23d-4c07-8603-2d1a127ec57d tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Pushing event deleted for resources: {'Port': ['ID=abdde47d-4bda-41f8-b373-ea74efd8c6ef,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:50.095365 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8aa23f06-c6d1-4cc4-b7cf-82310d937bdf req-4589099a-a23d-4c07-8603-2d1a127ec57d tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Router 8fd18b97-ffc6-453a-a42c-97191397ee01 has already been hosted by L3 agent 71de1650-f9d9-4095-92e6-e37ec99e20cf {{(pid=104552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:05:50.200881 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8aa23f06-c6d1-4cc4-b7cf-82310d937bdf req-4589099a-a23d-4c07-8603-2d1a127ec57d tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:05:50.210751 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ec1b63-fdd8-486d-b3dd-4314062e04eb None None] Sync routers for ids ['8fd18b97-ffc6-453a-a42c-97191397ee01'] in dv-cinder-master-3-iscsi {{(pid=104553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:05:50.222393 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ec1b63-fdd8-486d-b3dd-4314062e04eb None None] Routers {'8fd18b97-ffc6-453a-a42c-97191397ee01'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:05:50.223091 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-77ec1b63-fdd8-486d-b3dd-4314062e04eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:05:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['8fd18b97-ffc6-453a-a42c-97191397ee01'], 'active': True} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:05:50.243241 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa23f06-c6d1-4cc4-b7cf-82310d937bdf req-4589099a-a23d-4c07-8603-2d1a127ec57d tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] No DVR routers for this DVR port abdde47d-4bda-41f8-b373-ea74efd8c6ef on host hv-cinder-maste {{(pid=104552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:05:50.246035 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-8aa23f06-c6d1-4cc4-b7cf-82310d937bdf req-4589099a-a23d-4c07-8603-2d1a127ec57d tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:50.249283 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-8aa23f06-c6d1-4cc4-b7cf-82310d937bdf req-4589099a-a23d-4c07-8603-2d1a127ec57d tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.52 "DELETE /networking/v2.0/ports/abdde47d-4bda-41f8-b373-ea74efd8c6ef HTTP/1.1" status: 204 len: 173 time: 0.8332152 Oct 23 01:05:50.249788 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1377f4b5-edc1-48c4-9e96-8fa7da42bc06', 'name': 'network-vif-deleted', 'tag': 'abdde47d-4bda-41f8-b373-ea74efd8c6ef'}] {{(pid=104552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:05:50.252189 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e71a59ae106f7f9b2e36c913636ed0b95d68e581a9dbd71020046a5c2e6c46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b725c6-c6b8-4dbd-89c1-b1cd5b9d4986" -d '{"events": [{"server_uuid": "1377f4b5-edc1-48c4-9e96-8fa7da42bc06", "name": "network-vif-deleted", "tag": "abdde47d-4bda-41f8-b373-ea74efd8c6ef"}]}' {{(pid=104552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:05:50.305329 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f05ba5d-5be4-4dd2-9bdb-ee3727cd9a62 x-openstack-request-id: req-1f05ba5d-5be4-4dd2-9bdb-ee3727cd9a62 {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:05:50.305621 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1377f4b5-edc1-48c4-9e96-8fa7da42bc06", "name": "network-vif-deleted", "tag": "abdde47d-4bda-41f8-b373-ea74efd8c6ef", "status": "completed", "code": 200}]} {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:05:50.305900 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1f05ba5d-5be4-4dd2-9bdb-ee3727cd9a62 {{(pid=104552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:05:50.306338 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f05ba5d-5be4-4dd2-9bdb-ee3727cd9a62'] response: {'server_uuid': '1377f4b5-edc1-48c4-9e96-8fa7da42bc06', 'name': 'network-vif-deleted', 'tag': 'abdde47d-4bda-41f8-b373-ea74efd8c6ef', 'status': 'completed', 'code': 200} Oct 23 01:05:50.331335 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvr_db [None req-77ec1b63-fdd8-486d-b3dd-4314062e04eb None None] Set router 8fd18b97-ffc6-453a-a42c-97191397ee01 gateway port host: dv-cinder-master-3-iscsi {{(pid=104553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:05:50.375646 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-508e02ea-a591-4245-b64a-11e277a2adcc req-70b9014c-19d8-434e-8f3c-bb80c88013cb tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=1377f4b5-edc1-48c4-9e96-8fa7da42bc06 HTTP/1.1" status: 200 len: 210 time: 0.0404568 Oct 23 01:05:50.672235 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-77ec1b63-fdd8-486d-b3dd-4314062e04eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'name': 'tempest-AttachVolumeNegativeTest-2031464467-router', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.46'}], 'enable_snat': True}, 'gw_port_id': 'ba4c44b3-597d-4a36-9e78-c7a4635964fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:00:49Z', 'updated_at': '2022-10-23T01:00:52Z', 'revision_number': 4, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'gw_port': {'id': 'ba4c44b3-597d-4a36-9e78-c7a4635964fd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:00:50Z', 'updated_at': '2022-10-23T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '82ab6488-6b18-4ad8-b485-c6f52a5eacb2', 'name': '', 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'mac_address': 'fa:16:3e:e3:ba:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a9e16815-4336-4cda-ac3b-da5c9a06661d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:00:52Z', 'updated_at': '2022-10-23T01:00:58Z', 'revision_number': 5, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'subnets': [{'id': 'a9e16815-4336-4cda-ac3b-da5c9a06661d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:05:50.696921 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ec1b63-fdd8-486d-b3dd-4314062e04eb None None] Checking router: 8fd18b97-ffc6-453a-a42c-97191397ee01 for host: dv-cinder-master-3-iscsi {{(pid=104553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:05:50.706635 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ec1b63-fdd8-486d-b3dd-4314062e04eb None None] Routers {'8fd18b97-ffc6-453a-a42c-97191397ee01'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:05:50.707251 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-77ec1b63-fdd8-486d-b3dd-4314062e04eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:05:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['8fd18b97-ffc6-453a-a42c-97191397ee01'], 'active': True} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:05:50.814268 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvr_db [None req-77ec1b63-fdd8-486d-b3dd-4314062e04eb None None] Set router 8fd18b97-ffc6-453a-a42c-97191397ee01 gateway port host: dv-cinder-master-3-iscsi {{(pid=104553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:05:51.008900 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-77ec1b63-fdd8-486d-b3dd-4314062e04eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'name': 'tempest-AttachVolumeNegativeTest-2031464467-router', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.46'}], 'enable_snat': True}, 'gw_port_id': 'ba4c44b3-597d-4a36-9e78-c7a4635964fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:00:49Z', 'updated_at': '2022-10-23T01:00:52Z', 'revision_number': 4, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'gw_port': {'id': 'ba4c44b3-597d-4a36-9e78-c7a4635964fd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:00:50Z', 'updated_at': '2022-10-23T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '82ab6488-6b18-4ad8-b485-c6f52a5eacb2', 'name': '', 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'mac_address': 'fa:16:3e:e3:ba:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a9e16815-4336-4cda-ac3b-da5c9a06661d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:00:52Z', 'updated_at': '2022-10-23T01:00:58Z', 'revision_number': 5, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'subnets': [{'id': 'a9e16815-4336-4cda-ac3b-da5c9a06661d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:05:51.033501 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ec1b63-fdd8-486d-b3dd-4314062e04eb None None] The sync data for ids ['8fd18b97-ffc6-453a-a42c-97191397ee01'] in dv-cinder-master-3-iscsi is: [{'id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'name': 'tempest-AttachVolumeNegativeTest-2031464467-router', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.46'}], 'enable_snat': True}, 'gw_port_id': 'ba4c44b3-597d-4a36-9e78-c7a4635964fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:00:49Z', 'updated_at': '2022-10-23T01:00:52Z', 'revision_number': 4, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'gw_port': {'id': 'ba4c44b3-597d-4a36-9e78-c7a4635964fd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:00:50Z', 'updated_at': '2022-10-23T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '82ab6488-6b18-4ad8-b485-c6f52a5eacb2', 'name': '', 'network_id': 'fd218502-570d-4f7c-88c1-4499072d8f6e', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'mac_address': 'fa:16:3e:e3:ba:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'a9e16815-4336-4cda-ac3b-da5c9a06661d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:00:52Z', 'updated_at': '2022-10-23T01:00:58Z', 'revision_number': 5, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'subnets': [{'id': 'a9e16815-4336-4cda-ac3b-da5c9a06661d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:05:51.239901 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-2eb71073-de75-46a5-84c1-e34d9fee8594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (71de1650-f9d9-4095-92e6-e37ec99e20cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:51.273751 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4032734d-abf4-4b4a-9bc7-62a1638cdc1c None None] New status for floating IP 94219bc5-a8e1-443b-92d8-2b916ad75925: DOWN {{(pid=104554) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:05:51.316156 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:51.348706 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=18,neutron:DELETE=3 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:51.468452 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 57178) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:05:51.525307 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-3e043552-2fde-4769-bfc8-3e8c3f7ba6a3 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for security_group (33d5c0e5-8009-4147-b50c-1cd4826f080d), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:51.551282 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-3e043552-2fde-4769-bfc8-3e8c3f7ba6a3 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for security_group (33d5c0e5-8009-4147-b50c-1cd4826f080d), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:51.599545 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-3e043552-2fde-4769-bfc8-3e8c3f7ba6a3 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (33d5c0e5-8009-4147-b50c-1cd4826f080d), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:51.602238 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-3e043552-2fde-4769-bfc8-3e8c3f7ba6a3 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for security_group (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:51.603349 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-3e043552-2fde-4769-bfc8-3e8c3f7ba6a3 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/33d5c0e5-8009-4147-b50c-1cd4826f080d HTTP/1.1" status: 204 len: 168 time: 0.1338685 Oct 23 01:05:51.606501 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 57180) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:05:51.612419 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e043552-2fde-4769-bfc8-3e8c3f7ba6a3 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d5c0e5-8009-4147-b50c-1cd4826f080d,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:51.621066 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.api.v2.resource [None req-e7504f36-9f09-4703-87b7-5eff018c232d tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] show failed (client error): The resource could not be found. Oct 23 01:05:51.622097 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-e7504f36-9f09-4703-87b7-5eff018c232d tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "GET /networking/v2.0/security-groups/33d5c0e5-8009-4147-b50c-1cd4826f080d HTTP/1.1" status: 404 len: 347 time: 0.0145385 Oct 23 01:05:51.625139 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 57182) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:05:52.005527 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [None req-4a639836-2240-48ed-98f0-f4f73f92d444 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Deleting port 433d21b9-4c8d-4d8e-b7c0-eea8622f5ef9 {{(pid=104552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:05:52.005852 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-4a639836-2240-48ed-98f0-f4f73f92d444 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (433d21b9-4c8d-4d8e-b7c0-eea8622f5ef9), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:52.017455 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:52.058053 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:52.086256 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-4a639836-2240-48ed-98f0-f4f73f92d444 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (433d21b9-4c8d-4d8e-b7c0-eea8622f5ef9), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:52.086581 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-4a639836-2240-48ed-98f0-f4f73f92d444 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for floatingip (433d21b9-4c8d-4d8e-b7c0-eea8622f5ef9), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:52.099834 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [None req-4a639836-2240-48ed-98f0-f4f73f92d444 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Calling delete_port for 433d21b9-4c8d-4d8e-b7c0-eea8622f5ef9 owned by network:floatingip {{(pid=104552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:05:52.244728 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-4a639836-2240-48ed-98f0-f4f73f92d444 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5995606'] for port (433d21b9-4c8d-4d8e-b7c0-eea8622f5ef9), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:52.269538 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a639836-2240-48ed-98f0-f4f73f92d444 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Pushing event deleted for resources: {'Port': ['ID=433d21b9-4c8d-4d8e-b7c0-eea8622f5ef9,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:52.334294 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-4a639836-2240-48ed-98f0-f4f73f92d444 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks [] for floatingip (94219bc5-a8e1-443b-92d8-2b916ad75925), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:52.335961 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5148f689-0f62-430a-b3f2-d0758b81aa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (b2013646-e5ec-4b71-a145-3908973fbde8), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:52.336969 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-4a639836-2240-48ed-98f0-f4f73f92d444 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for floatingip (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:52.338451 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-4a639836-2240-48ed-98f0-f4f73f92d444 tempest-AttachVolumeNegativeTest-1875274982 tempest-AttachVolumeNegativeTest-1875274982-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/94219bc5-a8e1-443b-92d8-2b916ad75925 HTTP/1.1" status: 204 len: 168 time: 0.7120767 Oct 23 01:05:52.390963 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device abdde47d-4bda-41f8-b373-ea74efd8c6ef no longer exists at agent hyperv_hv-cinder-maste {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:05:52.415410 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] No Port match for: abdde47d-4bda-41f8-b373-ea74efd8c6ef {{(pid=104553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:05:52.415759 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device abdde47d-4bda-41f8-b373-ea74efd8c6ef not bound to the agent host hv-cinder-maste {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:05:53.690142 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e80eb663-45f3-44c1-bd5d-b13fbac885c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (9e3bf558-830b-43df-b1b1-6fe61a75ce60), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:53.995346 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (e5069eb9-82e8-4601-9222-8a50cea677c6), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:56.193436 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 57220) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:05:56.877655 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-d51b7693-2b1d-49ea-b28a-a96c62a53a63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-517241'] for router_interface (8fd18b97-ffc6-453a-a42c-97191397ee01), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:57.117471 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-d51b7693-2b1d-49ea-b28a-a96c62a53a63 admin admin] Deleting port 82ab6488-6b18-4ad8-b485-c6f52a5eacb2 {{(pid=104551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:05:57.117769 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-d51b7693-2b1d-49ea-b28a-a96c62a53a63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (82ab6488-6b18-4ad8-b485-c6f52a5eacb2), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:57.198203 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.db [None req-d51b7693-2b1d-49ea-b28a-a96c62a53a63 admin admin] For port 82ab6488-6b18-4ad8-b485-c6f52a5eacb2, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=82ab6488-6b18-4ad8-b485-c6f52a5eacb2,segment=NetworkSegment(e963d26c-0a32-4372-aefd-3f9403fc219c),segment_id=e963d26c-0a32-4372-aefd-3f9403fc219c)] {{(pid=104551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:05:57.198972 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-d51b7693-2b1d-49ea-b28a-a96c62a53a63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (82ab6488-6b18-4ad8-b485-c6f52a5eacb2), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:57.212104 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-d51b7693-2b1d-49ea-b28a-a96c62a53a63 admin admin] Calling delete_port for 82ab6488-6b18-4ad8-b485-c6f52a5eacb2 owned by network:router_interface {{(pid=104551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:05:57.354491 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:57.405517 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-d51b7693-2b1d-49ea-b28a-a96c62a53a63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6140158'] for port (82ab6488-6b18-4ad8-b485-c6f52a5eacb2), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:57.412363 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:57.448903 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51b7693-2b1d-49ea-b28a-a96c62a53a63 admin admin] Pushing event deleted for resources: {'Port': ['ID=82ab6488-6b18-4ad8-b485-c6f52a5eacb2,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:57.625289 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-d51b7693-2b1d-49ea-b28a-a96c62a53a63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516553'] for router_interface (8fd18b97-ffc6-453a-a42c-97191397ee01), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:57.645550 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0012bb1d-fc18-460a-8917-5f204dc0b019 None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=104553) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:05:57.715374 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0012bb1d-fc18-460a-8917-5f204dc0b019 None None] Resources bound (agent type, host, resource id): {{(pid=104553) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:05:57.789849 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:57.831510 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d51b7693-2b1d-49ea-b28a-a96c62a53a63 admin admin] Router 8fd18b97-ffc6-453a-a42c-97191397ee01 has already been hosted by L3 agent 71de1650-f9d9-4095-92e6-e37ec99e20cf {{(pid=104551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:05:57.837453 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=100 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:57.939486 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d51b7693-2b1d-49ea-b28a-a96c62a53a63 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:05:57.947267 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 57224) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:05:57.947745 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-d51b7693-2b1d-49ea-b28a-a96c62a53a63 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/8fd18b97-ffc6-453a-a42c-97191397ee01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7528248 Oct 23 01:05:57.949647 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb5c07a-795f-4dfe-b6aa-71466456215c None None] Sync routers for ids ['8fd18b97-ffc6-453a-a42c-97191397ee01'] in dv-cinder-master-3-iscsi {{(pid=104553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:05:57.961849 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb5c07a-795f-4dfe-b6aa-71466456215c None None] Routers {'8fd18b97-ffc6-453a-a42c-97191397ee01'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:05:57.962747 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-4fb5c07a-795f-4dfe-b6aa-71466456215c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:05:51Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['8fd18b97-ffc6-453a-a42c-97191397ee01'], 'active': True} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:05:58.055075 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-4deef4e3-30f3-415e-9345-bcc1bbccbc8e admin admin] Publish callbacks [] for router (8fd18b97-ffc6-453a-a42c-97191397ee01), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:58.072420 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvr_db [None req-4fb5c07a-795f-4dfe-b6aa-71466456215c None None] Set router 8fd18b97-ffc6-453a-a42c-97191397ee01 gateway port host: dv-cinder-master-3-iscsi {{(pid=104553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:05:58.163316 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-4deef4e3-30f3-415e-9345-bcc1bbccbc8e admin admin] Publish callbacks [] for router_gateway (8fd18b97-ffc6-453a-a42c-97191397ee01), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:58.209836 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [None req-4deef4e3-30f3-415e-9345-bcc1bbccbc8e admin admin] Deleting port ba4c44b3-597d-4a36-9e78-c7a4635964fd {{(pid=104552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:05:58.210201 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-4deef4e3-30f3-415e-9345-bcc1bbccbc8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (ba4c44b3-597d-4a36-9e78-c7a4635964fd), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:58.264851 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-4fb5c07a-795f-4dfe-b6aa-71466456215c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'name': 'tempest-AttachVolumeNegativeTest-2031464467-router', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.46'}], 'enable_snat': True}, 'gw_port_id': 'ba4c44b3-597d-4a36-9e78-c7a4635964fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:00:49Z', 'updated_at': '2022-10-23T01:05:57Z', 'revision_number': 5, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'gw_port': {'id': 'ba4c44b3-597d-4a36-9e78-c7a4635964fd', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:00:50Z', 'updated_at': '2022-10-23T01:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:05:58.291723 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb5c07a-795f-4dfe-b6aa-71466456215c None None] Checking router: 8fd18b97-ffc6-453a-a42c-97191397ee01 for host: dv-cinder-master-3-iscsi {{(pid=104553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:05:58.300539 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb5c07a-795f-4dfe-b6aa-71466456215c None None] Routers {'8fd18b97-ffc6-453a-a42c-97191397ee01'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:05:58.301210 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-4fb5c07a-795f-4dfe-b6aa-71466456215c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:05:51Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['8fd18b97-ffc6-453a-a42c-97191397ee01'], 'active': True} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:05:58.304237 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [None req-4deef4e3-30f3-415e-9345-bcc1bbccbc8e admin admin] For port ba4c44b3-597d-4a36-9e78-c7a4635964fd, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ba4c44b3-597d-4a36-9e78-c7a4635964fd,segment=NetworkSegment(0d47d9bc-e081-4c9e-9d69-e5804f7aef1d),segment_id=0d47d9bc-e081-4c9e-9d69-e5804f7aef1d)] {{(pid=104552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:05:58.304599 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-4deef4e3-30f3-415e-9345-bcc1bbccbc8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (ba4c44b3-597d-4a36-9e78-c7a4635964fd), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:58.318252 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [None req-4deef4e3-30f3-415e-9345-bcc1bbccbc8e admin admin] Calling delete_port for ba4c44b3-597d-4a36-9e78-c7a4635964fd owned by network:router_gateway {{(pid=104552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:05:58.373581 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-af548560-ed0f-485e-9ecb-237f9a4414c5 None None] Provisioning complete for port 8a9df9e6-1791-4258-b31e-ff476bb28ac6 triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:05:58.373951 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-af548560-ed0f-485e-9ecb-237f9a4414c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (8a9df9e6-1791-4258-b31e-ff476bb28ac6), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:58.374276 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-af548560-ed0f-485e-9ecb-237f9a4414c5 None None] Attempt 1 to provision port 8a9df9e6-1791-4258-b31e-ff476bb28ac6 Oct 23 01:05:58.415800 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvr_db [None req-4fb5c07a-795f-4dfe-b6aa-71466456215c None None] Set router 8fd18b97-ffc6-453a-a42c-97191397ee01 gateway port host: None {{(pid=104553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:05:58.471417 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-4fb5c07a-795f-4dfe-b6aa-71466456215c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'name': 'tempest-AttachVolumeNegativeTest-2031464467-router', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:00:49Z', 'updated_at': '2022-10-23T01:05:58Z', 'revision_number': 6, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:05:58.474829 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:58.486780 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-4deef4e3-30f3-415e-9345-bcc1bbccbc8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5995606'] for port (ba4c44b3-597d-4a36-9e78-c7a4635964fd), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:58.490227 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:58.498757 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb5c07a-795f-4dfe-b6aa-71466456215c None None] The sync data for ids ['8fd18b97-ffc6-453a-a42c-97191397ee01'] in dv-cinder-master-3-iscsi is: [{'id': '8fd18b97-ffc6-453a-a42c-97191397ee01', 'name': 'tempest-AttachVolumeNegativeTest-2031464467-router', 'tenant_id': '3fae115d5ad049b5b40c59212216d458', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:00:49Z', 'updated_at': '2022-10-23T01:05:58Z', 'revision_number': 6, 'project_id': '3fae115d5ad049b5b40c59212216d458', 'gw_port_host': None}] {{(pid=104553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:05:58.519016 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deef4e3-30f3-415e-9345-bcc1bbccbc8e admin admin] Pushing event deleted for resources: {'Port': ['ID=ba4c44b3-597d-4a36-9e78-c7a4635964fd,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:58.539695 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-af548560-ed0f-485e-9ecb-237f9a4414c5 None None] Current status of the port 8a9df9e6-1791-4258-b31e-ff476bb28ac6 is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:05:58.579998 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-4deef4e3-30f3-415e-9345-bcc1bbccbc8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-517020'] for router_gateway (8fd18b97-ffc6-453a-a42c-97191397ee01), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:58.680320 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-4deef4e3-30f3-415e-9345-bcc1bbccbc8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-401043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123571'] for router (8fd18b97-ffc6-453a-a42c-97191397ee01), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:58.682588 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-4deef4e3-30f3-415e-9345-bcc1bbccbc8e admin admin] Publish callbacks [] for router_controller (8fd18b97-ffc6-453a-a42c-97191397ee01), precommit_delete_associations {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:58.756584 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-4deef4e3-30f3-415e-9345-bcc1bbccbc8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517178'] for router (8fd18b97-ffc6-453a-a42c-97191397ee01), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:58.757256 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4deef4e3-30f3-415e-9345-bcc1bbccbc8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fd18b97-ffc6-453a-a42c-97191397ee01 {{(pid=104552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:05:58.763104 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-4deef4e3-30f3-415e-9345-bcc1bbccbc8e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:58.764563 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-4deef4e3-30f3-415e-9345-bcc1bbccbc8e admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/8fd18b97-ffc6-453a-a42c-97191397ee01 HTTP/1.1" status: 204 len: 168 time: 0.8155141 Oct 23 01:05:58.767825 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 57226) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:05:58.812462 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1249def-9e04-484b-b6ef-034c109312de admin admin] Deleting subnet a9e16815-4336-4cda-ac3b-da5c9a06661d {{(pid=104552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:05:58.815730 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-f1249def-9e04-484b-b6ef-034c109312de admin admin] Publish callbacks [] for subnet (a9e16815-4336-4cda-ac3b-da5c9a06661d), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:58.851462 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-f1249def-9e04-484b-b6ef-034c109312de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6324722'] for subnet (a9e16815-4336-4cda-ac3b-da5c9a06661d), precommit_delete_associations {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:58.934394 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-f1249def-9e04-484b-b6ef-034c109312de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13457227'] for subnet (a9e16815-4336-4cda-ac3b-da5c9a06661d), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:58.991334 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-f1249def-9e04-484b-b6ef-034c109312de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-13457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5989285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6118452'] for subnet (a9e16815-4336-4cda-ac3b-da5c9a06661d), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:59.019625 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-f1249def-9e04-484b-b6ef-034c109312de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for subnet (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:59.023160 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-f1249def-9e04-484b-b6ef-034c109312de admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/a9e16815-4336-4cda-ac3b-da5c9a06661d HTTP/1.1" status: 204 len: 168 time: 0.2543821 Oct 23 01:05:59.023958 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1249def-9e04-484b-b6ef-034c109312de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9e16815-4336-4cda-ac3b-da5c9a06661d,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:59.024316 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348e0db3-a81a-472a-af50-8cccf241a117 None None] Network fd218502-570d-4f7c-88c1-4499072d8f6e requested from dv-cinder-master-3-iscsi {{(pid=104553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:05:59.026099 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 57228) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:05:59.095284 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e5defb9e-aab5-4f76-afc8-78038debf031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13506626'] for network (fd218502-570d-4f7c-88c1-4499072d8f6e), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:59.137394 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-e5defb9e-aab5-4f76-afc8-78038debf031 admin admin] Deleting port 8a9df9e6-1791-4258-b31e-ff476bb28ac6 {{(pid=104551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:05:59.137735 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e5defb9e-aab5-4f76-afc8-78038debf031 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (8a9df9e6-1791-4258-b31e-ff476bb28ac6), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:59.202000 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.db [None req-e5defb9e-aab5-4f76-afc8-78038debf031 admin admin] For port 8a9df9e6-1791-4258-b31e-ff476bb28ac6, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=8a9df9e6-1791-4258-b31e-ff476bb28ac6,segment=NetworkSegment(e963d26c-0a32-4372-aefd-3f9403fc219c),segment_id=e963d26c-0a32-4372-aefd-3f9403fc219c)] {{(pid=104551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:05:59.202314 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e5defb9e-aab5-4f76-afc8-78038debf031 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (8a9df9e6-1791-4258-b31e-ff476bb28ac6), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:59.215319 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-e5defb9e-aab5-4f76-afc8-78038debf031 admin admin] Calling delete_port for 8a9df9e6-1791-4258-b31e-ff476bb28ac6 owned by network:dhcp {{(pid=104551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:05:59.266766 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50be4243-6cbc-43d8-a206-ea60812a57e1 None None] DHCP port deletion for fd218502-570d-4f7c-88c1-4499072d8f6e request from dv-cinder-master-3-iscsi {{(pid=104553) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:05:59.298657 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e5defb9e-aab5-4f76-afc8-78038debf031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6140158'] for port (8a9df9e6-1791-4258-b31e-ff476bb28ac6), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:59.308608 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-50be4243-6cbc-43d8-a206-ea60812a57e1 None None] Deleting port 8a9df9e6-1791-4258-b31e-ff476bb28ac6 {{(pid=104553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:05:59.309189 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-50be4243-6cbc-43d8-a206-ea60812a57e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (8a9df9e6-1791-4258-b31e-ff476bb28ac6), before_delete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:59.326301 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5defb9e-aab5-4f76-afc8-78038debf031 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a9df9e6-1791-4258-b31e-ff476bb28ac6,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:59.330273 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5defb9e-aab5-4f76-afc8-78038debf031 admin admin] No DVR routers for this DVR port 8a9df9e6-1791-4258-b31e-ff476bb28ac6 on host dv-cinder-master-3-iscsi {{(pid=104551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:05:59.373230 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-50be4243-6cbc-43d8-a206-ea60812a57e1 None None] For port 8a9df9e6-1791-4258-b31e-ff476bb28ac6, host dv-cinder-master-3-iscsi, got binding levels [] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:05:59.373618 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-50be4243-6cbc-43d8-a206-ea60812a57e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (8a9df9e6-1791-4258-b31e-ff476bb28ac6), precommit_delete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:59.387866 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-50be4243-6cbc-43d8-a206-ea60812a57e1 None None] Calling delete_port for 8a9df9e6-1791-4258-b31e-ff476bb28ac6 owned by network:dhcp {{(pid=104553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:05:59.390603 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.ipam_backend_mixin [None req-50be4243-6cbc-43d8-a206-ea60812a57e1 None None] Port 8a9df9e6-1791-4258-b31e-ff476bb28ac6 was not found and therefore no delete operation was performed {{(pid=104553) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 23 01:05:59.391839 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-50be4243-6cbc-43d8-a206-ea60812a57e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455'] for port (8a9df9e6-1791-4258-b31e-ff476bb28ac6), after_delete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:59.408544 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e5defb9e-aab5-4f76-afc8-78038debf031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13455826', 'neutron.services.segments.db._delete_segments_for_network-8758734904131'] for network (fd218502-570d-4f7c-88c1-4499072d8f6e), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:59.411027 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:59.418237 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50be4243-6cbc-43d8-a206-ea60812a57e1 None None] No DVR routers for this DVR port 8a9df9e6-1791-4258-b31e-ff476bb28ac6 on host dv-cinder-master-3-iscsi {{(pid=104553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:05:59.419857 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50be4243-6cbc-43d8-a206-ea60812a57e1 None None] Pushing event deleted for resources: {'Port': ['ID=8a9df9e6-1791-4258-b31e-ff476bb28ac6,revision_number=None']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:59.430681 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50be4243-6cbc-43d8-a206-ea60812a57e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:05:59.430681 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50be4243-6cbc-43d8-a206-ea60812a57e1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:05:59.430972 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50be4243-6cbc-43d8-a206-ea60812a57e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:05:59.431307 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50be4243-6cbc-43d8-a206-ea60812a57e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:05:59.431735 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50be4243-6cbc-43d8-a206-ea60812a57e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:05:59.431944 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50be4243-6cbc-43d8-a206-ea60812a57e1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:05:59.432273 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50be4243-6cbc-43d8-a206-ea60812a57e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:05:59.432591 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50be4243-6cbc-43d8-a206-ea60812a57e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:05:59.433001 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50be4243-6cbc-43d8-a206-ea60812a57e1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:05:59.433259 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50be4243-6cbc-43d8-a206-ea60812a57e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:05:59.433649 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50be4243-6cbc-43d8-a206-ea60812a57e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:05:59.433976 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50be4243-6cbc-43d8-a206-ea60812a57e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:05:59.434120 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.services.segments.db [None req-e5defb9e-aab5-4f76-afc8-78038debf031 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd218502-570d-4f7c-88c1-4499072d8f6e']}} {{(pid=104551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:05:59.434274 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50be4243-6cbc-43d8-a206-ea60812a57e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:05:59.434593 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50be4243-6cbc-43d8-a206-ea60812a57e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:05:59.434914 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50be4243-6cbc-43d8-a206-ea60812a57e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:05:59.447521 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.services.segments.db [None req-e5defb9e-aab5-4f76-afc8-78038debf031 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e963d26c-0a32-4372-aefd-3f9403fc219c') {'for_net_delete': True} {{(pid=104551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:05:59.447521 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.services.segments.db [None req-e5defb9e-aab5-4f76-afc8-78038debf031 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e963d26c-0a32-4372-aefd-3f9403fc219c') {} {{(pid=104551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:05:59.447521 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:05:59.458029 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e5defb9e-aab5-4f76-afc8-78038debf031 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758734904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8119827'] for segment (e963d26c-0a32-4372-aefd-3f9403fc219c), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:59.472382 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e5defb9e-aab5-4f76-afc8-78038debf031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13381139'] for segment (e963d26c-0a32-4372-aefd-3f9403fc219c), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:59.479000 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5defb9e-aab5-4f76-afc8-78038debf031 admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=104551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:05:59.479389 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e5defb9e-aab5-4f76-afc8-78038debf031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13381139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6140075'] for segment (e963d26c-0a32-4372-aefd-3f9403fc219c), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:59.500507 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.services.segments.plugin [-] Segment e963d26c-0a32-4372-aefd-3f9403fc219c resource provider aggregate not found Oct 23 01:05:59.549454 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.services.segments.plugin [-] Segment e963d26c-0a32-4372-aefd-3f9403fc219c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e963d26c-0a32-4372-aefd-3f9403fc219c found for delete ", "request_id": "req-d39968fe-b570-40c8-967e-96e4f7e85b2d"}]} Oct 23 01:05:59.551474 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e5defb9e-aab5-4f76-afc8-78038debf031 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13455835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516948'] for network (fd218502-570d-4f7c-88c1-4499072d8f6e), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:59.557284 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e5defb9e-aab5-4f76-afc8-78038debf031 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for network (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:59.560767 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-e5defb9e-aab5-4f76-afc8-78038debf031 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/fd218502-570d-4f7c-88c1-4499072d8f6e HTTP/1.1" status: 204 len: 168 time: 0.5330126 Oct 23 01:05:59.578070 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5defb9e-aab5-4f76-afc8-78038debf031 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd218502-570d-4f7c-88c1-4499072d8f6e,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:05:59.689203 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 57236) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:05:59.731561 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-8218200b-a1cf-4124-a6c1-8e6b9471f686 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=3fae115d5ad049b5b40c59212216d458&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411215 Oct 23 01:05:59.734200 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 57238) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:05:59.788714 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-9da024c5-5dfd-49a9-8f07-bbd6c53f4601 admin admin] Publish callbacks [] for security_group (9ec11291-2020-40e6-b8e0-a810898f7a4a), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:59.810441 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-9da024c5-5dfd-49a9-8f07-bbd6c53f4601 admin admin] Publish callbacks [] for security_group (9ec11291-2020-40e6-b8e0-a810898f7a4a), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:59.859648 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-9da024c5-5dfd-49a9-8f07-bbd6c53f4601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (9ec11291-2020-40e6-b8e0-a810898f7a4a), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:59.862230 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-9da024c5-5dfd-49a9-8f07-bbd6c53f4601 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:05:59.863439 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-9da024c5-5dfd-49a9-8f07-bbd6c53f4601 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/9ec11291-2020-40e6-b8e0-a810898f7a4a HTTP/1.1" status: 204 len: 168 time: 0.1283386 Oct 23 01:05:59.871575 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da024c5-5dfd-49a9-8f07-bbd6c53f4601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec11291-2020-40e6-b8e0-a810898f7a4a,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:00.271465 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 82ab6488-6b18-4ad8-b485-c6f52a5eacb2 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:06:00.294462 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] No Port match for: 82ab6488-6b18-4ad8-b485-c6f52a5eacb2 {{(pid=104553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:06:00.294811 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 82ab6488-6b18-4ad8-b485-c6f52a5eacb2 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:06:00.295215 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 8a9df9e6-1791-4258-b31e-ff476bb28ac6 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:06:00.313307 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] No Port match for: 8a9df9e6-1791-4258-b31e-ff476bb28ac6 {{(pid=104553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:06:00.313566 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 8a9df9e6-1791-4258-b31e-ff476bb28ac6 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:06:00.313983 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device ba4c44b3-597d-4a36-9e78-c7a4635964fd no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:06:00.331697 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] No Port match for: ba4c44b3-597d-4a36-9e78-c7a4635964fd {{(pid=104553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:06:00.332043 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device ba4c44b3-597d-4a36-9e78-c7a4635964fd not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:06:01.343721 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:01.347570 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:01.766951 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (16cf44eb-3ef2-4361-a416-47ab9083b794), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:01.997208 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 57308) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:06:02.104799 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-0fddffe8-782d-48c8-b801-8617cd70c864 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:02.189508 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-0fddffe8-782d-48c8-b801-8617cd70c864 admin admin] Publish callbacks [] for security_group (bb99366b-629c-4d26-bc72-0defc741432b), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:02.195423 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-0fddffe8-782d-48c8-b801-8617cd70c864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (bb99366b-629c-4d26-bc72-0defc741432b), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:02.205848 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:02.235076 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fddffe8-782d-48c8-b801-8617cd70c864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb99366b-629c-4d26-bc72-0defc741432b,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:02.240190 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-0fddffe8-782d-48c8-b801-8617cd70c864 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=5e14aeb5b5554c1b906d12e0bef52827&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2419109 Oct 23 01:06:02.243117 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 57312) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:06:02.282579 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:02.296401 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-b445290e-110b-4481-aa3f-043a18a82d0f admin admin] Publish callbacks [] for security_group (bb99366b-629c-4d26-bc72-0defc741432b), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:02.316923 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-b445290e-110b-4481-aa3f-043a18a82d0f admin admin] Publish callbacks [] for security_group (bb99366b-629c-4d26-bc72-0defc741432b), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:02.371620 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-b445290e-110b-4481-aa3f-043a18a82d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (bb99366b-629c-4d26-bc72-0defc741432b), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:02.374682 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-b445290e-110b-4481-aa3f-043a18a82d0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:02.375856 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-b445290e-110b-4481-aa3f-043a18a82d0f admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/bb99366b-629c-4d26-bc72-0defc741432b HTTP/1.1" status: 204 len: 168 time: 0.1319036 Oct 23 01:06:02.384193 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b445290e-110b-4481-aa3f-043a18a82d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb99366b-629c-4d26-bc72-0defc741432b,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:02.667038 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 57318) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:06:02.680758 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-364426f0-b714-4639-9170-ec8c422c1790 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:02.766645 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-364426f0-b714-4639-9170-ec8c422c1790 admin admin] Publish callbacks [] for security_group (b118c028-71e0-44e5-817c-57b8173f8857), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:02.773536 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-364426f0-b714-4639-9170-ec8c422c1790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (b118c028-71e0-44e5-817c-57b8173f8857), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:02.813924 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-364426f0-b714-4639-9170-ec8c422c1790 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=90062c3a06f14bc09120c646e6264d98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1457658 Oct 23 01:06:02.814738 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364426f0-b714-4639-9170-ec8c422c1790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b118c028-71e0-44e5-817c-57b8173f8857,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:02.816877 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 57320) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:06:02.868002 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-44a5f205-b717-41ec-97b8-294ac64b6be4 admin admin] Publish callbacks [] for security_group (b118c028-71e0-44e5-817c-57b8173f8857), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:02.888749 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-44a5f205-b717-41ec-97b8-294ac64b6be4 admin admin] Publish callbacks [] for security_group (b118c028-71e0-44e5-817c-57b8173f8857), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:02.935703 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-44a5f205-b717-41ec-97b8-294ac64b6be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (b118c028-71e0-44e5-817c-57b8173f8857), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:02.938447 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-44a5f205-b717-41ec-97b8-294ac64b6be4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:02.939609 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-44a5f205-b717-41ec-97b8-294ac64b6be4 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/b118c028-71e0-44e5-817c-57b8173f8857 HTTP/1.1" status: 204 len: 168 time: 0.1216843 Oct 23 01:06:02.947823 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a5f205-b717-41ec-97b8-294ac64b6be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b118c028-71e0-44e5-817c-57b8173f8857,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:04.701816 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 57366) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:06:04.808793 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ea5e2b4c-f809-444d-9d86-82abbcd09f1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:04.891958 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ea5e2b4c-f809-444d-9d86-82abbcd09f1c admin admin] Publish callbacks [] for security_group (e2934905-70ac-4000-8bf5-9afc2a15781e), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:04.897581 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ea5e2b4c-f809-444d-9d86-82abbcd09f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (e2934905-70ac-4000-8bf5-9afc2a15781e), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:04.935904 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-ea5e2b4c-f809-444d-9d86-82abbcd09f1c admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=36760fc0272a4bb39df3d6f6156d1e41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2344000 Oct 23 01:06:04.936750 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5e2b4c-f809-444d-9d86-82abbcd09f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2934905-70ac-4000-8bf5-9afc2a15781e,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:04.938999 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 57370) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:06:05.000528 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-0020d258-66f8-4b16-aea5-196521925c9a admin admin] Publish callbacks [] for security_group (e2934905-70ac-4000-8bf5-9afc2a15781e), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:05.020872 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-0020d258-66f8-4b16-aea5-196521925c9a admin admin] Publish callbacks [] for security_group (e2934905-70ac-4000-8bf5-9afc2a15781e), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:05.069653 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-0020d258-66f8-4b16-aea5-196521925c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (e2934905-70ac-4000-8bf5-9afc2a15781e), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:05.072359 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-0020d258-66f8-4b16-aea5-196521925c9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:05.073557 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-0020d258-66f8-4b16-aea5-196521925c9a admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/e2934905-70ac-4000-8bf5-9afc2a15781e HTTP/1.1" status: 204 len: 168 time: 0.1334703 Oct 23 01:06:05.081432 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0020d258-66f8-4b16-aea5-196521925c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2934905-70ac-4000-8bf5-9afc2a15781e,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:05.352968 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 57376) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:06:05.366756 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-cc0fa72a-6ff5-4d98-9117-5af1e5024a97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:05.447178 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-cc0fa72a-6ff5-4d98-9117-5af1e5024a97 admin admin] Publish callbacks [] for security_group (426f1622-d85a-45e6-8a1b-b22856713260), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:05.453723 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-cc0fa72a-6ff5-4d98-9117-5af1e5024a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (426f1622-d85a-45e6-8a1b-b22856713260), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:05.493270 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-cc0fa72a-6ff5-4d98-9117-5af1e5024a97 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=75f293b752f3440ab5ba49b2c1bf97a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1392210 Oct 23 01:06:05.494091 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0fa72a-6ff5-4d98-9117-5af1e5024a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426f1622-d85a-45e6-8a1b-b22856713260,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:05.496083 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 57378) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:06:05.547914 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-358040d7-59ca-44c8-83ba-9876830d0363 admin admin] Publish callbacks [] for security_group (426f1622-d85a-45e6-8a1b-b22856713260), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:05.571845 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-358040d7-59ca-44c8-83ba-9876830d0363 admin admin] Publish callbacks [] for security_group (426f1622-d85a-45e6-8a1b-b22856713260), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:05.628503 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-358040d7-59ca-44c8-83ba-9876830d0363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (426f1622-d85a-45e6-8a1b-b22856713260), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:05.631300 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-358040d7-59ca-44c8-83ba-9876830d0363 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:05.632467 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-358040d7-59ca-44c8-83ba-9876830d0363 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/426f1622-d85a-45e6-8a1b-b22856713260 HTTP/1.1" status: 204 len: 168 time: 0.1354237 Oct 23 01:06:05.640954 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358040d7-59ca-44c8-83ba-9876830d0363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426f1622-d85a-45e6-8a1b-b22856713260,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:07.848351 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 57446) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:06:07.959340 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-84c1d6eb-f4ce-4869-8b89-da0d3b4b8f8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:08.037116 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-84c1d6eb-f4ce-4869-8b89-da0d3b4b8f8e admin admin] Publish callbacks [] for security_group (eb480198-24aa-46c0-bbaa-c4eea1fbb7f7), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:08.043204 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-84c1d6eb-f4ce-4869-8b89-da0d3b4b8f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (eb480198-24aa-46c0-bbaa-c4eea1fbb7f7), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:08.046998 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=14 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:08.062379 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:DELETE=5,neutron:SELECT=74,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:08.085079 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-84c1d6eb-f4ce-4869-8b89-da0d3b4b8f8e admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=4605f98e57f84d1d92009a4409cb425f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2356133 Oct 23 01:06:08.087884 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c1d6eb-f4ce-4869-8b89-da0d3b4b8f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb480198-24aa-46c0-bbaa-c4eea1fbb7f7,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:08.088031 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 57450) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:06:08.142127 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-b5a47f67-0cd6-45e7-a4e8-dc6f61d8a780 admin admin] Publish callbacks [] for security_group (eb480198-24aa-46c0-bbaa-c4eea1fbb7f7), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:08.162618 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-b5a47f67-0cd6-45e7-a4e8-dc6f61d8a780 admin admin] Publish callbacks [] for security_group (eb480198-24aa-46c0-bbaa-c4eea1fbb7f7), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:08.211950 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-b5a47f67-0cd6-45e7-a4e8-dc6f61d8a780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (eb480198-24aa-46c0-bbaa-c4eea1fbb7f7), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:08.214524 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-b5a47f67-0cd6-45e7-a4e8-dc6f61d8a780 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:08.215672 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-b5a47f67-0cd6-45e7-a4e8-dc6f61d8a780 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/eb480198-24aa-46c0-bbaa-c4eea1fbb7f7 HTTP/1.1" status: 204 len: 168 time: 0.1266325 Oct 23 01:06:08.217873 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:08.229929 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a47f67-0cd6-45e7-a4e8-dc6f61d8a780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb480198-24aa-46c0-bbaa-c4eea1fbb7f7,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:08.489732 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 57456) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:06:08.504036 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-0d898ba7-d1ae-46fa-9464-c73a204519b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:08.571489 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=81,neutron:DELETE=9,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:08.590303 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-0d898ba7-d1ae-46fa-9464-c73a204519b8 admin admin] Publish callbacks [] for security_group (2bc95f42-76b4-4f27-ac27-2e08db62a13d), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:08.596528 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-0d898ba7-d1ae-46fa-9464-c73a204519b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (2bc95f42-76b4-4f27-ac27-2e08db62a13d), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:08.635758 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d898ba7-d1ae-46fa-9464-c73a204519b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc95f42-76b4-4f27-ac27-2e08db62a13d,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:08.641536 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-0d898ba7-d1ae-46fa-9464-c73a204519b8 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=725a1910004d4a0993407ed9c7add7d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1507294 Oct 23 01:06:08.644526 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 57458) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:06:08.695028 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-da36726f-5bd1-46a8-93ae-27862884cb6b admin admin] Publish callbacks [] for security_group (2bc95f42-76b4-4f27-ac27-2e08db62a13d), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:08.718521 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-da36726f-5bd1-46a8-93ae-27862884cb6b admin admin] Publish callbacks [] for security_group (2bc95f42-76b4-4f27-ac27-2e08db62a13d), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:08.766910 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-da36726f-5bd1-46a8-93ae-27862884cb6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (2bc95f42-76b4-4f27-ac27-2e08db62a13d), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:08.769453 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-da36726f-5bd1-46a8-93ae-27862884cb6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:08.770598 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-da36726f-5bd1-46a8-93ae-27862884cb6b admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/2bc95f42-76b4-4f27-ac27-2e08db62a13d HTTP/1.1" status: 204 len: 168 time: 0.1243405 Oct 23 01:06:08.778945 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da36726f-5bd1-46a8-93ae-27862884cb6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc95f42-76b4-4f27-ac27-2e08db62a13d,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:11.124053 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c2fde62d-c841-4320-883d-e0dae2523886 req-807f9760-52dd-4af4-af6e-4362225ade27 tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] 10.222.0.18 "GET /networking/v2.0/networks?tenant_id=c06dba664a404e33a3d8712b9d362ebb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298584 Oct 23 01:06:11.316695 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fde62d-c841-4320-883d-e0dae2523886 req-ee36e675-6aa8-4640-80e7-066f58054cc1 tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:11.318426 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c2fde62d-c841-4320-883d-e0dae2523886 req-ee36e675-6aa8-4640-80e7-066f58054cc1 tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] 10.222.0.18 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1866860 Oct 23 01:06:11.335391 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c2fde62d-c841-4320-883d-e0dae2523886 req-bee0dc92-6a7b-4f82-a26c-ed458c79b2ac tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] 10.222.0.18 "GET /networking/v2.0/quotas/c06dba664a404e33a3d8712b9d362ebb HTTP/1.1" status: 200 len: 375 time: 0.0112631 Oct 23 01:06:11.378018 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c2fde62d-c841-4320-883d-e0dae2523886 req-a8f9fdbc-d54f-4a53-bcfd-0e0591fc80e2 tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=c06dba664a404e33a3d8712b9d362ebb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376983 Oct 23 01:06:11.560845 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-65aefcd2-04ce-4bbc-b1e7-d2c1b3db6a2c req-9579053a-8f00-4eda-8c94-671a0222cc8a tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5da45b3c-109a-4cb0-842f-949410f9fbce HTTP/1.1" status: 200 len: 210 time: 0.0285134 Oct 23 01:06:12.662536 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c2fde62d-c841-4320-883d-e0dae2523886 req-57c9c202-73f0-4371-93c0-7680e5f5ae31 tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] 10.222.0.52 "GET /networking/v2.0/networks?tenant_id=c06dba664a404e33a3d8712b9d362ebb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313635 Oct 23 01:06:12.689352 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-875c2d9c-1be1-4b62-8594-24f16d1ac182 req-81c63113-c1ee-479b-b364-433e1f39a8a3 tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5da45b3c-109a-4cb0-842f-949410f9fbce HTTP/1.1" status: 200 len: 210 time: 0.0459754 Oct 23 01:06:12.789887 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fde62d-c841-4320-883d-e0dae2523886 req-84d52191-6bf7-434f-8cbd-5f8c7f3db43c tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:12.791316 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c2fde62d-c841-4320-883d-e0dae2523886 req-84d52191-6bf7-434f-8cbd-5f8c7f3db43c tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] 10.222.0.52 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1134095 Oct 23 01:06:12.806294 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [req-c2fde62d-c841-4320-883d-e0dae2523886 req-7af78e96-a8c5-46df-99f7-0ca46695ffa0 tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] Request body: {'port': {'device_id': '5da45b3c-109a-4cb0-842f-949410f9fbce', 'network_id': '2d9b01b3-e97c-4df3-844d-94c9a4bcd3cd', 'admin_state_up': True, 'tenant_id': 'c06dba664a404e33a3d8712b9d362ebb'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:06:12.927382 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2fde62d-c841-4320-883d-e0dae2523886 req-7af78e96-a8c5-46df-99f7-0ca46695ffa0 tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] Made reservation on behalf of c06dba664a404e33a3d8712b9d362ebb for: {'port': 1} {{(pid=104552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:06:12.931069 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-c2fde62d-c841-4320-883d-e0dae2523886 req-7af78e96-a8c5-46df-99f7-0ca46695ffa0 tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:12.945179 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-c2fde62d-c841-4320-883d-e0dae2523886 req-7af78e96-a8c5-46df-99f7-0ca46695ffa0 tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] Publish callbacks [] for security_group (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:12.955312 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:13.027621 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-c2fde62d-c841-4320-883d-e0dae2523886 req-7af78e96-a8c5-46df-99f7-0ca46695ffa0 tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] Publish callbacks [] for security_group (761377d4-3f62-48f8-af29-3431916710e3), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:13.034781 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-c2fde62d-c841-4320-883d-e0dae2523886 req-7af78e96-a8c5-46df-99f7-0ca46695ffa0 tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (761377d4-3f62-48f8-af29-3431916710e3), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:13.104831 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af78e96-a8c5-46df-99f7-0ca46695ffa0 tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=761377d4-3f62-48f8-af29-3431916710e3,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:13.202236 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.db_base_plugin_common [req-c2fde62d-c841-4320-883d-e0dae2523886 req-7af78e96-a8c5-46df-99f7-0ca46695ffa0 tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] Allocated IP 192.168.233.143 (2d9b01b3-e97c-4df3-844d-94c9a4bcd3cd/87b0d5d6-38a9-47a1-812d-6c6a0f132a45/a73013b0-c2ed-4f0a-a8fd-ca995321eed8) {{(pid=104552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:06:13.227314 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:13.389577 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-c2fde62d-c841-4320-883d-e0dae2523886 req-7af78e96-a8c5-46df-99f7-0ca46695ffa0 tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] Publish callbacks [] for port (a73013b0-c2ed-4f0a-a8fd-ca995321eed8), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:13.442383 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-c2fde62d-c841-4320-883d-e0dae2523886 req-7af78e96-a8c5-46df-99f7-0ca46695ffa0 tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5995606'] for port (a73013b0-c2ed-4f0a-a8fd-ca995321eed8), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:13.485377 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2fde62d-c841-4320-883d-e0dae2523886 req-7af78e96-a8c5-46df-99f7-0ca46695ffa0 tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] Network 2d9b01b3-e97c-4df3-844d-94c9a4bcd3cd is already hosted by enough agents. {{(pid=104552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:06:13.490759 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.base_scheduler [req-c2fde62d-c841-4320-883d-e0dae2523886 req-7af78e96-a8c5-46df-99f7-0ca46695ffa0 tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] Resources bound (agent type, host, resource id): {{(pid=104552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:06:13.494830 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2fde62d-c841-4320-883d-e0dae2523886 req-7af78e96-a8c5-46df-99f7-0ca46695ffa0 tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] Received port after_create {{(pid=104552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:06:13.501087 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af78e96-a8c5-46df-99f7-0ca46695ffa0 tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] Pushing event updated for resources: {'Port': ['ID=a73013b0-c2ed-4f0a-a8fd-ca995321eed8,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:13.553759 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fde62d-c841-4320-883d-e0dae2523886 req-7af78e96-a8c5-46df-99f7-0ca46695ffa0 tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:13.554404 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-c2fde62d-c841-4320-883d-e0dae2523886 req-7af78e96-a8c5-46df-99f7-0ca46695ffa0 tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:13.573669 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c2fde62d-c841-4320-883d-e0dae2523886 req-7af78e96-a8c5-46df-99f7-0ca46695ffa0 tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7709169 Oct 23 01:06:13.582930 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [req-c2fde62d-c841-4320-883d-e0dae2523886 req-06e44639-af71-4b32-b655-5f93464ca244 tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104552) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:06:13.584043 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c2fde62d-c841-4320-883d-e0dae2523886 req-06e44639-af71-4b32-b655-5f93464ca244 tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] 10.222.0.52 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0057616 Oct 23 01:06:13.682991 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-477d8f5f-c261-4ffe-abdd-84c622903b21 None None] Provisioning complete for port a73013b0-c2ed-4f0a-a8fd-ca995321eed8 triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:06:13.683575 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-477d8f5f-c261-4ffe-abdd-84c622903b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (a73013b0-c2ed-4f0a-a8fd-ca995321eed8), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:13.683705 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-477d8f5f-c261-4ffe-abdd-84c622903b21 None None] Attempt 1 to provision port a73013b0-c2ed-4f0a-a8fd-ca995321eed8 Oct 23 01:06:13.685451 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:13.700518 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [req-c2fde62d-c841-4320-883d-e0dae2523886 req-0c3d5a30-baa5-4b45-9ec1-4eed833b8d7e service neutron] Request body: {'port': {'device_id': '5da45b3c-109a-4cb0-842f-949410f9fbce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:06:13.710618 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=100 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:13.720418 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-477d8f5f-c261-4ffe-abdd-84c622903b21 None None] Port a73013b0-c2ed-4f0a-a8fd-ca995321eed8 cannot update to ACTIVE because it is not bound. {{(pid=104553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:06:13.762337 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-c2fde62d-c841-4320-883d-e0dae2523886 req-0c3d5a30-baa5-4b45-9ec1-4eed833b8d7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (a73013b0-c2ed-4f0a-a8fd-ca995321eed8), before_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:13.844943 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b21648-30a6-4a68-838f-e858e7cc7174 req-486cda75-57bd-48c6-8090-e7e6276c6799 tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:13.846485 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-94b21648-30a6-4a68-838f-e858e7cc7174 req-486cda75-57bd-48c6-8090-e7e6276c6799 tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5da45b3c-109a-4cb0-842f-949410f9fbce HTTP/1.1" status: 200 len: 936 time: 0.0746000 Oct 23 01:06:13.923430 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:13.974351 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-94b21648-30a6-4a68-838f-e858e7cc7174 req-9c23534a-7fab-4c37-a126-1ac11ee9de2d tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=761377d4-3f62-48f8-af29-3431916710e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209669 Oct 23 01:06:14.111247 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [req-c2fde62d-c841-4320-883d-e0dae2523886 req-0c3d5a30-baa5-4b45-9ec1-4eed833b8d7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a73013b0-c2ed-4f0a-a8fd-ca995321eed8 {{(pid=104552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:06:14.119738 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-c2fde62d-c841-4320-883d-e0dae2523886 req-0c3d5a30-baa5-4b45-9ec1-4eed833b8d7e service neutron] Publish callbacks [] for port (a73013b0-c2ed-4f0a-a8fd-ca995321eed8), precommit_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:14.133535 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.provisioning_blocks [req-c2fde62d-c841-4320-883d-e0dae2523886 req-0c3d5a30-baa5-4b45-9ec1-4eed833b8d7e service neutron] Transition to ACTIVE for port object a73013b0-c2ed-4f0a-a8fd-ca995321eed8 will not be triggered until provisioned by entity L2. {{(pid=104552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 01:06:14.139064 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-c2fde62d-c841-4320-883d-e0dae2523886 req-0c3d5a30-baa5-4b45-9ec1-4eed833b8d7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5995615'] for port (a73013b0-c2ed-4f0a-a8fd-ca995321eed8), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:14.198434 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:14.204598 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d5a30-baa5-4b45-9ec1-4eed833b8d7e service neutron] Pushing event updated for resources: {'Port': ['ID=a73013b0-c2ed-4f0a-a8fd-ca995321eed8,revision_number=2']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:14.256915 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.managers [req-c2fde62d-c841-4320-883d-e0dae2523886 req-0c3d5a30-baa5-4b45-9ec1-4eed833b8d7e service neutron] Attempting to bind port a73013b0-c2ed-4f0a-a8fd-ca995321eed8 on host hv-cinder-maste for vnic_type normal with profile {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:06:14.257236 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.managers [req-c2fde62d-c841-4320-883d-e0dae2523886 req-0c3d5a30-baa5-4b45-9ec1-4eed833b8d7e service neutron] Attempting to bind port a73013b0-c2ed-4f0a-a8fd-ca995321eed8 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '1985ffcf-cc5f-4e68-9fb5-e5b651a8883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2d9b01b3-e97c-4df3-844d-94c9a4bcd3cd'}] {{(pid=104552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:06:14.257573 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fde62d-c841-4320-883d-e0dae2523886 req-0c3d5a30-baa5-4b45-9ec1-4eed833b8d7e service neutron] Attempting to bind port a73013b0-c2ed-4f0a-a8fd-ca995321eed8 on network 2d9b01b3-e97c-4df3-844d-94c9a4bcd3cd {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:06:14.299444 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fde62d-c841-4320-883d-e0dae2523886 req-0c3d5a30-baa5-4b45-9ec1-4eed833b8d7e service neutron] Port a73013b0-c2ed-4f0a-a8fd-ca995321eed8 on network 2d9b01b3-e97c-4df3-844d-94c9a4bcd3cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:06:14.299782 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fde62d-c841-4320-883d-e0dae2523886 req-0c3d5a30-baa5-4b45-9ec1-4eed833b8d7e service neutron] Attempting to bind port a73013b0-c2ed-4f0a-a8fd-ca995321eed8 on network 2d9b01b3-e97c-4df3-844d-94c9a4bcd3cd {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:06:14.344286 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fde62d-c841-4320-883d-e0dae2523886 req-0c3d5a30-baa5-4b45-9ec1-4eed833b8d7e service neutron] Checking agent: {'id': '16cf44eb-3ef2-4361-a416-47ab9083b794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 53, 30), 'started_at': datetime.datetime(2022, 10, 23, 0, 53, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:06:14.344624 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fde62d-c841-4320-883d-e0dae2523886 req-0c3d5a30-baa5-4b45-9ec1-4eed833b8d7e service neutron] Checking segment: {'id': '1985ffcf-cc5f-4e68-9fb5-e5b651a8883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2d9b01b3-e97c-4df3-844d-94c9a4bcd3cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:06:14.345189 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2fde62d-c841-4320-883d-e0dae2523886 req-0c3d5a30-baa5-4b45-9ec1-4eed833b8d7e service neutron] Bound using segment: {'id': '1985ffcf-cc5f-4e68-9fb5-e5b651a8883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2d9b01b3-e97c-4df3-844d-94c9a4bcd3cd'} {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:06:14.345810 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.managers [req-c2fde62d-c841-4320-883d-e0dae2523886 req-0c3d5a30-baa5-4b45-9ec1-4eed833b8d7e service neutron] Bound port: a73013b0-c2ed-4f0a-a8fd-ca995321eed8, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1985ffcf-cc5f-4e68-9fb5-e5b651a8883a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '2d9b01b3-e97c-4df3-844d-94c9a4bcd3cd'}}] {{(pid=104552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:06:14.346178 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-c2fde62d-c841-4320-883d-e0dae2523886 req-0c3d5a30-baa5-4b45-9ec1-4eed833b8d7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (a73013b0-c2ed-4f0a-a8fd-ca995321eed8), before_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:14.415670 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-c2fde62d-c841-4320-883d-e0dae2523886 req-0c3d5a30-baa5-4b45-9ec1-4eed833b8d7e service neutron] For port a73013b0-c2ed-4f0a-a8fd-ca995321eed8, host hv-cinder-maste, cleared binding levels {{(pid=104552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:06:14.418893 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-c2fde62d-c841-4320-883d-e0dae2523886 req-0c3d5a30-baa5-4b45-9ec1-4eed833b8d7e service neutron] For port a73013b0-c2ed-4f0a-a8fd-ca995321eed8, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a73013b0-c2ed-4f0a-a8fd-ca995321eed8,segment=NetworkSegment(1985ffcf-cc5f-4e68-9fb5-e5b651a8883a),segment_id=1985ffcf-cc5f-4e68-9fb5-e5b651a8883a)] {{(pid=104552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:06:14.428881 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-c2fde62d-c841-4320-883d-e0dae2523886 req-0c3d5a30-baa5-4b45-9ec1-4eed833b8d7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5995615'] for port (a73013b0-c2ed-4f0a-a8fd-ca995321eed8), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:14.433256 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fde62d-c841-4320-883d-e0dae2523886 req-0c3d5a30-baa5-4b45-9ec1-4eed833b8d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:14.433862 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-c2fde62d-c841-4320-883d-e0dae2523886 req-0c3d5a30-baa5-4b45-9ec1-4eed833b8d7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:14.435245 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c2fde62d-c841-4320-883d-e0dae2523886 req-0c3d5a30-baa5-4b45-9ec1-4eed833b8d7e service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/a73013b0-c2ed-4f0a-a8fd-ca995321eed8 HTTP/1.1" status: 200 len: 1098 time: 0.8443904 Oct 23 01:06:14.435839 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5da45b3c-109a-4cb0-842f-949410f9fbce', 'tag': 'a73013b0-c2ed-4f0a-a8fd-ca995321eed8'}] {{(pid=104552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:06:14.438094 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e71a59ae106f7f9b2e36c913636ed0b95d68e581a9dbd71020046a5c2e6c46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0005b1e5-5d77-4a11-8fa5-86e066e168b6" -d '{"events": [{"name": "network-changed", "server_uuid": "5da45b3c-109a-4cb0-842f-949410f9fbce", "tag": "a73013b0-c2ed-4f0a-a8fd-ca995321eed8"}]}' {{(pid=104552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:06:14.520497 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d5a30-baa5-4b45-9ec1-4eed833b8d7e service neutron] Pushing event updated for resources: {'Port': ['ID=a73013b0-c2ed-4f0a-a8fd-ca995321eed8,revision_number=3']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:14.534157 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fde62d-c841-4320-883d-e0dae2523886 req-92569f4c-6597-4ba3-bcf6-79586afa6b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:14.535696 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c2fde62d-c841-4320-883d-e0dae2523886 req-92569f4c-6597-4ba3-bcf6-79586afa6b64 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=c06dba664a404e33a3d8712b9d362ebb&device_id=5da45b3c-109a-4cb0-842f-949410f9fbce HTTP/1.1" status: 200 len: 1132 time: 0.0516415 Oct 23 01:06:14.580198 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c2fde62d-c841-4320-883d-e0dae2523886 req-55e60ec3-1d8f-4078-9db5-e87c9e8b5cef service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=a73013b0-c2ed-4f0a-a8fd-ca995321eed8 HTTP/1.1" status: 200 len: 217 time: 0.0374601 Oct 23 01:06:14.631023 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fde62d-c841-4320-883d-e0dae2523886 req-ba9427cb-04b3-4467-940b-31f376e88234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:14.632608 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c2fde62d-c841-4320-883d-e0dae2523886 req-ba9427cb-04b3-4467-940b-31f376e88234 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=87b0d5d6-38a9-47a1-812d-6c6a0f132a45 HTTP/1.1" status: 200 len: 843 time: 0.0475471 Oct 23 01:06:14.634262 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83238d8f-761f-4351-a7bd-05e709cc4477 x-openstack-request-id: req-83238d8f-761f-4351-a7bd-05e709cc4477 {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:06:14.634556 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5da45b3c-109a-4cb0-842f-949410f9fbce", "tag": "a73013b0-c2ed-4f0a-a8fd-ca995321eed8", "status": "completed", "code": 200}]} {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:06:14.634808 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-83238d8f-761f-4351-a7bd-05e709cc4477 {{(pid=104552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:06:14.635215 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83238d8f-761f-4351-a7bd-05e709cc4477'] response: {'name': 'network-changed', 'server_uuid': '5da45b3c-109a-4cb0-842f-949410f9fbce', 'tag': 'a73013b0-c2ed-4f0a-a8fd-ca995321eed8', 'status': 'completed', 'code': 200} Oct 23 01:06:14.678594 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fde62d-c841-4320-883d-e0dae2523886 req-6f14fc86-e2f3-4389-b9c5-a88ce1d0b901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:14.680113 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c2fde62d-c841-4320-883d-e0dae2523886 req-6f14fc86-e2f3-4389-b9c5-a88ce1d0b901 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=2d9b01b3-e97c-4df3-844d-94c9a4bcd3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0401216 Oct 23 01:06:14.775633 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c2fde62d-c841-4320-883d-e0dae2523886 req-849f1423-d508-4f51-bcdd-dfd630d3d76b service neutron] 10.222.0.52 "GET /networking/v2.0/networks/2d9b01b3-e97c-4df3-844d-94c9a4bcd3cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891576 Oct 23 01:06:14.884533 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c2fde62d-c841-4320-883d-e0dae2523886 req-afedd454-d56a-4f39-931d-c9e095f69e58 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/2d9b01b3-e97c-4df3-844d-94c9a4bcd3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017509 Oct 23 01:06:15.092018 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:15.108060 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1622a6c-04ad-40b6-80aa-d42e65eaaa0c req-1c48785a-4b6a-4399-87d3-66d6b86c2b82 tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:15.109534 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a1622a6c-04ad-40b6-80aa-d42e65eaaa0c req-1c48785a-4b6a-4399-87d3-66d6b86c2b82 tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5da45b3c-109a-4cb0-842f-949410f9fbce HTTP/1.1" status: 200 len: 948 time: 0.0501692 Oct 23 01:06:15.160760 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-a1622a6c-04ad-40b6-80aa-d42e65eaaa0c req-d3f8582e-9d55-432b-999b-4e386cb5a581 tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=761377d4-3f62-48f8-af29-3431916710e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427127 Oct 23 01:06:15.259153 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.agents_db [None req-7a6a8f68-635a-43f5-9edf-73cfaf501ddf None None] Agent healthcheck: found 6 active agents {{(pid=104554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:06:15.593348 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005b1e5-5d77-4a11-8fa5-86e066e168b6 req-f36b6b06-4f49-44fc-bc13-7d6da59f7ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:15.594765 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0005b1e5-5d77-4a11-8fa5-86e066e168b6 req-f36b6b06-4f49-44fc-bc13-7d6da59f7ac6 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=c06dba664a404e33a3d8712b9d362ebb&device_id=5da45b3c-109a-4cb0-842f-949410f9fbce HTTP/1.1" status: 200 len: 1132 time: 0.0467908 Oct 23 01:06:15.686310 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005b1e5-5d77-4a11-8fa5-86e066e168b6 req-8da56a0b-3069-42cf-ac94-66e8c181dee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:15.687772 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0005b1e5-5d77-4a11-8fa5-86e066e168b6 req-8da56a0b-3069-42cf-ac94-66e8c181dee5 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=2d9b01b3-e97c-4df3-844d-94c9a4bcd3cd HTTP/1.1" status: 200 len: 870 time: 0.0873020 Oct 23 01:06:15.729683 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0005b1e5-5d77-4a11-8fa5-86e066e168b6 req-5b052f5e-ad03-4f48-addd-3428101dd370 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=a73013b0-c2ed-4f0a-a8fd-ca995321eed8 HTTP/1.1" status: 200 len: 217 time: 0.0359752 Oct 23 01:06:15.781404 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005b1e5-5d77-4a11-8fa5-86e066e168b6 req-dba489ca-9e9a-405d-af55-763ed983ddce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:15.783003 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0005b1e5-5d77-4a11-8fa5-86e066e168b6 req-dba489ca-9e9a-405d-af55-763ed983ddce service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=87b0d5d6-38a9-47a1-812d-6c6a0f132a45 HTTP/1.1" status: 200 len: 843 time: 0.0472965 Oct 23 01:06:15.823353 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:15.826804 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005b1e5-5d77-4a11-8fa5-86e066e168b6 req-854ede92-ec77-48e3-8923-f003e333f018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:15.828309 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0005b1e5-5d77-4a11-8fa5-86e066e168b6 req-854ede92-ec77-48e3-8923-f003e333f018 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=2d9b01b3-e97c-4df3-844d-94c9a4bcd3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0401280 Oct 23 01:06:16.191917 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0005b1e5-5d77-4a11-8fa5-86e066e168b6 req-c7df1a88-eb04-48a9-83c1-93620b7c8d1e service neutron] 10.222.0.52 "GET /networking/v2.0/networks/2d9b01b3-e97c-4df3-844d-94c9a4bcd3cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576052 Oct 23 01:06:16.313400 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e6344b-9d70-4124-919a-c74caa3ad91e req-adf1ab35-54a6-4692-b99b-3a27d6eb0c27 tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:16.315020 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-14e6344b-9d70-4124-919a-c74caa3ad91e req-adf1ab35-54a6-4692-b99b-3a27d6eb0c27 tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5da45b3c-109a-4cb0-842f-949410f9fbce HTTP/1.1" status: 200 len: 948 time: 0.0668008 Oct 23 01:06:16.331566 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0005b1e5-5d77-4a11-8fa5-86e066e168b6 req-4600a613-0ba6-4613-915d-115089639b2a service neutron] 10.222.0.52 "GET /networking/v2.0/networks/2d9b01b3-e97c-4df3-844d-94c9a4bcd3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339426 Oct 23 01:06:16.371423 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-14e6344b-9d70-4124-919a-c74caa3ad91e req-be7d6c71-7e21-40bd-9be5-30f97b0fefdf tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=761377d4-3f62-48f8-af29-3431916710e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507500 Oct 23 01:06:16.517234 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device a73013b0-c2ed-4f0a-a8fd-ca995321eed8 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104553) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:06:16.624581 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port a73013b0-c2ed-4f0a-a8fd-ca995321eed8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a73013b0-c2ed-4f0a-a8fd-ca995321eed8,segment=NetworkSegment(1985ffcf-cc5f-4e68-9fb5-e5b651a8883a),segment_id=1985ffcf-cc5f-4e68-9fb5-e5b651a8883a)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:06:16.636554 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Returning: {'device': 'a73013b0-c2ed-4f0a-a8fd-ca995321eed8', 'network_id': '2d9b01b3-e97c-4df3-844d-94c9a4bcd3cd', 'port_id': 'a73013b0-c2ed-4f0a-a8fd-ca995321eed8', 'mac_address': 'fa:16:3e:ed:9a:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87b0d5d6-38a9-47a1-812d-6c6a0f132a45', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104553) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:06:16.674726 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Current status of the port a73013b0-c2ed-4f0a-a8fd-ca995321eed8 is: DOWN; New status is: BUILD {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:06:16.675111 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (a73013b0-c2ed-4f0a-a8fd-ca995321eed8), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:16.688678 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.notifiers.nova [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a73013b0-c2ed-4f0a-a8fd-ca995321eed8 {{(pid=104553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:06:16.708280 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port a73013b0-c2ed-4f0a-a8fd-ca995321eed8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a73013b0-c2ed-4f0a-a8fd-ca995321eed8,segment=NetworkSegment(1985ffcf-cc5f-4e68-9fb5-e5b651a8883a),segment_id=1985ffcf-cc5f-4e68-9fb5-e5b651a8883a)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:06:16.715169 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (a73013b0-c2ed-4f0a-a8fd-ca995321eed8), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:16.763528 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Pushing event updated for resources: {'Port': ['ID=a73013b0-c2ed-4f0a-a8fd-ca995321eed8,revision_number=4']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:16.928401 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] get_ports_and_sgs() called for port_ids ['a73013b0-c2ed-4f0a-a8fd-ca995321eed8'] {{(pid=104553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:06:17.502874 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53617bff-6ba4-42df-9275-9e52ae7e18a8 req-231fd688-84f1-4225-9d3f-060b5fbf3908 tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:17.504336 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-53617bff-6ba4-42df-9275-9e52ae7e18a8 req-231fd688-84f1-4225-9d3f-060b5fbf3908 tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5da45b3c-109a-4cb0-842f-949410f9fbce HTTP/1.1" status: 200 len: 949 time: 0.0479383 Oct 23 01:06:17.558532 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-53617bff-6ba4-42df-9275-9e52ae7e18a8 req-b0859a5a-0eab-4445-8f48-87abb5bc1682 tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=761377d4-3f62-48f8-af29-3431916710e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483577 Oct 23 01:06:18.098229 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=6 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:18.524560 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device a73013b0-c2ed-4f0a-a8fd-ca995321eed8 up at agent hyperv_hv-cinder-maste {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:06:18.589071 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Provisioning for port a73013b0-c2ed-4f0a-a8fd-ca995321eed8 completed by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 01:06:18.600014 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Provisioning complete for port a73013b0-c2ed-4f0a-a8fd-ca995321eed8 triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:06:18.600445 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (a73013b0-c2ed-4f0a-a8fd-ca995321eed8), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:18.601026 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Attempt 1 to provision port a73013b0-c2ed-4f0a-a8fd-ca995321eed8 Oct 23 01:06:18.685501 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Current status of the port a73013b0-c2ed-4f0a-a8fd-ca995321eed8 is: BUILD; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:06:18.685856 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (a73013b0-c2ed-4f0a-a8fd-ca995321eed8), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:18.696320 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93007e7-0d39-4e69-bc67-be6443233792 req-0110a854-12e8-48d2-9d07-b8d9765c3224 tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:18.697974 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e93007e7-0d39-4e69-bc67-be6443233792 req-0110a854-12e8-48d2-9d07-b8d9765c3224 tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5da45b3c-109a-4cb0-842f-949410f9fbce HTTP/1.1" status: 200 len: 949 time: 0.0523155 Oct 23 01:06:18.710067 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da45b3c-109a-4cb0-842f-949410f9fbce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a73013b0-c2ed-4f0a-a8fd-ca995321eed8'}] {{(pid=104553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:06:18.712444 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ef7492e608d46078fd98593772981b2cfdf47eaedaeea269e4497eac5a7bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b168315b-8264-4d11-887e-d9bf570f2248" -d '{"events": [{"server_uuid": "5da45b3c-109a-4cb0-842f-949410f9fbce", "name": "network-vif-plugged", "status": "completed", "tag": "a73013b0-c2ed-4f0a-a8fd-ca995321eed8"}]}' {{(pid=104553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:06:18.725284 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port a73013b0-c2ed-4f0a-a8fd-ca995321eed8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a73013b0-c2ed-4f0a-a8fd-ca995321eed8,segment=NetworkSegment(1985ffcf-cc5f-4e68-9fb5-e5b651a8883a),segment_id=1985ffcf-cc5f-4e68-9fb5-e5b651a8883a)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:06:18.732066 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (a73013b0-c2ed-4f0a-a8fd-ca995321eed8), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:18.757624 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98823b4c-6213-4942-aef9-54fe56d2198b x-openstack-request-id: req-98823b4c-6213-4942-aef9-54fe56d2198b {{(pid=104553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:06:18.757927 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5da45b3c-109a-4cb0-842f-949410f9fbce", "name": "network-vif-plugged", "status": "completed", "tag": "a73013b0-c2ed-4f0a-a8fd-ca995321eed8", "code": 200}]} {{(pid=104553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:06:18.758181 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-98823b4c-6213-4942-aef9-54fe56d2198b {{(pid=104553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:06:18.758293 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e93007e7-0d39-4e69-bc67-be6443233792 req-591ba5c6-5dc1-40f5-8ade-7fecd0faac8c tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=761377d4-3f62-48f8-af29-3431916710e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543115 Oct 23 01:06:18.758614 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98823b4c-6213-4942-aef9-54fe56d2198b'] response: {'server_uuid': '5da45b3c-109a-4cb0-842f-949410f9fbce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a73013b0-c2ed-4f0a-a8fd-ca995321eed8', 'code': 200} Oct 23 01:06:18.785638 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Pushing event updated for resources: {'Port': ['ID=a73013b0-c2ed-4f0a-a8fd-ca995321eed8,revision_number=5']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:18.819706 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-8dbda35e-2a34-4615-a667-e2c4722ffdeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (6b66cfba-c169-484b-b3a5-13fb9b6528cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:18.925271 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08abfa-913d-4ec7-9e9b-4c67089d5ad7 req-ac1a268d-9398-434a-bccd-88456115462e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:18.926834 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-dc08abfa-913d-4ec7-9e9b-4c67089d5ad7 req-ac1a268d-9398-434a-bccd-88456115462e service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5da45b3c-109a-4cb0-842f-949410f9fbce HTTP/1.1" status: 200 len: 1134 time: 0.0391126 Oct 23 01:06:18.973647 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-dc08abfa-913d-4ec7-9e9b-4c67089d5ad7 req-c8e8ef88-a0c8-4e5a-ba1f-98bf63016f5c service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=761377d4-3f62-48f8-af29-3431916710e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408883 Oct 23 01:06:19.886741 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ce61e-ce04-4226-860c-adb211c3a543 req-afe46145-45c9-433b-8c45-2b5dd125df97 tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:19.888222 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6b9ce61e-ce04-4226-860c-adb211c3a543 req-afe46145-45c9-433b-8c45-2b5dd125df97 tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5da45b3c-109a-4cb0-842f-949410f9fbce HTTP/1.1" status: 200 len: 950 time: 0.0492694 Oct 23 01:06:19.941217 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6b9ce61e-ce04-4226-860c-adb211c3a543 req-9d862da3-60a4-4e4e-82c1-587f4ff9c830 tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=761377d4-3f62-48f8-af29-3431916710e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470037 Oct 23 01:06:21.072890 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c631f3-275f-4ebf-a554-225d068d067a req-82e5e354-3989-4b69-a258-fc60943c371a tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:21.074419 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-51c631f3-275f-4ebf-a554-225d068d067a req-82e5e354-3989-4b69-a258-fc60943c371a tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5da45b3c-109a-4cb0-842f-949410f9fbce HTTP/1.1" status: 200 len: 950 time: 0.0516303 Oct 23 01:06:21.086449 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:21.126017 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-51c631f3-275f-4ebf-a554-225d068d067a req-83745049-05fb-4c0e-a15a-a1bcc45c8144 tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=761377d4-3f62-48f8-af29-3431916710e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454185 Oct 23 01:06:21.245849 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-cbd9d0fc-dd10-47f3-82f5-75dd21e331d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (71de1650-f9d9-4095-92e6-e37ec99e20cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:21.428453 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc63a93a-25f4-455f-ad24-4e4dd976c5f1 req-7bacd703-8ba4-4887-94b3-4ab1459abff5 tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:21.429988 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-bc63a93a-25f4-455f-ad24-4e4dd976c5f1 req-7bacd703-8ba4-4887-94b3-4ab1459abff5 tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5da45b3c-109a-4cb0-842f-949410f9fbce HTTP/1.1" status: 200 len: 950 time: 0.0559239 Oct 23 01:06:21.489524 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-bc63a93a-25f4-455f-ad24-4e4dd976c5f1 req-652d359b-73a9-4216-a36a-68342d6b1b9c tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=761377d4-3f62-48f8-af29-3431916710e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504236 Oct 23 01:06:22.341466 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5148f689-0f62-430a-b3f2-d0758b81aa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (b2013646-e5ec-4b71-a145-3908973fbde8), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:22.666948 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a64226-559f-4a72-85ad-1d78db2e4288 req-34e43563-b6c2-407b-a7c1-07e41547ecd4 tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:22.668473 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-85a64226-559f-4a72-85ad-1d78db2e4288 req-34e43563-b6c2-407b-a7c1-07e41547ecd4 tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=5da45b3c-109a-4cb0-842f-949410f9fbce HTTP/1.1" status: 200 len: 950 time: 0.0897856 Oct 23 01:06:22.679166 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e891e44-f882-464e-b76b-00fc6ec4d66c req-ee77b505-64d5-41e9-a6b7-03379abc9515 tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:22.680597 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0e891e44-f882-464e-b76b-00fc6ec4d66c req-ee77b505-64d5-41e9-a6b7-03379abc9515 tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=5da45b3c-109a-4cb0-842f-949410f9fbce HTTP/1.1" status: 200 len: 950 time: 0.0847609 Oct 23 01:06:22.736359 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:22.761585 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-85a64226-559f-4a72-85ad-1d78db2e4288 req-52b6f33d-5556-42e8-816e-6c6cf898d536 tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=761377d4-3f62-48f8-af29-3431916710e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794947 Oct 23 01:06:22.797548 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [req-0e891e44-f882-464e-b76b-00fc6ec4d66c req-c7ef0aa2-f1d0-48a1-bd6a-e50d924d8bbc tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] Deleting port a73013b0-c2ed-4f0a-a8fd-ca995321eed8 {{(pid=104552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:06:22.797877 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-0e891e44-f882-464e-b76b-00fc6ec4d66c req-c7ef0aa2-f1d0-48a1-bd6a-e50d924d8bbc tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (a73013b0-c2ed-4f0a-a8fd-ca995321eed8), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:22.900180 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-0e891e44-f882-464e-b76b-00fc6ec4d66c req-c7ef0aa2-f1d0-48a1-bd6a-e50d924d8bbc tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] For port a73013b0-c2ed-4f0a-a8fd-ca995321eed8, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a73013b0-c2ed-4f0a-a8fd-ca995321eed8,segment=NetworkSegment(1985ffcf-cc5f-4e68-9fb5-e5b651a8883a),segment_id=1985ffcf-cc5f-4e68-9fb5-e5b651a8883a)] {{(pid=104552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:06:22.900514 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-0e891e44-f882-464e-b76b-00fc6ec4d66c req-c7ef0aa2-f1d0-48a1-bd6a-e50d924d8bbc tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (a73013b0-c2ed-4f0a-a8fd-ca995321eed8), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:22.915613 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [req-0e891e44-f882-464e-b76b-00fc6ec4d66c req-c7ef0aa2-f1d0-48a1-bd6a-e50d924d8bbc tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] Calling delete_port for a73013b0-c2ed-4f0a-a8fd-ca995321eed8 owned by compute:nova {{(pid=104552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:06:23.059434 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-0e891e44-f882-464e-b76b-00fc6ec4d66c req-c7ef0aa2-f1d0-48a1-bd6a-e50d924d8bbc tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5995606'] for port (a73013b0-c2ed-4f0a-a8fd-ca995321eed8), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:23.072231 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] get_ports_and_sgs() called for port_ids ['a73013b0-c2ed-4f0a-a8fd-ca995321eed8'] {{(pid=104553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:06:23.088602 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ef0aa2-f1d0-48a1-bd6a-e50d924d8bbc tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] Pushing event deleted for resources: {'Port': ['ID=a73013b0-c2ed-4f0a-a8fd-ca995321eed8,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:23.119996 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ef0aa2-f1d0-48a1-bd6a-e50d924d8bbc tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:23.120343 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ef0aa2-f1d0-48a1-bd6a-e50d924d8bbc tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:23.120680 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ef0aa2-f1d0-48a1-bd6a-e50d924d8bbc tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:23.121035 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ef0aa2-f1d0-48a1-bd6a-e50d924d8bbc tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:23.121520 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ef0aa2-f1d0-48a1-bd6a-e50d924d8bbc tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:23.121712 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ef0aa2-f1d0-48a1-bd6a-e50d924d8bbc tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:23.122000 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ef0aa2-f1d0-48a1-bd6a-e50d924d8bbc tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:23.122318 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ef0aa2-f1d0-48a1-bd6a-e50d924d8bbc tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:23.122650 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ef0aa2-f1d0-48a1-bd6a-e50d924d8bbc tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:23.122953 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ef0aa2-f1d0-48a1-bd6a-e50d924d8bbc tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:23.123274 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ef0aa2-f1d0-48a1-bd6a-e50d924d8bbc tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:23.123591 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ef0aa2-f1d0-48a1-bd6a-e50d924d8bbc tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:23.123908 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ef0aa2-f1d0-48a1-bd6a-e50d924d8bbc tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:23.124220 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ef0aa2-f1d0-48a1-bd6a-e50d924d8bbc tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:23.124532 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ef0aa2-f1d0-48a1-bd6a-e50d924d8bbc tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:23.150711 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e891e44-f882-464e-b76b-00fc6ec4d66c req-c7ef0aa2-f1d0-48a1-bd6a-e50d924d8bbc tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] No DVR routers for this DVR port a73013b0-c2ed-4f0a-a8fd-ca995321eed8 on host hv-cinder-maste {{(pid=104552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:06:23.152999 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-0e891e44-f882-464e-b76b-00fc6ec4d66c req-c7ef0aa2-f1d0-48a1-bd6a-e50d924d8bbc tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:23.156576 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0e891e44-f882-464e-b76b-00fc6ec4d66c req-c7ef0aa2-f1d0-48a1-bd6a-e50d924d8bbc tempest-VolumesNegativeTest-669130902 tempest-VolumesNegativeTest-669130902-project] 10.222.0.52 "DELETE /networking/v2.0/ports/a73013b0-c2ed-4f0a-a8fd-ca995321eed8 HTTP/1.1" status: 204 len: 173 time: 0.4687829 Oct 23 01:06:23.157153 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5da45b3c-109a-4cb0-842f-949410f9fbce', 'name': 'network-vif-deleted', 'tag': 'a73013b0-c2ed-4f0a-a8fd-ca995321eed8'}] {{(pid=104552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:06:23.161974 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e71a59ae106f7f9b2e36c913636ed0b95d68e581a9dbd71020046a5c2e6c46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faded48f-7bcc-468f-930c-6243b1c1d410" -d '{"events": [{"server_uuid": "5da45b3c-109a-4cb0-842f-949410f9fbce", "name": "network-vif-deleted", "tag": "a73013b0-c2ed-4f0a-a8fd-ca995321eed8"}]}' {{(pid=104552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:06:23.218165 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153d9f5c-d51f-40c9-adfb-9b9121ec0ce2 x-openstack-request-id: req-153d9f5c-d51f-40c9-adfb-9b9121ec0ce2 {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:06:23.218454 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5da45b3c-109a-4cb0-842f-949410f9fbce", "name": "network-vif-deleted", "tag": "a73013b0-c2ed-4f0a-a8fd-ca995321eed8", "status": "completed", "code": 200}]} {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:06:23.218709 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-153d9f5c-d51f-40c9-adfb-9b9121ec0ce2 {{(pid=104552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:06:23.219193 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-153d9f5c-d51f-40c9-adfb-9b9121ec0ce2'] response: {'server_uuid': '5da45b3c-109a-4cb0-842f-949410f9fbce', 'name': 'network-vif-deleted', 'tag': 'a73013b0-c2ed-4f0a-a8fd-ca995321eed8', 'status': 'completed', 'code': 200} Oct 23 01:06:23.693281 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e80eb663-45f3-44c1-bd5d-b13fbac885c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (9e3bf558-830b-43df-b1b1-6fe61a75ce60), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:23.985056 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:23.992490 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (e5069eb9-82e8-4601-9222-8a50cea677c6), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:26.570513 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device a73013b0-c2ed-4f0a-a8fd-ca995321eed8 no longer exists at agent hyperv_hv-cinder-maste {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:06:26.591479 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] No Port match for: a73013b0-c2ed-4f0a-a8fd-ca995321eed8 {{(pid=104553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:06:26.591834 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device a73013b0-c2ed-4f0a-a8fd-ca995321eed8 not bound to the agent host hv-cinder-maste {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:06:28.176665 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 57804) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:06:28.319951 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-725431b9-b378-4833-aea8-e6f903041130 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=c06dba664a404e33a3d8712b9d362ebb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1419771 Oct 23 01:06:28.322607 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 57808) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:06:28.378774 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-2a50c0b3-7d5f-47c8-bdc9-64cb221a902e admin admin] Publish callbacks [] for security_group (761377d4-3f62-48f8-af29-3431916710e3), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:28.402280 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-2a50c0b3-7d5f-47c8-bdc9-64cb221a902e admin admin] Publish callbacks [] for security_group (761377d4-3f62-48f8-af29-3431916710e3), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:28.455818 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-2a50c0b3-7d5f-47c8-bdc9-64cb221a902e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (761377d4-3f62-48f8-af29-3431916710e3), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:28.459588 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-2a50c0b3-7d5f-47c8-bdc9-64cb221a902e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:28.460851 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-2a50c0b3-7d5f-47c8-bdc9-64cb221a902e admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/761377d4-3f62-48f8-af29-3431916710e3 HTTP/1.1" status: 204 len: 168 time: 0.1373272 Oct 23 01:06:28.469245 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a50c0b3-7d5f-47c8-bdc9-64cb221a902e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761377d4-3f62-48f8-af29-3431916710e3,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:29.139927 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 57830) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:06:29.241672 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-fc231608-00c3-434a-8bb0-86e579b72513 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-653016299-network', 'tenant_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f'}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:06:29.265257 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc231608-00c3-434a-8bb0-86e579b72513 admin admin] Made reservation on behalf of abb86f1ad8d8481a9c8a8b5636d06b3f for: {'network': 1} {{(pid=104551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:06:29.267543 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-fc231608-00c3-434a-8bb0-86e579b72513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for network (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:29.280621 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-fc231608-00c3-434a-8bb0-86e579b72513 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:29.371702 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-fc231608-00c3-434a-8bb0-86e579b72513 admin admin] Publish callbacks [] for security_group (be6f606d-5902-4115-b7e0-6435c12cf7b7), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:29.377672 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-fc231608-00c3-434a-8bb0-86e579b72513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (be6f606d-5902-4115-b7e0-6435c12cf7b7), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:29.404831 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc231608-00c3-434a-8bb0-86e579b72513 admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=104551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:06:29.415350 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc231608-00c3-434a-8bb0-86e579b72513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be6f606d-5902-4115-b7e0-6435c12cf7b7,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:29.420318 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-fc231608-00c3-434a-8bb0-86e579b72513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13381139'] for segment (af830161-2f72-4b1d-b62f-9e0eb12ccd43), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:29.420656 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.db.segments_db [None req-fc231608-00c3-434a-8bb0-86e579b72513 admin admin] Added segment af830161-2f72-4b1d-b62f-9e0eb12ccd43 of type vlan for network 5a7a794d-63de-41f4-a83c-d34a596efe6e Oct 23 01:06:29.470692 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-fc231608-00c3-434a-8bb0-86e579b72513 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758734439581'] for network (5a7a794d-63de-41f4-a83c-d34a596efe6e), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:29.498183 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-fc231608-00c3-434a-8bb0-86e579b72513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493'] for network (5a7a794d-63de-41f4-a83c-d34a596efe6e), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:29.499319 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc231608-00c3-434a-8bb0-86e579b72513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:29.499909 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-fc231608-00c3-434a-8bb0-86e579b72513 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for network (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:29.564634 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-fc231608-00c3-434a-8bb0-86e579b72513 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4235685 Oct 23 01:06:29.568165 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 57834) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:06:29.573238 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [None req-6f7041cd-d185-46cb-a822-03319fb6eae5 admin admin] Request body: {'subnet': {'network_id': '5a7a794d-63de-41f4-a83c-d34a596efe6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-653016299-subnet', 'tenant_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'ip_version': 4}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:06:29.578558 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc231608-00c3-434a-8bb0-86e579b72513 admin admin] Pushing event updated for resources: {'Network': ['ID=5a7a794d-63de-41f4-a83c-d34a596efe6e,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:29.588925 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Network 5a7a794d-63de-41f4-a83c-d34a596efe6e details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104553) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:06:29.596704 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7041cd-d185-46cb-a822-03319fb6eae5 admin admin] Made reservation on behalf of abb86f1ad8d8481a9c8a8b5636d06b3f for: {'subnet': 1} {{(pid=104552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:06:29.599436 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-6f7041cd-d185-46cb-a822-03319fb6eae5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6118443'] for subnet (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:29.645945 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:29.656124 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:29.761635 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:29.779237 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-6f7041cd-d185-46cb-a822-03319fb6eae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5989350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6118461'] for subnet (3d59b4dc-5424-4479-a128-51bbe59fdc02), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:29.829683 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7041cd-d185-46cb-a822-03319fb6eae5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d59b4dc-5424-4479-a128-51bbe59fdc02,revision_number=0']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:29.848552 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7041cd-d185-46cb-a822-03319fb6eae5 admin admin] Checking segment: {'id': 'af830161-2f72-4b1d-b62f-9e0eb12ccd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5a7a794d-63de-41f4-a83c-d34a596efe6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:06:29.848961 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7041cd-d185-46cb-a822-03319fb6eae5 admin admin] Network hostable DHCP agents. Network: 5a7a794d-63de-41f4-a83c-d34a596efe6e, hostable agents: ['6b66cfba-c169-484b-b3a5-13fb9b6528cf'], hosted agents: [] {{(pid=104552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:06:29.869468 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7041cd-d185-46cb-a822-03319fb6eae5 admin admin] Network 5a7a794d-63de-41f4-a83c-d34a596efe6e is scheduled to be hosted by DHCP agent 6b66cfba-c169-484b-b3a5-13fb9b6528cf with binding_index 1 {{(pid=104552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:06:29.880262 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.base_scheduler [None req-6f7041cd-d185-46cb-a822-03319fb6eae5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 5a7a794d-63de-41f4-a83c-d34a596efe6e) {{(pid=104552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:06:29.884678 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7041cd-d185-46cb-a822-03319fb6eae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:29.885903 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-6f7041cd-d185-46cb-a822-03319fb6eae5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for subnet (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:29.889632 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38aee83-7061-4683-8711-b7f600f8e7ac None None] Network 5a7a794d-63de-41f4-a83c-d34a596efe6e requested from dv-cinder-master-3-iscsi {{(pid=104553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:06:29.905495 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-6f7041cd-d185-46cb-a822-03319fb6eae5 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3361073 Oct 23 01:06:29.908405 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 57836) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:06:29.912941 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-e17572ec-3d8d-4515-92a6-b934559c359d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-653016299-router', 'tenant_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'}}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:06:29.935062 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e17572ec-3d8d-4515-92a6-b934559c359d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123557'] for router (6a77e3bb-6c8e-4684-b904-39a621deba78), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:29.936153 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e17572ec-3d8d-4515-92a6-b934559c359d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-412307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123578'] for router (6a77e3bb-6c8e-4684-b904-39a621deba78), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:29.985817 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e17572ec-3d8d-4515-92a6-b934559c359d admin admin] Publish callbacks [] for router_controller (6a77e3bb-6c8e-4684-b904-39a621deba78), precommit_add_association {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:29.998251 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ec0efa-0329-4dda-ac4c-048293eecf6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-5a7a794d-63de-41f4-a83c-d34a596efe6e', 'network_id': '5a7a794d-63de-41f4-a83c-d34a596efe6e', 'project_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'fixed_ips': [{'subnet_id': '3d59b4dc-5424-4479-a128-51bbe59fdc02'}]}} from dv-cinder-master-3-iscsi. {{(pid=104553) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:06:29.999184 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-d1ec0efa-0329-4dda-ac4c-048293eecf6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:30.126406 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e17572ec-3d8d-4515-92a6-b934559c359d admin admin] Publish callbacks [] for router_gateway (6a77e3bb-6c8e-4684-b904-39a621deba78), precommit_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:30.140862 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.db_base_plugin_common [None req-d1ec0efa-0329-4dda-ac4c-048293eecf6e None None] Allocated IP 172.20.0.2 (5a7a794d-63de-41f4-a83c-d34a596efe6e/3d59b4dc-5424-4479-a128-51bbe59fdc02/ed08c520-d224-4010-b30f-1caee6c4d7a8) {{(pid=104553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:06:30.280559 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-d1ec0efa-0329-4dda-ac4c-048293eecf6e None None] Publish callbacks [] for port (ed08c520-d224-4010-b30f-1caee6c4d7a8), precommit_create {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:30.290319 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-d1ec0efa-0329-4dda-ac4c-048293eecf6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446'] for port (ed08c520-d224-4010-b30f-1caee6c4d7a8), after_create {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:30.311164 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e17572ec-3d8d-4515-92a6-b934559c359d admin admin] Publish callbacks [] for router_gateway (6a77e3bb-6c8e-4684-b904-39a621deba78), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:30.332670 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ec0efa-0329-4dda-ac4c-048293eecf6e None None] Network 5a7a794d-63de-41f4-a83c-d34a596efe6e is already hosted by enough agents. {{(pid=104553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:06:30.333359 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e17572ec-3d8d-4515-92a6-b934559c359d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:30.337865 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.scheduler.base_scheduler [None req-d1ec0efa-0329-4dda-ac4c-048293eecf6e None None] Resources bound (agent type, host, resource id): {{(pid=104553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:06:30.341766 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ec0efa-0329-4dda-ac4c-048293eecf6e None None] Received port after_create {{(pid=104553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:06:30.348945 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec0efa-0329-4dda-ac4c-048293eecf6e None None] Pushing event updated for resources: {'Port': ['ID=ed08c520-d224-4010-b30f-1caee6c4d7a8,revision_number=1']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:30.383330 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:30.408263 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-d1ec0efa-0329-4dda-ac4c-048293eecf6e None None] Attempting to bind port ed08c520-d224-4010-b30f-1caee6c4d7a8 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:06:30.408659 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-d1ec0efa-0329-4dda-ac4c-048293eecf6e None None] Attempting to bind port ed08c520-d224-4010-b30f-1caee6c4d7a8 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'af830161-2f72-4b1d-b62f-9e0eb12ccd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5a7a794d-63de-41f4-a83c-d34a596efe6e'}] {{(pid=104553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:06:30.409037 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ec0efa-0329-4dda-ac4c-048293eecf6e None None] Attempting to bind port ed08c520-d224-4010-b30f-1caee6c4d7a8 on network 5a7a794d-63de-41f4-a83c-d34a596efe6e {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:06:30.446724 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.db_base_plugin_common [None req-e17572ec-3d8d-4515-92a6-b934559c359d admin admin] Allocated IP 172.37.4.85 (f9ff398c-cd2a-4430-b908-7f7163c266f3/dd152ba8-6213-403c-b7fc-9b4ab174f9a2/29e200d5-6454-43fe-8518-99a7bf660c1a) {{(pid=104551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:06:30.453796 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ec0efa-0329-4dda-ac4c-048293eecf6e None None] Checking agent: {'id': 'e5069eb9-82e8-4601-9222-8a50cea677c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 24), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:06:30.454179 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ec0efa-0329-4dda-ac4c-048293eecf6e None None] Checking segment: {'id': 'af830161-2f72-4b1d-b62f-9e0eb12ccd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5a7a794d-63de-41f4-a83c-d34a596efe6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:06:30.454584 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-d1ec0efa-0329-4dda-ac4c-048293eecf6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:30.454979 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ec0efa-0329-4dda-ac4c-048293eecf6e None None] Bound using segment: {'id': 'af830161-2f72-4b1d-b62f-9e0eb12ccd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5a7a794d-63de-41f4-a83c-d34a596efe6e'} {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:06:30.455457 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-d1ec0efa-0329-4dda-ac4c-048293eecf6e None None] Bound port: ed08c520-d224-4010-b30f-1caee6c4d7a8, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af830161-2f72-4b1d-b62f-9e0eb12ccd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5a7a794d-63de-41f4-a83c-d34a596efe6e'}}] {{(pid=104553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:06:30.455839 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-d1ec0efa-0329-4dda-ac4c-048293eecf6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (ed08c520-d224-4010-b30f-1caee6c4d7a8), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:30.475136 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:30.523625 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-d1ec0efa-0329-4dda-ac4c-048293eecf6e None None] For port ed08c520-d224-4010-b30f-1caee6c4d7a8, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:06:30.527019 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-d1ec0efa-0329-4dda-ac4c-048293eecf6e None None] For port ed08c520-d224-4010-b30f-1caee6c4d7a8, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ed08c520-d224-4010-b30f-1caee6c4d7a8,segment=NetworkSegment(af830161-2f72-4b1d-b62f-9e0eb12ccd43),segment_id=af830161-2f72-4b1d-b62f-9e0eb12ccd43)] {{(pid=104553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:06:30.533844 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-d1ec0efa-0329-4dda-ac4c-048293eecf6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (ed08c520-d224-4010-b30f-1caee6c4d7a8), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:30.574098 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e17572ec-3d8d-4515-92a6-b934559c359d admin admin] Publish callbacks [] for port (29e200d5-6454-43fe-8518-99a7bf660c1a), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:30.591781 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec0efa-0329-4dda-ac4c-048293eecf6e None None] Pushing event updated for resources: {'Port': ['ID=ed08c520-d224-4010-b30f-1caee6c4d7a8,revision_number=2']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:30.631394 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e17572ec-3d8d-4515-92a6-b934559c359d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6140158'] for port (29e200d5-6454-43fe-8518-99a7bf660c1a), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:30.677826 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17572ec-3d8d-4515-92a6-b934559c359d admin admin] Network f9ff398c-cd2a-4430-b908-7f7163c266f3 is already hosted by enough agents. {{(pid=104551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:06:30.683930 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.base_scheduler [None req-e17572ec-3d8d-4515-92a6-b934559c359d admin admin] Resources bound (agent type, host, resource id): {{(pid=104551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:06:30.686657 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17572ec-3d8d-4515-92a6-b934559c359d admin admin] Received port after_create {{(pid=104551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:06:30.691017 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17572ec-3d8d-4515-92a6-b934559c359d admin admin] Pushing event updated for resources: {'Port': ['ID=29e200d5-6454-43fe-8518-99a7bf660c1a,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:31.185277 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e17572ec-3d8d-4515-92a6-b934559c359d admin admin] Publish callbacks [] for router_gateway (6a77e3bb-6c8e-4684-b904-39a621deba78), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:31.210626 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=14 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:31.215107 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=20 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:31.409843 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e17572ec-3d8d-4515-92a6-b934559c359d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-401071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398604'] for router (6a77e3bb-6c8e-4684-b904-39a621deba78), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:31.516112 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670ac0f8-62bc-43ab-9d81-fbdeaf9d8de5 None None] Network 5a7a794d-63de-41f4-a83c-d34a596efe6e requested from dv-cinder-master-3-iscsi {{(pid=104553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:06:31.543892 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:31.555518 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e17572ec-3d8d-4515-92a6-b934559c359d admin admin] Router 6a77e3bb-6c8e-4684-b904-39a621deba78 is scheduled to L3 agent 71de1650-f9d9-4095-92e6-e37ec99e20cf with binding_index 1 {{(pid=104551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:06:31.603665 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-83c41610-00d8-4919-af57-b09c78e1ba4a None None] Provisioning complete for port ed08c520-d224-4010-b30f-1caee6c4d7a8 triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:06:31.604516 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-83c41610-00d8-4919-af57-b09c78e1ba4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (ed08c520-d224-4010-b30f-1caee6c4d7a8), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:31.604516 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-83c41610-00d8-4919-af57-b09c78e1ba4a None None] Attempt 1 to provision port ed08c520-d224-4010-b30f-1caee6c4d7a8 Oct 23 01:06:31.609054 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:31.648776 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:31.668062 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17572ec-3d8d-4515-92a6-b934559c359d admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:06:31.688266 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26378fc0-3939-4589-8473-7813c0cdc5e8 None None] Sync routers for ids ['6a77e3bb-6c8e-4684-b904-39a621deba78'] in dv-cinder-master-3-iscsi {{(pid=104554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:06:31.695301 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-e17572ec-3d8d-4515-92a6-b934559c359d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:31.696818 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-e17572ec-3d8d-4515-92a6-b934559c359d admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7873590 Oct 23 01:06:31.699913 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 57838) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:06:31.704760 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26378fc0-3939-4589-8473-7813c0cdc5e8 None None] Routers {'6a77e3bb-6c8e-4684-b904-39a621deba78'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:06:31.705413 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-26378fc0-3939-4589-8473-7813c0cdc5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:06:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['6a77e3bb-6c8e-4684-b904-39a621deba78'], 'active': True} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:06:31.720574 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-83c41610-00d8-4919-af57-b09c78e1ba4a None None] Current status of the port ed08c520-d224-4010-b30f-1caee6c4d7a8 is: DOWN; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:06:31.721049 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-83c41610-00d8-4919-af57-b09c78e1ba4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (ed08c520-d224-4010-b30f-1caee6c4d7a8), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:31.748381 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:31.788539 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-83c41610-00d8-4919-af57-b09c78e1ba4a None None] For port ed08c520-d224-4010-b30f-1caee6c4d7a8, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ed08c520-d224-4010-b30f-1caee6c4d7a8,segment=NetworkSegment(af830161-2f72-4b1d-b62f-9e0eb12ccd43),segment_id=af830161-2f72-4b1d-b62f-9e0eb12ccd43)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:06:31.799379 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-83c41610-00d8-4919-af57-b09c78e1ba4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (ed08c520-d224-4010-b30f-1caee6c4d7a8), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:31.838097 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (16cf44eb-3ef2-4361-a416-47ab9083b794), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:31.861460 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvr_db [None req-26378fc0-3939-4589-8473-7813c0cdc5e8 None None] Set router 6a77e3bb-6c8e-4684-b904-39a621deba78 gateway port host: dv-cinder-master-3-iscsi {{(pid=104554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:06:31.869931 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c41610-00d8-4919-af57-b09c78e1ba4a None None] Pushing event updated for resources: {'Port': ['ID=ed08c520-d224-4010-b30f-1caee6c4d7a8,revision_number=3']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:31.923808 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-e45a9bec-0e77-4655-9e82-8bc157c0af01 None None] Provisioning complete for port ed08c520-d224-4010-b30f-1caee6c4d7a8 triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:06:31.924183 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e45a9bec-0e77-4655-9e82-8bc157c0af01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (ed08c520-d224-4010-b30f-1caee6c4d7a8), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:31.924518 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-e45a9bec-0e77-4655-9e82-8bc157c0af01 None None] Attempt 1 to provision port ed08c520-d224-4010-b30f-1caee6c4d7a8 Oct 23 01:06:32.007355 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-e45a9bec-0e77-4655-9e82-8bc157c0af01 None None] Current status of the port ed08c520-d224-4010-b30f-1caee6c4d7a8 is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:06:32.053239 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-26378fc0-3939-4589-8473-7813c0cdc5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a77e3bb-6c8e-4684-b904-39a621deba78', 'name': 'tempest-TestShelveInstance-653016299-router', 'tenant_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.85'}], 'enable_snat': True}, 'gw_port_id': '29e200d5-6454-43fe-8518-99a7bf660c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:06:29Z', 'updated_at': '2022-10-23T01:06:31Z', 'revision_number': 3, 'project_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'gw_port': {'id': '29e200d5-6454-43fe-8518-99a7bf660c1a', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:41:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a77e3bb-6c8e-4684-b904-39a621deba78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:06:30Z', 'updated_at': '2022-10-23T01:06:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:06:32.079203 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26378fc0-3939-4589-8473-7813c0cdc5e8 None None] Checking router: 6a77e3bb-6c8e-4684-b904-39a621deba78 for host: dv-cinder-master-3-iscsi {{(pid=104554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:06:32.079569 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26378fc0-3939-4589-8473-7813c0cdc5e8 None None] Updating router 6a77e3bb-6c8e-4684-b904-39a621deba78 port 29e200d5-6454-43fe-8518-99a7bf660c1a binding host dv-cinder-master-3-iscsi {{(pid=104554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:06:32.111168 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-26378fc0-3939-4589-8473-7813c0cdc5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (29e200d5-6454-43fe-8518-99a7bf660c1a), before_update {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:32.220512 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-a31f8d66-6c5e-451c-9426-c13e4497a365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:32.322185 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device ed08c520-d224-4010-b30f-1caee6c4d7a8 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:06:32.372958 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-26378fc0-3939-4589-8473-7813c0cdc5e8 None None] Publish callbacks [] for port (29e200d5-6454-43fe-8518-99a7bf660c1a), precommit_update {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:32.381341 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-26378fc0-3939-4589-8473-7813c0cdc5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (29e200d5-6454-43fe-8518-99a7bf660c1a), after_update {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:32.381897 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port ed08c520-d224-4010-b30f-1caee6c4d7a8 triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:06:32.382308 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (ed08c520-d224-4010-b30f-1caee6c4d7a8), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:32.382626 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port ed08c520-d224-4010-b30f-1caee6c4d7a8 Oct 23 01:06:32.405410 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.db_base_plugin_common [None req-a31f8d66-6c5e-451c-9426-c13e4497a365 admin admin] Allocated IP 172.20.0.1 (5a7a794d-63de-41f4-a83c-d34a596efe6e/3d59b4dc-5424-4479-a128-51bbe59fdc02/52613b17-dcae-463f-82de-070ab81aef6a) {{(pid=104551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:06:32.432570 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.managers [None req-26378fc0-3939-4589-8473-7813c0cdc5e8 None None] Attempting to bind port 29e200d5-6454-43fe-8518-99a7bf660c1a on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:06:32.433263 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.managers [None req-26378fc0-3939-4589-8473-7813c0cdc5e8 None None] Attempting to bind port 29e200d5-6454-43fe-8518-99a7bf660c1a by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '0d47d9bc-e081-4c9e-9d69-e5804f7aef1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'}] {{(pid=104554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:06:32.433627 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26378fc0-3939-4589-8473-7813c0cdc5e8 None None] Attempting to bind port 29e200d5-6454-43fe-8518-99a7bf660c1a on network f9ff398c-cd2a-4430-b908-7f7163c266f3 {{(pid=104554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:06:32.458111 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ebcc3-ff67-4404-b096-18fa2df0c216 None None] Pushing event updated for resources: {'Port': ['ID=29e200d5-6454-43fe-8518-99a7bf660c1a,revision_number=2']} {{(pid=104554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:32.470042 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port ed08c520-d224-4010-b30f-1caee6c4d7a8 is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:06:32.470366 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ebcc3-ff67-4404-b096-18fa2df0c216 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:32.470366 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ebcc3-ff67-4404-b096-18fa2df0c216 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:32.470771 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ebcc3-ff67-4404-b096-18fa2df0c216 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:32.471368 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ebcc3-ff67-4404-b096-18fa2df0c216 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:32.472324 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ebcc3-ff67-4404-b096-18fa2df0c216 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:32.472669 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ebcc3-ff67-4404-b096-18fa2df0c216 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:32.473028 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ebcc3-ff67-4404-b096-18fa2df0c216 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:32.473616 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ebcc3-ff67-4404-b096-18fa2df0c216 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:32.474251 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ebcc3-ff67-4404-b096-18fa2df0c216 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:32.474587 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ebcc3-ff67-4404-b096-18fa2df0c216 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:32.474919 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ebcc3-ff67-4404-b096-18fa2df0c216 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:32.475343 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ebcc3-ff67-4404-b096-18fa2df0c216 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:32.475699 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ebcc3-ff67-4404-b096-18fa2df0c216 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:32.475910 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ebcc3-ff67-4404-b096-18fa2df0c216 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:32.476232 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0ebcc3-ff67-4404-b096-18fa2df0c216 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104554) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:06:32.500529 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26378fc0-3939-4589-8473-7813c0cdc5e8 None None] Checking agent: {'id': 'e5069eb9-82e8-4601-9222-8a50cea677c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 24), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:06:32.500928 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26378fc0-3939-4589-8473-7813c0cdc5e8 None None] Checking segment: {'id': '0d47d9bc-e081-4c9e-9d69-e5804f7aef1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:06:32.501325 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-26378fc0-3939-4589-8473-7813c0cdc5e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:32.501758 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26378fc0-3939-4589-8473-7813c0cdc5e8 None None] Bound using segment: {'id': '0d47d9bc-e081-4c9e-9d69-e5804f7aef1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'} {{(pid=104554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:06:32.502267 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.managers [None req-26378fc0-3939-4589-8473-7813c0cdc5e8 None None] Bound port: 29e200d5-6454-43fe-8518-99a7bf660c1a, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d47d9bc-e081-4c9e-9d69-e5804f7aef1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'}}] {{(pid=104554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:06:32.502661 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-26378fc0-3939-4589-8473-7813c0cdc5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (29e200d5-6454-43fe-8518-99a7bf660c1a), before_update {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:32.513033 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:32.534445 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-a31f8d66-6c5e-451c-9426-c13e4497a365 admin admin] Publish callbacks [] for port (52613b17-dcae-463f-82de-070ab81aef6a), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:32.566431 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.db [None req-26378fc0-3939-4589-8473-7813c0cdc5e8 None None] For port 29e200d5-6454-43fe-8518-99a7bf660c1a, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:06:32.571377 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.db [None req-26378fc0-3939-4589-8473-7813c0cdc5e8 None None] For port 29e200d5-6454-43fe-8518-99a7bf660c1a, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=29e200d5-6454-43fe-8518-99a7bf660c1a,segment=NetworkSegment(0d47d9bc-e081-4c9e-9d69-e5804f7aef1d),segment_id=0d47d9bc-e081-4c9e-9d69-e5804f7aef1d)] {{(pid=104554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:06:32.576959 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-a31f8d66-6c5e-451c-9426-c13e4497a365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6140158'] for port (52613b17-dcae-463f-82de-070ab81aef6a), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:32.580272 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-26378fc0-3939-4589-8473-7813c0cdc5e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (29e200d5-6454-43fe-8518-99a7bf660c1a), after_update {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:32.616706 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31f8d66-6c5e-451c-9426-c13e4497a365 admin admin] Network 5a7a794d-63de-41f4-a83c-d34a596efe6e is already hosted by enough agents. {{(pid=104551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:06:32.624702 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26378fc0-3939-4589-8473-7813c0cdc5e8 None None] Routers {'6a77e3bb-6c8e-4684-b904-39a621deba78'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:06:32.625217 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-26378fc0-3939-4589-8473-7813c0cdc5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:06:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['6a77e3bb-6c8e-4684-b904-39a621deba78'], 'active': True} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:06:32.625632 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.base_scheduler [None req-a31f8d66-6c5e-451c-9426-c13e4497a365 admin admin] Resources bound (agent type, host, resource id): {{(pid=104551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:06:32.633340 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31f8d66-6c5e-451c-9426-c13e4497a365 admin admin] Received port after_create {{(pid=104551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:06:32.638426 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f8d66-6c5e-451c-9426-c13e4497a365 admin admin] Pushing event updated for resources: {'Port': ['ID=52613b17-dcae-463f-82de-070ab81aef6a,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:32.641266 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0ebcc3-ff67-4404-b096-18fa2df0c216 None None] Pushing event updated for resources: {'Port': ['ID=29e200d5-6454-43fe-8518-99a7bf660c1a,revision_number=3']} {{(pid=104554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:32.679724 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-a31f8d66-6c5e-451c-9426-c13e4497a365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517312'] for router_interface (6a77e3bb-6c8e-4684-b904-39a621deba78), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:32.687524 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:32.704689 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:32.746550 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:32.763419 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvr_db [None req-26378fc0-3939-4589-8473-7813c0cdc5e8 None None] Set router 6a77e3bb-6c8e-4684-b904-39a621deba78 gateway port host: dv-cinder-master-3-iscsi {{(pid=104554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:06:32.833644 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-a31f8d66-6c5e-451c-9426-c13e4497a365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (52613b17-dcae-463f-82de-070ab81aef6a), before_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:32.929868 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-c03a586b-7a88-483a-a9ea-8cb415cfd1ad None None] Provisioning complete for port 52613b17-dcae-463f-82de-070ab81aef6a triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:06:32.930553 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-c03a586b-7a88-483a-a9ea-8cb415cfd1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (52613b17-dcae-463f-82de-070ab81aef6a), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:32.930553 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-c03a586b-7a88-483a-a9ea-8cb415cfd1ad None None] Attempt 1 to provision port 52613b17-dcae-463f-82de-070ab81aef6a Oct 23 01:06:32.947201 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-26378fc0-3939-4589-8473-7813c0cdc5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a77e3bb-6c8e-4684-b904-39a621deba78', 'name': 'tempest-TestShelveInstance-653016299-router', 'tenant_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.85'}], 'enable_snat': True}, 'gw_port_id': '29e200d5-6454-43fe-8518-99a7bf660c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:06:29Z', 'updated_at': '2022-10-23T01:06:31Z', 'revision_number': 3, 'project_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'gw_port': {'id': '29e200d5-6454-43fe-8518-99a7bf660c1a', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:41:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a77e3bb-6c8e-4684-b904-39a621deba78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:06:30Z', 'updated_at': '2022-10-23T01:06:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:06:32.967182 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-c03a586b-7a88-483a-a9ea-8cb415cfd1ad None None] Port 52613b17-dcae-463f-82de-070ab81aef6a cannot update to ACTIVE because it is not bound. {{(pid=104553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:06:32.978204 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26378fc0-3939-4589-8473-7813c0cdc5e8 None None] The sync data for ids ['6a77e3bb-6c8e-4684-b904-39a621deba78'] in dv-cinder-master-3-iscsi is: [{'id': '6a77e3bb-6c8e-4684-b904-39a621deba78', 'name': 'tempest-TestShelveInstance-653016299-router', 'tenant_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.85'}], 'enable_snat': True}, 'gw_port_id': '29e200d5-6454-43fe-8518-99a7bf660c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:06:29Z', 'updated_at': '2022-10-23T01:06:31Z', 'revision_number': 3, 'project_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'gw_port': {'id': '29e200d5-6454-43fe-8518-99a7bf660c1a', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:41:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a77e3bb-6c8e-4684-b904-39a621deba78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:06:30Z', 'updated_at': '2022-10-23T01:06:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=104554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:06:33.003888 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-a31f8d66-6c5e-451c-9426-c13e4497a365 admin admin] Publish callbacks [] for port (52613b17-dcae-463f-82de-070ab81aef6a), precommit_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:33.010742 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-a31f8d66-6c5e-451c-9426-c13e4497a365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6140151'] for port (52613b17-dcae-463f-82de-070ab81aef6a), after_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:33.082290 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f8d66-6c5e-451c-9426-c13e4497a365 admin admin] Pushing event updated for resources: {'Port': ['ID=52613b17-dcae-463f-82de-070ab81aef6a,revision_number=2']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:33.085001 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-a31f8d66-6c5e-451c-9426-c13e4497a365 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-517204'] for router_interface (6a77e3bb-6c8e-4684-b904-39a621deba78), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:33.194091 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31f8d66-6c5e-451c-9426-c13e4497a365 admin admin] Network 5a7a794d-63de-41f4-a83c-d34a596efe6e is already hosted by enough agents. {{(pid=104551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:06:33.194091 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.base_scheduler [None req-a31f8d66-6c5e-451c-9426-c13e4497a365 admin admin] Resources bound (agent type, host, resource id): {{(pid=104551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:06:33.325902 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a31f8d66-6c5e-451c-9426-c13e4497a365 admin admin] Router 6a77e3bb-6c8e-4684-b904-39a621deba78 has already been hosted by L3 agent 71de1650-f9d9-4095-92e6-e37ec99e20cf {{(pid=104551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:06:33.427616 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:33.440114 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31f8d66-6c5e-451c-9426-c13e4497a365 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:06:33.445789 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-a31f8d66-6c5e-451c-9426-c13e4497a365 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/6a77e3bb-6c8e-4684-b904-39a621deba78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7450871 Oct 23 01:06:33.488000 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-51a48019-d883-4af4-ab00-cf72f4f59e7f None None] Provisioning complete for port 52613b17-dcae-463f-82de-070ab81aef6a triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:06:33.488375 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-51a48019-d883-4af4-ab00-cf72f4f59e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (52613b17-dcae-463f-82de-070ab81aef6a), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:33.488705 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-51a48019-d883-4af4-ab00-cf72f4f59e7f None None] Attempt 1 to provision port 52613b17-dcae-463f-82de-070ab81aef6a Oct 23 01:06:33.523322 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-51a48019-d883-4af4-ab00-cf72f4f59e7f None None] Port 52613b17-dcae-463f-82de-070ab81aef6a cannot update to ACTIVE because it is not bound. {{(pid=104553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:06:33.965110 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 57854) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:06:33.970154 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-f4459018-fb2c-4ca3-9dfb-ee9dc12e8559 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1827445567-network', 'tenant_id': 'ea6b722204ec4cf9a7e4656cced96e70'}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:06:33.994479 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4459018-fb2c-4ca3-9dfb-ee9dc12e8559 admin admin] Made reservation on behalf of ea6b722204ec4cf9a7e4656cced96e70 for: {'network': 1} {{(pid=104551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:06:33.997128 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f4459018-fb2c-4ca3-9dfb-ee9dc12e8559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for network (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:34.006814 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f4459018-fb2c-4ca3-9dfb-ee9dc12e8559 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:34.079402 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:UPDATE=2,neutron:SELECT=92,neutron:INSERT=6 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:34.105795 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f4459018-fb2c-4ca3-9dfb-ee9dc12e8559 admin admin] Publish callbacks [] for security_group (b47e4d7d-2f6d-40d6-8c24-9b2f4c3f850e), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:34.111557 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f4459018-fb2c-4ca3-9dfb-ee9dc12e8559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (b47e4d7d-2f6d-40d6-8c24-9b2f4c3f850e), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:34.138325 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4459018-fb2c-4ca3-9dfb-ee9dc12e8559 admin admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=104551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 23 01:06:34.149651 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4459018-fb2c-4ca3-9dfb-ee9dc12e8559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47e4d7d-2f6d-40d6-8c24-9b2f4c3f850e,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:34.154662 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f4459018-fb2c-4ca3-9dfb-ee9dc12e8559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13381139'] for segment (450fcc7b-a197-4f07-abc6-99822a34c9a4), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:34.155102 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.db.segments_db [None req-f4459018-fb2c-4ca3-9dfb-ee9dc12e8559 admin admin] Added segment 450fcc7b-a197-4f07-abc6-99822a34c9a4 of type vlan for network 82a5267c-a1eb-4074-8b8c-eaaf871b7c4a Oct 23 01:06:34.200035 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f4459018-fb2c-4ca3-9dfb-ee9dc12e8559 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758734439581'] for network (82a5267c-a1eb-4074-8b8c-eaaf871b7c4a), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:34.240571 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f4459018-fb2c-4ca3-9dfb-ee9dc12e8559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493'] for network (82a5267c-a1eb-4074-8b8c-eaaf871b7c4a), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:34.241708 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4459018-fb2c-4ca3-9dfb-ee9dc12e8559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:34.242326 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-f4459018-fb2c-4ca3-9dfb-ee9dc12e8559 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for network (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:34.305493 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-f4459018-fb2c-4ca3-9dfb-ee9dc12e8559 admin admin] 10.222.0.18 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3389852 Oct 23 01:06:34.307035 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 57856) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:06:34.313909 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [None req-3ecba73a-7802-4ade-bff7-a54c5ec04a42 admin admin] Request body: {'subnet': {'network_id': '82a5267c-a1eb-4074-8b8c-eaaf871b7c4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1827445567-subnet', 'tenant_id': 'ea6b722204ec4cf9a7e4656cced96e70', 'ip_version': 4}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:06:34.319041 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 29e200d5-6454-43fe-8518-99a7bf660c1a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:06:34.325662 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4459018-fb2c-4ca3-9dfb-ee9dc12e8559 admin admin] Pushing event updated for resources: {'Network': ['ID=82a5267c-a1eb-4074-8b8c-eaaf871b7c4a,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:34.340471 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ecba73a-7802-4ade-bff7-a54c5ec04a42 admin admin] Made reservation on behalf of ea6b722204ec4cf9a7e4656cced96e70 for: {'subnet': 1} {{(pid=104552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:06:34.343633 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-3ecba73a-7802-4ade-bff7-a54c5ec04a42 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6118443'] for subnet (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:34.344051 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Network 82a5267c-a1eb-4074-8b8c-eaaf871b7c4a details requested by agent ovs-agent-dv-cinder-master-3-iscsi with host dv-cinder-master-3-iscsi {{(pid=104553) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 23 01:06:34.443738 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port 29e200d5-6454-43fe-8518-99a7bf660c1a triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:06:34.443738 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (29e200d5-6454-43fe-8518-99a7bf660c1a), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:34.444239 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port 29e200d5-6454-43fe-8518-99a7bf660c1a Oct 23 01:06:34.541405 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port 29e200d5-6454-43fe-8518-99a7bf660c1a is: DOWN; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:06:34.541577 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-3ecba73a-7802-4ade-bff7-a54c5ec04a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5989350', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6118461'] for subnet (5b676e81-ae04-4245-a21a-f4742a1bad4d), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:34.541792 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (29e200d5-6454-43fe-8518-99a7bf660c1a), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:34.564749 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] For port 29e200d5-6454-43fe-8518-99a7bf660c1a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=29e200d5-6454-43fe-8518-99a7bf660c1a,segment=NetworkSegment(0d47d9bc-e081-4c9e-9d69-e5804f7aef1d),segment_id=0d47d9bc-e081-4c9e-9d69-e5804f7aef1d)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:06:34.572342 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (29e200d5-6454-43fe-8518-99a7bf660c1a), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:34.612455 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:34.616437 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecba73a-7802-4ade-bff7-a54c5ec04a42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b676e81-ae04-4245-a21a-f4742a1bad4d,revision_number=0']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:34.626606 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecba73a-7802-4ade-bff7-a54c5ec04a42 admin admin] Checking segment: {'id': '450fcc7b-a197-4f07-abc6-99822a34c9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '82a5267c-a1eb-4074-8b8c-eaaf871b7c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:06:34.626999 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecba73a-7802-4ade-bff7-a54c5ec04a42 admin admin] Network hostable DHCP agents. Network: 82a5267c-a1eb-4074-8b8c-eaaf871b7c4a, hostable agents: ['6b66cfba-c169-484b-b3a5-13fb9b6528cf'], hosted agents: [] {{(pid=104552) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 23 01:06:34.636517 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3579f631-e037-4f48-a1b1-c83ae17ea3c9 None None] Sync routers for ids ['6a77e3bb-6c8e-4684-b904-39a621deba78'] in dv-cinder-master-3-iscsi {{(pid=104553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:06:34.648487 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecba73a-7802-4ade-bff7-a54c5ec04a42 admin admin] Network 82a5267c-a1eb-4074-8b8c-eaaf871b7c4a is scheduled to be hosted by DHCP agent 6b66cfba-c169-484b-b3a5-13fb9b6528cf with binding_index 1 {{(pid=104552) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 23 01:06:34.653630 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Pushing event updated for resources: {'Port': ['ID=29e200d5-6454-43fe-8518-99a7bf660c1a,revision_number=4']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:34.659729 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.base_scheduler [None req-3ecba73a-7802-4ade-bff7-a54c5ec04a42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-iscsi, 82a5267c-a1eb-4074-8b8c-eaaf871b7c4a) {{(pid=104552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:06:34.663755 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3579f631-e037-4f48-a1b1-c83ae17ea3c9 None None] Routers {'6a77e3bb-6c8e-4684-b904-39a621deba78'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:06:34.664366 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-3579f631-e037-4f48-a1b1-c83ae17ea3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:06:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['6a77e3bb-6c8e-4684-b904-39a621deba78'], 'active': True} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:06:34.665174 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecba73a-7802-4ade-bff7-a54c5ec04a42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:34.666044 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-3ecba73a-7802-4ade-bff7-a54c5ec04a42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for subnet (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:34.667898 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:34.687402 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-3ecba73a-7802-4ade-bff7-a54c5ec04a42 admin admin] 10.222.0.18 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3792360 Oct 23 01:06:34.690051 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 57858) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:06:34.694736 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [None req-cc267ef4-4a16-4272-9191-be42725ea149 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1827445567-router', 'tenant_id': 'ea6b722204ec4cf9a7e4656cced96e70', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'}}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:06:34.702720 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e4c560-36cd-42c9-ae24-124105b17fe9 None None] Network 82a5267c-a1eb-4074-8b8c-eaaf871b7c4a requested from dv-cinder-master-3-iscsi {{(pid=104553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:06:34.721594 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-cc267ef4-4a16-4272-9191-be42725ea149 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-518484', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123557'] for router (87d24b75-d0fd-43b3-92bd-43c4adbf28e4), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:34.722712 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-cc267ef4-4a16-4272-9191-be42725ea149 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-400926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-398784', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-412307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123578'] for router (87d24b75-d0fd-43b3-92bd-43c4adbf28e4), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:34.775870 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-cc267ef4-4a16-4272-9191-be42725ea149 admin admin] Publish callbacks [] for router_controller (87d24b75-d0fd-43b3-92bd-43c4adbf28e4), precommit_add_association {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:34.839355 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvr_db [None req-3579f631-e037-4f48-a1b1-c83ae17ea3c9 None None] Set router 6a77e3bb-6c8e-4684-b904-39a621deba78 gateway port host: dv-cinder-master-3-iscsi {{(pid=104553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:06:34.898571 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f0ddae-779e-41c5-95f6-c9e36a452dc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb3c3bfec-14a5-5c37-87fb-dceca947527c-82a5267c-a1eb-4074-8b8c-eaaf871b7c4a', 'network_id': '82a5267c-a1eb-4074-8b8c-eaaf871b7c4a', 'project_id': 'ea6b722204ec4cf9a7e4656cced96e70', 'fixed_ips': [{'subnet_id': '5b676e81-ae04-4245-a21a-f4742a1bad4d'}]}} from dv-cinder-master-3-iscsi. {{(pid=104553) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 23 01:06:34.899482 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-a7f0ddae-779e-41c5-95f6-c9e36a452dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:34.918838 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-cc267ef4-4a16-4272-9191-be42725ea149 admin admin] Publish callbacks [] for router_gateway (87d24b75-d0fd-43b3-92bd-43c4adbf28e4), precommit_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:34.972846 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:35.101940 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:35.110506 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-cc267ef4-4a16-4272-9191-be42725ea149 admin admin] Publish callbacks [] for router_gateway (87d24b75-d0fd-43b3-92bd-43c4adbf28e4), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:35.131475 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-cc267ef4-4a16-4272-9191-be42725ea149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:35.163605 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.db_base_plugin_common [None req-a7f0ddae-779e-41c5-95f6-c9e36a452dc5 None None] Allocated IP 172.20.0.2 (82a5267c-a1eb-4074-8b8c-eaaf871b7c4a/5b676e81-ae04-4245-a21a-f4742a1bad4d/9ec59cc1-5f76-46ca-bc46-9da595ea58e5) {{(pid=104553) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:06:35.170684 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-3579f631-e037-4f48-a1b1-c83ae17ea3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a77e3bb-6c8e-4684-b904-39a621deba78', 'name': 'tempest-TestShelveInstance-653016299-router', 'tenant_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.85'}], 'enable_snat': True}, 'gw_port_id': '29e200d5-6454-43fe-8518-99a7bf660c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:06:29Z', 'updated_at': '2022-10-23T01:06:32Z', 'revision_number': 4, 'project_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'gw_port': {'id': '29e200d5-6454-43fe-8518-99a7bf660c1a', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:41:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a77e3bb-6c8e-4684-b904-39a621deba78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:06:30Z', 'updated_at': '2022-10-23T01:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '52613b17-dcae-463f-82de-070ab81aef6a', 'name': '', 'network_id': '5a7a794d-63de-41f4-a83c-d34a596efe6e', 'tenant_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'mac_address': 'fa:16:3e:00:10:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a77e3bb-6c8e-4684-b904-39a621deba78', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '3d59b4dc-5424-4479-a128-51bbe59fdc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:06:32Z', 'updated_at': '2022-10-23T01:06:32Z', 'revision_number': 2, 'project_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'subnets': [{'id': '3d59b4dc-5424-4479-a128-51bbe59fdc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:06:35.203040 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3579f631-e037-4f48-a1b1-c83ae17ea3c9 None None] Checking router: 6a77e3bb-6c8e-4684-b904-39a621deba78 for host: dv-cinder-master-3-iscsi {{(pid=104553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:06:35.205519 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3579f631-e037-4f48-a1b1-c83ae17ea3c9 None None] Updating router 6a77e3bb-6c8e-4684-b904-39a621deba78 port 52613b17-dcae-463f-82de-070ab81aef6a binding host dv-cinder-master-3-iscsi {{(pid=104553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:06:35.260399 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.db_base_plugin_common [None req-cc267ef4-4a16-4272-9191-be42725ea149 admin admin] Allocated IP 172.37.4.251 (f9ff398c-cd2a-4430-b908-7f7163c266f3/dd152ba8-6213-403c-b7fc-9b4ab174f9a2/99db7be1-e4dc-4662-a5bb-e94fd92d7e45) {{(pid=104552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:06:35.412299 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-cc267ef4-4a16-4272-9191-be42725ea149 admin admin] Publish callbacks [] for port (99db7be1-e4dc-4662-a5bb-e94fd92d7e45), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:35.432071 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-3579f631-e037-4f48-a1b1-c83ae17ea3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (52613b17-dcae-463f-82de-070ab81aef6a), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:35.449697 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-cc267ef4-4a16-4272-9191-be42725ea149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5995606'] for port (99db7be1-e4dc-4662-a5bb-e94fd92d7e45), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:35.494123 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc267ef4-4a16-4272-9191-be42725ea149 admin admin] Network f9ff398c-cd2a-4430-b908-7f7163c266f3 is already hosted by enough agents. {{(pid=104552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:06:35.499703 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.base_scheduler [None req-cc267ef4-4a16-4272-9191-be42725ea149 admin admin] Resources bound (agent type, host, resource id): {{(pid=104552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:06:35.503743 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc267ef4-4a16-4272-9191-be42725ea149 admin admin] Received port after_create {{(pid=104552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:06:35.526882 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc267ef4-4a16-4272-9191-be42725ea149 admin admin] Pushing event updated for resources: {'Port': ['ID=99db7be1-e4dc-4662-a5bb-e94fd92d7e45,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:35.607519 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:35.621213 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-a7f0ddae-779e-41c5-95f6-c9e36a452dc5 None None] Publish callbacks [] for port (9ec59cc1-5f76-46ca-bc46-9da595ea58e5), precommit_create {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:35.669343 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-a7f0ddae-779e-41c5-95f6-c9e36a452dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446'] for port (9ec59cc1-5f76-46ca-bc46-9da595ea58e5), after_create {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:35.720744 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:35.724798 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f0ddae-779e-41c5-95f6-c9e36a452dc5 None None] Network 82a5267c-a1eb-4074-8b8c-eaaf871b7c4a is already hosted by enough agents. {{(pid=104553) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:06:35.733313 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f0ddae-779e-41c5-95f6-c9e36a452dc5 None None] Pushing event updated for resources: {'Port': ['ID=9ec59cc1-5f76-46ca-bc46-9da595ea58e5,revision_number=1']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:35.736360 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.scheduler.base_scheduler [None req-a7f0ddae-779e-41c5-95f6-c9e36a452dc5 None None] Resources bound (agent type, host, resource id): {{(pid=104553) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:06:35.740424 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f0ddae-779e-41c5-95f6-c9e36a452dc5 None None] Received port after_create {{(pid=104553) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:06:35.754497 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-cc267ef4-4a16-4272-9191-be42725ea149 admin admin] Publish callbacks [] for router_gateway (87d24b75-d0fd-43b3-92bd-43c4adbf28e4), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:35.853423 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-a7f0ddae-779e-41c5-95f6-c9e36a452dc5 None None] Attempting to bind port 9ec59cc1-5f76-46ca-bc46-9da595ea58e5 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:06:35.853759 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-a7f0ddae-779e-41c5-95f6-c9e36a452dc5 None None] Attempting to bind port 9ec59cc1-5f76-46ca-bc46-9da595ea58e5 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '450fcc7b-a197-4f07-abc6-99822a34c9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '82a5267c-a1eb-4074-8b8c-eaaf871b7c4a'}] {{(pid=104553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:06:35.854330 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f0ddae-779e-41c5-95f6-c9e36a452dc5 None None] Attempting to bind port 9ec59cc1-5f76-46ca-bc46-9da595ea58e5 on network 82a5267c-a1eb-4074-8b8c-eaaf871b7c4a {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:06:35.894195 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:35.897209 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-3579f631-e037-4f48-a1b1-c83ae17ea3c9 None None] Publish callbacks [] for port (52613b17-dcae-463f-82de-070ab81aef6a), precommit_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:35.909683 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-3579f631-e037-4f48-a1b1-c83ae17ea3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (52613b17-dcae-463f-82de-070ab81aef6a), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:35.941630 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f0ddae-779e-41c5-95f6-c9e36a452dc5 None None] Checking agent: {'id': 'e5069eb9-82e8-4601-9222-8a50cea677c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 24), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:06:35.941953 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f0ddae-779e-41c5-95f6-c9e36a452dc5 None None] Checking segment: {'id': '450fcc7b-a197-4f07-abc6-99822a34c9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '82a5267c-a1eb-4074-8b8c-eaaf871b7c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:06:35.942505 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-a7f0ddae-779e-41c5-95f6-c9e36a452dc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:35.942889 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f0ddae-779e-41c5-95f6-c9e36a452dc5 None None] Bound using segment: {'id': '450fcc7b-a197-4f07-abc6-99822a34c9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '82a5267c-a1eb-4074-8b8c-eaaf871b7c4a'} {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:06:35.943755 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-a7f0ddae-779e-41c5-95f6-c9e36a452dc5 None None] Bound port: 9ec59cc1-5f76-46ca-bc46-9da595ea58e5, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '450fcc7b-a197-4f07-abc6-99822a34c9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '82a5267c-a1eb-4074-8b8c-eaaf871b7c4a'}}] {{(pid=104553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:06:35.944140 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-a7f0ddae-779e-41c5-95f6-c9e36a452dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (9ec59cc1-5f76-46ca-bc46-9da595ea58e5), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:35.957957 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-cc267ef4-4a16-4272-9191-be42725ea149 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-401071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-398604'] for router (87d24b75-d0fd-43b3-92bd-43c4adbf28e4), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:35.996751 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdca5a-e4d8-48ad-b33d-1a4779f736b8 None None] Pushing event updated for resources: {'Port': ['ID=52613b17-dcae-463f-82de-070ab81aef6a,revision_number=3']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:36.054883 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-3579f631-e037-4f48-a1b1-c83ae17ea3c9 None None] Attempting to bind port 52613b17-dcae-463f-82de-070ab81aef6a on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:06:36.055257 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-3579f631-e037-4f48-a1b1-c83ae17ea3c9 None None] Attempting to bind port 52613b17-dcae-463f-82de-070ab81aef6a by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': 'af830161-2f72-4b1d-b62f-9e0eb12ccd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5a7a794d-63de-41f4-a83c-d34a596efe6e'}] {{(pid=104553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:06:36.055636 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3579f631-e037-4f48-a1b1-c83ae17ea3c9 None None] Attempting to bind port 52613b17-dcae-463f-82de-070ab81aef6a on network 5a7a794d-63de-41f4-a83c-d34a596efe6e {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:06:36.062795 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=3 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:36.095479 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc267ef4-4a16-4272-9191-be42725ea149 admin admin] Router 87d24b75-d0fd-43b3-92bd-43c4adbf28e4 is scheduled to L3 agent 71de1650-f9d9-4095-92e6-e37ec99e20cf with binding_index 1 {{(pid=104552) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 23 01:06:36.096568 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-a7f0ddae-779e-41c5-95f6-c9e36a452dc5 None None] For port 9ec59cc1-5f76-46ca-bc46-9da595ea58e5, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:06:36.101714 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-a7f0ddae-779e-41c5-95f6-c9e36a452dc5 None None] For port 9ec59cc1-5f76-46ca-bc46-9da595ea58e5, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=9ec59cc1-5f76-46ca-bc46-9da595ea58e5,segment=NetworkSegment(450fcc7b-a197-4f07-abc6-99822a34c9a4),segment_id=450fcc7b-a197-4f07-abc6-99822a34c9a4)] {{(pid=104553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:06:36.111395 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-a7f0ddae-779e-41c5-95f6-c9e36a452dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (9ec59cc1-5f76-46ca-bc46-9da595ea58e5), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:36.145386 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3579f631-e037-4f48-a1b1-c83ae17ea3c9 None None] Checking agent: {'id': 'e5069eb9-82e8-4601-9222-8a50cea677c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 24), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:06:36.145879 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3579f631-e037-4f48-a1b1-c83ae17ea3c9 None None] Checking segment: {'id': 'af830161-2f72-4b1d-b62f-9e0eb12ccd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5a7a794d-63de-41f4-a83c-d34a596efe6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:06:36.146552 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-3579f631-e037-4f48-a1b1-c83ae17ea3c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:36.146959 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3579f631-e037-4f48-a1b1-c83ae17ea3c9 None None] Bound using segment: {'id': 'af830161-2f72-4b1d-b62f-9e0eb12ccd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5a7a794d-63de-41f4-a83c-d34a596efe6e'} {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:06:36.147457 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-3579f631-e037-4f48-a1b1-c83ae17ea3c9 None None] Bound port: 52613b17-dcae-463f-82de-070ab81aef6a, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af830161-2f72-4b1d-b62f-9e0eb12ccd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5a7a794d-63de-41f4-a83c-d34a596efe6e'}}] {{(pid=104553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:06:36.147814 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-3579f631-e037-4f48-a1b1-c83ae17ea3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (52613b17-dcae-463f-82de-070ab81aef6a), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:36.207570 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc267ef4-4a16-4272-9191-be42725ea149 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:06:36.211366 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f0ddae-779e-41c5-95f6-c9e36a452dc5 None None] Pushing event updated for resources: {'Port': ['ID=9ec59cc1-5f76-46ca-bc46-9da595ea58e5,revision_number=2']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:36.224578 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d209b4-e2df-46f1-9d6f-a88aca37f6e3 None None] Sync routers for ids ['87d24b75-d0fd-43b3-92bd-43c4adbf28e4'] in dv-cinder-master-3-iscsi {{(pid=104554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:06:36.235301 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-cc267ef4-4a16-4272-9191-be42725ea149 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:36.238116 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-cc267ef4-4a16-4272-9191-be42725ea149 admin admin] 10.222.0.18 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5455785 Oct 23 01:06:36.238418 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d209b4-e2df-46f1-9d6f-a88aca37f6e3 None None] Routers {'87d24b75-d0fd-43b3-92bd-43c4adbf28e4'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:06:36.239620 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 57860) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:06:36.246385 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-e2d209b4-e2df-46f1-9d6f-a88aca37f6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:06:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['87d24b75-d0fd-43b3-92bd-43c4adbf28e4'], 'active': True} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:06:36.261773 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-3579f631-e037-4f48-a1b1-c83ae17ea3c9 None None] For port 52613b17-dcae-463f-82de-070ab81aef6a, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:06:36.266230 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-3579f631-e037-4f48-a1b1-c83ae17ea3c9 None None] For port 52613b17-dcae-463f-82de-070ab81aef6a, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=52613b17-dcae-463f-82de-070ab81aef6a,segment=NetworkSegment(af830161-2f72-4b1d-b62f-9e0eb12ccd43),segment_id=af830161-2f72-4b1d-b62f-9e0eb12ccd43)] {{(pid=104553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:06:36.277296 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-3579f631-e037-4f48-a1b1-c83ae17ea3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (52613b17-dcae-463f-82de-070ab81aef6a), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:36.323506 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3579f631-e037-4f48-a1b1-c83ae17ea3c9 None None] Routers {'6a77e3bb-6c8e-4684-b904-39a621deba78'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:06:36.324163 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-3579f631-e037-4f48-a1b1-c83ae17ea3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:06:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['6a77e3bb-6c8e-4684-b904-39a621deba78'], 'active': True} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:06:36.375454 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 29e200d5-6454-43fe-8518-99a7bf660c1a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:06:36.434152 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvr_db [None req-e2d209b4-e2df-46f1-9d6f-a88aca37f6e3 None None] Set router 87d24b75-d0fd-43b3-92bd-43c4adbf28e4 gateway port host: dv-cinder-master-3-iscsi {{(pid=104554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:06:36.444231 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:36.504105 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdca5a-e4d8-48ad-b33d-1a4779f736b8 None None] Pushing event updated for resources: {'Port': ['ID=52613b17-dcae-463f-82de-070ab81aef6a,revision_number=4']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:36.557030 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvr_db [None req-3579f631-e037-4f48-a1b1-c83ae17ea3c9 None None] Set router 6a77e3bb-6c8e-4684-b904-39a621deba78 gateway port host: dv-cinder-master-3-iscsi {{(pid=104553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:06:36.589967 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:36.596514 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port 29e200d5-6454-43fe-8518-99a7bf660c1a triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:06:36.596838 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (29e200d5-6454-43fe-8518-99a7bf660c1a), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:36.597235 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port 29e200d5-6454-43fe-8518-99a7bf660c1a Oct 23 01:06:36.644169 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-e2d209b4-e2df-46f1-9d6f-a88aca37f6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d24b75-d0fd-43b3-92bd-43c4adbf28e4', 'name': 'tempest-TestShelveInstance-1827445567-router', 'tenant_id': 'ea6b722204ec4cf9a7e4656cced96e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.251'}], 'enable_snat': True}, 'gw_port_id': '99db7be1-e4dc-4662-a5bb-e94fd92d7e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:06:34Z', 'updated_at': '2022-10-23T01:06:35Z', 'revision_number': 3, 'project_id': 'ea6b722204ec4cf9a7e4656cced96e70', 'gw_port': {'id': '99db7be1-e4dc-4662-a5bb-e94fd92d7e45', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:62:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d24b75-d0fd-43b3-92bd-43c4adbf28e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:06:35Z', 'updated_at': '2022-10-23T01:06:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:06:36.680308 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d209b4-e2df-46f1-9d6f-a88aca37f6e3 None None] Checking router: 87d24b75-d0fd-43b3-92bd-43c4adbf28e4 for host: dv-cinder-master-3-iscsi {{(pid=104554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:06:36.680638 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d209b4-e2df-46f1-9d6f-a88aca37f6e3 None None] Updating router 87d24b75-d0fd-43b3-92bd-43c4adbf28e4 port 99db7be1-e4dc-4662-a5bb-e94fd92d7e45 binding host dv-cinder-master-3-iscsi {{(pid=104554) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:06:36.713368 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-e2d209b4-e2df-46f1-9d6f-a88aca37f6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (99db7be1-e4dc-4662-a5bb-e94fd92d7e45), before_update {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:36.782252 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port 29e200d5-6454-43fe-8518-99a7bf660c1a is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:06:36.839145 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-3579f631-e037-4f48-a1b1-c83ae17ea3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a77e3bb-6c8e-4684-b904-39a621deba78', 'name': 'tempest-TestShelveInstance-653016299-router', 'tenant_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.85'}], 'enable_snat': True}, 'gw_port_id': '29e200d5-6454-43fe-8518-99a7bf660c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:06:29Z', 'updated_at': '2022-10-23T01:06:32Z', 'revision_number': 4, 'project_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'gw_port': {'id': '29e200d5-6454-43fe-8518-99a7bf660c1a', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:41:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a77e3bb-6c8e-4684-b904-39a621deba78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:06:30Z', 'updated_at': '2022-10-23T01:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '52613b17-dcae-463f-82de-070ab81aef6a', 'name': '', 'network_id': '5a7a794d-63de-41f4-a83c-d34a596efe6e', 'tenant_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'mac_address': 'fa:16:3e:00:10:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a77e3bb-6c8e-4684-b904-39a621deba78', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '3d59b4dc-5424-4479-a128-51bbe59fdc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:06:32Z', 'updated_at': '2022-10-23T01:06:36Z', 'revision_number': 4, 'project_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'subnets': [{'id': '3d59b4dc-5424-4479-a128-51bbe59fdc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:06:36.870863 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3579f631-e037-4f48-a1b1-c83ae17ea3c9 None None] The sync data for ids ['6a77e3bb-6c8e-4684-b904-39a621deba78'] in dv-cinder-master-3-iscsi is: [{'id': '6a77e3bb-6c8e-4684-b904-39a621deba78', 'name': 'tempest-TestShelveInstance-653016299-router', 'tenant_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.85'}], 'enable_snat': True}, 'gw_port_id': '29e200d5-6454-43fe-8518-99a7bf660c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:06:29Z', 'updated_at': '2022-10-23T01:06:32Z', 'revision_number': 4, 'project_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'gw_port': {'id': '29e200d5-6454-43fe-8518-99a7bf660c1a', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:41:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a77e3bb-6c8e-4684-b904-39a621deba78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:06:30Z', 'updated_at': '2022-10-23T01:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '52613b17-dcae-463f-82de-070ab81aef6a', 'name': '', 'network_id': '5a7a794d-63de-41f4-a83c-d34a596efe6e', 'tenant_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'mac_address': 'fa:16:3e:00:10:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a77e3bb-6c8e-4684-b904-39a621deba78', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '3d59b4dc-5424-4479-a128-51bbe59fdc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:06:32Z', 'updated_at': '2022-10-23T01:06:36Z', 'revision_number': 4, 'project_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'subnets': [{'id': '3d59b4dc-5424-4479-a128-51bbe59fdc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:06:37.023856 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-72d23f25-d34e-472b-a636-9197106b1eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:37.039165 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-e2d209b4-e2df-46f1-9d6f-a88aca37f6e3 None None] Publish callbacks [] for port (99db7be1-e4dc-4662-a5bb-e94fd92d7e45), precommit_update {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:37.044149 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:37.048175 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-e2d209b4-e2df-46f1-9d6f-a88aca37f6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (99db7be1-e4dc-4662-a5bb-e94fd92d7e45), after_update {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:37.087157 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:37.109276 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e8be9-c256-436a-a079-5e146a5fc9ff None None] Pushing event updated for resources: {'Port': ['ID=99db7be1-e4dc-4662-a5bb-e94fd92d7e45,revision_number=2']} {{(pid=104554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:37.118740 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.managers [None req-e2d209b4-e2df-46f1-9d6f-a88aca37f6e3 None None] Attempting to bind port 99db7be1-e4dc-4662-a5bb-e94fd92d7e45 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104554) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:06:37.121048 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.managers [None req-e2d209b4-e2df-46f1-9d6f-a88aca37f6e3 None None] Attempting to bind port 99db7be1-e4dc-4662-a5bb-e94fd92d7e45 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '0d47d9bc-e081-4c9e-9d69-e5804f7aef1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'}] {{(pid=104554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:06:37.121048 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d209b4-e2df-46f1-9d6f-a88aca37f6e3 None None] Attempting to bind port 99db7be1-e4dc-4662-a5bb-e94fd92d7e45 on network f9ff398c-cd2a-4430-b908-7f7163c266f3 {{(pid=104554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:06:37.216988 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.db_base_plugin_common [None req-72d23f25-d34e-472b-a636-9197106b1eaf admin admin] Allocated IP 172.20.0.1 (82a5267c-a1eb-4074-8b8c-eaaf871b7c4a/5b676e81-ae04-4245-a21a-f4742a1bad4d/06df1483-bd9e-4eb6-88e8-3ef5747f9fd5) {{(pid=104551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:06:37.281266 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:37.288677 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d209b4-e2df-46f1-9d6f-a88aca37f6e3 None None] Checking agent: {'id': 'e5069eb9-82e8-4601-9222-8a50cea677c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 24), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:06:37.289341 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d209b4-e2df-46f1-9d6f-a88aca37f6e3 None None] Checking segment: {'id': '0d47d9bc-e081-4c9e-9d69-e5804f7aef1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104554) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:06:37.290295 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-e2d209b4-e2df-46f1-9d6f-a88aca37f6e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:37.290697 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d209b4-e2df-46f1-9d6f-a88aca37f6e3 None None] Bound using segment: {'id': '0d47d9bc-e081-4c9e-9d69-e5804f7aef1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'} {{(pid=104554) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:06:37.291226 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.managers [None req-e2d209b4-e2df-46f1-9d6f-a88aca37f6e3 None None] Bound port: 99db7be1-e4dc-4662-a5bb-e94fd92d7e45, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d47d9bc-e081-4c9e-9d69-e5804f7aef1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3'}}] {{(pid=104554) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:06:37.291708 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-e2d209b4-e2df-46f1-9d6f-a88aca37f6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (99db7be1-e4dc-4662-a5bb-e94fd92d7e45), before_update {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:37.349726 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-72d23f25-d34e-472b-a636-9197106b1eaf admin admin] Publish callbacks [] for port (06df1483-bd9e-4eb6-88e8-3ef5747f9fd5), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:37.361110 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:37.363400 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99653e6-9c20-4942-a714-77c3d83d804b None None] Network 82a5267c-a1eb-4074-8b8c-eaaf871b7c4a requested from dv-cinder-master-3-iscsi {{(pid=104553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:06:37.366729 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.db [None req-e2d209b4-e2df-46f1-9d6f-a88aca37f6e3 None None] For port 99db7be1-e4dc-4662-a5bb-e94fd92d7e45, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104554) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:06:37.370036 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.plugins.ml2.db [None req-e2d209b4-e2df-46f1-9d6f-a88aca37f6e3 None None] For port 99db7be1-e4dc-4662-a5bb-e94fd92d7e45, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=99db7be1-e4dc-4662-a5bb-e94fd92d7e45,segment=NetworkSegment(0d47d9bc-e081-4c9e-9d69-e5804f7aef1d),segment_id=0d47d9bc-e081-4c9e-9d69-e5804f7aef1d)] {{(pid=104554) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:06:37.382186 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron_lib.callbacks.manager [None req-e2d209b4-e2df-46f1-9d6f-a88aca37f6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (99db7be1-e4dc-4662-a5bb-e94fd92d7e45), after_update {{(pid=104554) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:37.408773 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-72d23f25-d34e-472b-a636-9197106b1eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6140158'] for port (06df1483-bd9e-4eb6-88e8-3ef5747f9fd5), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:37.425287 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d209b4-e2df-46f1-9d6f-a88aca37f6e3 None None] Routers {'87d24b75-d0fd-43b3-92bd-43c4adbf28e4'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:06:37.426316 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-e2d209b4-e2df-46f1-9d6f-a88aca37f6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:06:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['87d24b75-d0fd-43b3-92bd-43c4adbf28e4'], 'active': True} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:06:37.436561 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-d7af201d-5aa0-42f3-adaf-f6bf66bc976d None None] Provisioning complete for port 9ec59cc1-5f76-46ca-bc46-9da595ea58e5 triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:06:37.436947 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-d7af201d-5aa0-42f3-adaf-f6bf66bc976d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (9ec59cc1-5f76-46ca-bc46-9da595ea58e5), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:37.437155 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-d7af201d-5aa0-42f3-adaf-f6bf66bc976d None None] Attempt 1 to provision port 9ec59cc1-5f76-46ca-bc46-9da595ea58e5 Oct 23 01:06:37.459171 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d23f25-d34e-472b-a636-9197106b1eaf admin admin] Network 82a5267c-a1eb-4074-8b8c-eaaf871b7c4a is already hosted by enough agents. {{(pid=104551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:06:37.465396 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.base_scheduler [None req-72d23f25-d34e-472b-a636-9197106b1eaf admin admin] Resources bound (agent type, host, resource id): {{(pid=104551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:06:37.469479 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d23f25-d34e-472b-a636-9197106b1eaf admin admin] Received port after_create {{(pid=104551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:06:37.505463 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d23f25-d34e-472b-a636-9197106b1eaf admin admin] Pushing event updated for resources: {'Port': ['ID=06df1483-bd9e-4eb6-88e8-3ef5747f9fd5,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:37.526867 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-72d23f25-d34e-472b-a636-9197106b1eaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-517312'] for router_interface (87d24b75-d0fd-43b3-92bd-43c4adbf28e4), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:37.531473 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e8be9-c256-436a-a079-5e146a5fc9ff None None] Pushing event updated for resources: {'Port': ['ID=99db7be1-e4dc-4662-a5bb-e94fd92d7e45,revision_number=3']} {{(pid=104554) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:37.596945 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvr_db [None req-e2d209b4-e2df-46f1-9d6f-a88aca37f6e3 None None] Set router 87d24b75-d0fd-43b3-92bd-43c4adbf28e4 gateway port host: dv-cinder-master-3-iscsi {{(pid=104554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:06:37.604680 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-d7af201d-5aa0-42f3-adaf-f6bf66bc976d None None] Current status of the port 9ec59cc1-5f76-46ca-bc46-9da595ea58e5 is: DOWN; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:06:37.605715 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-d7af201d-5aa0-42f3-adaf-f6bf66bc976d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (9ec59cc1-5f76-46ca-bc46-9da595ea58e5), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:37.657926 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-d7af201d-5aa0-42f3-adaf-f6bf66bc976d None None] For port 9ec59cc1-5f76-46ca-bc46-9da595ea58e5, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=9ec59cc1-5f76-46ca-bc46-9da595ea58e5,segment=NetworkSegment(450fcc7b-a197-4f07-abc6-99822a34c9a4),segment_id=450fcc7b-a197-4f07-abc6-99822a34c9a4)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:06:37.665343 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-d7af201d-5aa0-42f3-adaf-f6bf66bc976d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (9ec59cc1-5f76-46ca-bc46-9da595ea58e5), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:37.727393 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-72d23f25-d34e-472b-a636-9197106b1eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (06df1483-bd9e-4eb6-88e8-3ef5747f9fd5), before_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:37.742235 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af201d-5aa0-42f3-adaf-f6bf66bc976d None None] Pushing event updated for resources: {'Port': ['ID=9ec59cc1-5f76-46ca-bc46-9da595ea58e5,revision_number=3']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:37.888660 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-e2d209b4-e2df-46f1-9d6f-a88aca37f6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d24b75-d0fd-43b3-92bd-43c4adbf28e4', 'name': 'tempest-TestShelveInstance-1827445567-router', 'tenant_id': 'ea6b722204ec4cf9a7e4656cced96e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.251'}], 'enable_snat': True}, 'gw_port_id': '99db7be1-e4dc-4662-a5bb-e94fd92d7e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:06:34Z', 'updated_at': '2022-10-23T01:06:35Z', 'revision_number': 3, 'project_id': 'ea6b722204ec4cf9a7e4656cced96e70', 'gw_port': {'id': '99db7be1-e4dc-4662-a5bb-e94fd92d7e45', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:62:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d24b75-d0fd-43b3-92bd-43c4adbf28e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:06:35Z', 'updated_at': '2022-10-23T01:06:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:06:37.921824 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d209b4-e2df-46f1-9d6f-a88aca37f6e3 None None] The sync data for ids ['87d24b75-d0fd-43b3-92bd-43c4adbf28e4'] in dv-cinder-master-3-iscsi is: [{'id': '87d24b75-d0fd-43b3-92bd-43c4adbf28e4', 'name': 'tempest-TestShelveInstance-1827445567-router', 'tenant_id': 'ea6b722204ec4cf9a7e4656cced96e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.251'}], 'enable_snat': True}, 'gw_port_id': '99db7be1-e4dc-4662-a5bb-e94fd92d7e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:06:34Z', 'updated_at': '2022-10-23T01:06:35Z', 'revision_number': 3, 'project_id': 'ea6b722204ec4cf9a7e4656cced96e70', 'gw_port': {'id': '99db7be1-e4dc-4662-a5bb-e94fd92d7e45', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:62:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d24b75-d0fd-43b3-92bd-43c4adbf28e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:06:35Z', 'updated_at': '2022-10-23T01:06:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}] {{(pid=104554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:06:37.961017 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-72d23f25-d34e-472b-a636-9197106b1eaf admin admin] Publish callbacks [] for port (06df1483-bd9e-4eb6-88e8-3ef5747f9fd5), precommit_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:37.970324 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-72d23f25-d34e-472b-a636-9197106b1eaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6140151'] for port (06df1483-bd9e-4eb6-88e8-3ef5747f9fd5), after_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:37.988598 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-d67cc2f3-8eb9-4d01-8af1-d509620a7a4e None None] Provisioning complete for port 9ec59cc1-5f76-46ca-bc46-9da595ea58e5 triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:06:37.989150 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-d67cc2f3-8eb9-4d01-8af1-d509620a7a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (9ec59cc1-5f76-46ca-bc46-9da595ea58e5), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:37.990193 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-d67cc2f3-8eb9-4d01-8af1-d509620a7a4e None None] Attempt 1 to provision port 9ec59cc1-5f76-46ca-bc46-9da595ea58e5 Oct 23 01:06:38.050912 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:38.061231 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-72d23f25-d34e-472b-a636-9197106b1eaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-605443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-517204'] for router_interface (87d24b75-d0fd-43b3-92bd-43c4adbf28e4), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:38.063724 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d23f25-d34e-472b-a636-9197106b1eaf admin admin] Pushing event updated for resources: {'Port': ['ID=06df1483-bd9e-4eb6-88e8-3ef5747f9fd5,revision_number=2']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:38.120765 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-d67cc2f3-8eb9-4d01-8af1-d509620a7a4e None None] Current status of the port 9ec59cc1-5f76-46ca-bc46-9da595ea58e5 is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:06:38.130503 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-d67cc2f3-8eb9-4d01-8af1-d509620a7a4e None None] Provisioning complete for port 06df1483-bd9e-4eb6-88e8-3ef5747f9fd5 triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:06:38.131306 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-d67cc2f3-8eb9-4d01-8af1-d509620a7a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (06df1483-bd9e-4eb6-88e8-3ef5747f9fd5), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:38.131903 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-d67cc2f3-8eb9-4d01-8af1-d509620a7a4e None None] Attempt 1 to provision port 06df1483-bd9e-4eb6-88e8-3ef5747f9fd5 Oct 23 01:06:38.168442 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-d67cc2f3-8eb9-4d01-8af1-d509620a7a4e None None] Port 06df1483-bd9e-4eb6-88e8-3ef5747f9fd5 cannot update to ACTIVE because it is not bound. {{(pid=104553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:06:38.186330 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d23f25-d34e-472b-a636-9197106b1eaf admin admin] Network 82a5267c-a1eb-4074-8b8c-eaaf871b7c4a is already hosted by enough agents. {{(pid=104551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:06:38.187917 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.base_scheduler [None req-72d23f25-d34e-472b-a636-9197106b1eaf admin admin] Resources bound (agent type, host, resource id): {{(pid=104551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:06:38.290589 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-536a0e8d-76e3-4e08-b900-4e2d01ddada6 None None] Provisioning complete for port 06df1483-bd9e-4eb6-88e8-3ef5747f9fd5 triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:06:38.291228 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-536a0e8d-76e3-4e08-b900-4e2d01ddada6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (06df1483-bd9e-4eb6-88e8-3ef5747f9fd5), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:38.291643 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-536a0e8d-76e3-4e08-b900-4e2d01ddada6 None None] Attempt 1 to provision port 06df1483-bd9e-4eb6-88e8-3ef5747f9fd5 Oct 23 01:06:38.335758 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:38.346785 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-536a0e8d-76e3-4e08-b900-4e2d01ddada6 None None] Port 06df1483-bd9e-4eb6-88e8-3ef5747f9fd5 cannot update to ACTIVE because it is not bound. {{(pid=104553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:06:38.385733 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72d23f25-d34e-472b-a636-9197106b1eaf admin admin] Router 87d24b75-d0fd-43b3-92bd-43c4adbf28e4 has already been hosted by L3 agent 71de1650-f9d9-4095-92e6-e37ec99e20cf {{(pid=104551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:06:38.448575 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 52613b17-dcae-463f-82de-070ab81aef6a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:06:38.511582 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port 52613b17-dcae-463f-82de-070ab81aef6a triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:06:38.511980 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (52613b17-dcae-463f-82de-070ab81aef6a), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:38.512413 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port 52613b17-dcae-463f-82de-070ab81aef6a Oct 23 01:06:38.552895 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d23f25-d34e-472b-a636-9197106b1eaf admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:06:38.568355 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-72d23f25-d34e-472b-a636-9197106b1eaf admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/87d24b75-d0fd-43b3-92bd-43c4adbf28e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3275473 Oct 23 01:06:38.579060 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:38.579862 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-74ef204a-d084-449a-a7e0-799b82a17f1c None None] Provisioning complete for port 06df1483-bd9e-4eb6-88e8-3ef5747f9fd5 triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:06:38.580233 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-74ef204a-d084-449a-a7e0-799b82a17f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (06df1483-bd9e-4eb6-88e8-3ef5747f9fd5), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:38.580582 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-74ef204a-d084-449a-a7e0-799b82a17f1c None None] Attempt 1 to provision port 06df1483-bd9e-4eb6-88e8-3ef5747f9fd5 Oct 23 01:06:38.644694 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port 52613b17-dcae-463f-82de-070ab81aef6a is: DOWN; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:06:38.645495 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (52613b17-dcae-463f-82de-070ab81aef6a), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:38.647783 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-74ef204a-d084-449a-a7e0-799b82a17f1c None None] Port 06df1483-bd9e-4eb6-88e8-3ef5747f9fd5 cannot update to ACTIVE because it is not bound. {{(pid=104553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:06:38.683396 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] For port 52613b17-dcae-463f-82de-070ab81aef6a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=52613b17-dcae-463f-82de-070ab81aef6a,segment=NetworkSegment(af830161-2f72-4b1d-b62f-9e0eb12ccd43),segment_id=af830161-2f72-4b1d-b62f-9e0eb12ccd43)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:06:38.689530 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (52613b17-dcae-463f-82de-070ab81aef6a), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:38.690957 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 9ec59cc1-5f76-46ca-bc46-9da595ea58e5 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:06:38.776301 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Pushing event updated for resources: {'Port': ['ID=52613b17-dcae-463f-82de-070ab81aef6a,revision_number=5']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:38.780495 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port 9ec59cc1-5f76-46ca-bc46-9da595ea58e5 triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:06:38.780984 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (9ec59cc1-5f76-46ca-bc46-9da595ea58e5), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:38.781333 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port 9ec59cc1-5f76-46ca-bc46-9da595ea58e5 Oct 23 01:06:38.863651 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port 9ec59cc1-5f76-46ca-bc46-9da595ea58e5 is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:06:38.957020 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 57868) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:06:38.961725 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-11c681a0-7f8d-408d-8733-52f427b22afd tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1932338311', 'description': 'tempest-secgroup-smoke-1932338311 description', 'project_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f'}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:06:38.986605 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-11c681a0-7f8d-408d-8733-52f427b22afd tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Publish callbacks [] for security_group (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:38.998854 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:39.064132 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-11c681a0-7f8d-408d-8733-52f427b22afd tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Publish callbacks [] for security_group (ab9eb3ca-df12-4428-a139-c340f28f0576), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:39.069347 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-11c681a0-7f8d-408d-8733-52f427b22afd tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (ab9eb3ca-df12-4428-a139-c340f28f0576), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:39.100313 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-11c681a0-7f8d-408d-8733-52f427b22afd tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:39.101599 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-11c681a0-7f8d-408d-8733-52f427b22afd tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1435125 Oct 23 01:06:39.104617 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 57870) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:06:39.109146 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-8d3402fb-bb21-4691-9f8e-c96f7b1f030c tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Request body: {'security_group_rule': {'security_group_id': 'ab9eb3ca-df12-4428-a139-c340f28f0576', 'project_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:06:39.115813 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c681a0-7f8d-408d-8733-52f427b22afd tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9eb3ca-df12-4428-a139-c340f28f0576,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:39.144522 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-8d3402fb-bb21-4691-9f8e-c96f7b1f030c tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Publish callbacks [] for security_group_rule (9a63daf0-7259-4bce-ada9-a68282e4569e), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:39.200880 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-8d3402fb-bb21-4691-9f8e-c96f7b1f030c tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Publish callbacks [] for security_group_rule (9a63daf0-7259-4bce-ada9-a68282e4569e), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:39.206613 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-8d3402fb-bb21-4691-9f8e-c96f7b1f030c tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468706'] for security_group_rule (9a63daf0-7259-4bce-ada9-a68282e4569e), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:39.225686 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3402fb-bb21-4691-9f8e-c96f7b1f030c tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a63daf0-7259-4bce-ada9-a68282e4569e,revision_number=0']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:39.233243 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-8d3402fb-bb21-4691-9f8e-c96f7b1f030c tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:39.234495 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-8d3402fb-bb21-4691-9f8e-c96f7b1f030c tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1288078 Oct 23 01:06:39.237244 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 57872) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:06:39.243557 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-86e85f13-d80e-42a7-9ebd-fa92fd3744b1 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Request body: {'security_group_rule': {'security_group_id': 'ab9eb3ca-df12-4428-a139-c340f28f0576', 'project_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:06:39.254696 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:39.280109 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-86e85f13-d80e-42a7-9ebd-fa92fd3744b1 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Publish callbacks [] for security_group_rule (759f0de0-9c7d-4f56-8a28-513b22b936a6), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:39.346942 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-86e85f13-d80e-42a7-9ebd-fa92fd3744b1 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Publish callbacks [] for security_group_rule (759f0de0-9c7d-4f56-8a28-513b22b936a6), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:39.352704 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-86e85f13-d80e-42a7-9ebd-fa92fd3744b1 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468706'] for security_group_rule (759f0de0-9c7d-4f56-8a28-513b22b936a6), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:39.374067 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e85f13-d80e-42a7-9ebd-fa92fd3744b1 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=759f0de0-9c7d-4f56-8a28-513b22b936a6,revision_number=0']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:39.381929 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-86e85f13-d80e-42a7-9ebd-fa92fd3744b1 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:39.383145 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-86e85f13-d80e-42a7-9ebd-fa92fd3744b1 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1449983 Oct 23 01:06:39.385946 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 57874) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:06:39.390744 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-36ff7266-6992-4887-9960-7ebb9ee081cd tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Request body: {'security_group_rule': {'security_group_id': 'ab9eb3ca-df12-4428-a139-c340f28f0576', 'project_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:06:39.421440 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-36ff7266-6992-4887-9960-7ebb9ee081cd tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Publish callbacks [] for security_group_rule (9d30928f-62c1-4ca8-80db-07a43cc42302), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:39.487407 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-36ff7266-6992-4887-9960-7ebb9ee081cd tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Publish callbacks [] for security_group_rule (9d30928f-62c1-4ca8-80db-07a43cc42302), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:39.493979 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-36ff7266-6992-4887-9960-7ebb9ee081cd tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468706'] for security_group_rule (9d30928f-62c1-4ca8-80db-07a43cc42302), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:39.512939 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ff7266-6992-4887-9960-7ebb9ee081cd tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d30928f-62c1-4ca8-80db-07a43cc42302,revision_number=0']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:39.521591 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-36ff7266-6992-4887-9960-7ebb9ee081cd tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:39.522816 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-36ff7266-6992-4887-9960-7ebb9ee081cd tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1355724 Oct 23 01:06:39.526065 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 57876) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:06:39.532901 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [None req-33aadfe8-cf11-44c9-bdc7-a3ec52156175 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Request body: {'security_group_rule': {'security_group_id': 'ab9eb3ca-df12-4428-a139-c340f28f0576', 'project_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:06:39.571341 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-33aadfe8-cf11-44c9-bdc7-a3ec52156175 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Publish callbacks [] for security_group_rule (b8b62cdb-f3e9-4899-9060-b8fc90f5bff8), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:39.636003 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-33aadfe8-cf11-44c9-bdc7-a3ec52156175 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Publish callbacks [] for security_group_rule (b8b62cdb-f3e9-4899-9060-b8fc90f5bff8), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:39.641776 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-33aadfe8-cf11-44c9-bdc7-a3ec52156175 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468706'] for security_group_rule (b8b62cdb-f3e9-4899-9060-b8fc90f5bff8), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:39.660644 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aadfe8-cf11-44c9-bdc7-a3ec52156175 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8b62cdb-f3e9-4899-9060-b8fc90f5bff8,revision_number=0']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:39.674707 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-33aadfe8-cf11-44c9-bdc7-a3ec52156175 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:39.676055 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-33aadfe8-cf11-44c9-bdc7-a3ec52156175 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1487763 Oct 23 01:06:39.681344 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 57878) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:06:39.687895 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [None req-e0131536-6f45-460b-b8fa-bc135f4445d0 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Request body: {'security_group_rule': {'security_group_id': 'ab9eb3ca-df12-4428-a139-c340f28f0576', 'project_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:06:39.716154 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.db.securitygroups_db [None req-e0131536-6f45-460b-b8fa-bc135f4445d0 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Project abb86f1ad8d8481a9c8a8b5636d06b3f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 01:06:39.721782 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-e0131536-6f45-460b-b8fa-bc135f4445d0 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Publish callbacks [] for security_group_rule (a2d47f81-87a1-4137-b1f5-dda1dae6cf4a), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:39.790882 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-e0131536-6f45-460b-b8fa-bc135f4445d0 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Publish callbacks [] for security_group_rule (a2d47f81-87a1-4137-b1f5-dda1dae6cf4a), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:39.795832 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-e0131536-6f45-460b-b8fa-bc135f4445d0 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468706'] for security_group_rule (a2d47f81-87a1-4137-b1f5-dda1dae6cf4a), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:39.814900 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0131536-6f45-460b-b8fa-bc135f4445d0 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2d47f81-87a1-4137-b1f5-dda1dae6cf4a,revision_number=0']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:39.823391 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-e0131536-6f45-460b-b8fa-bc135f4445d0 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:39.825246 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-e0131536-6f45-460b-b8fa-bc135f4445d0 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1426716 Oct 23 01:06:39.828290 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 57880) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:06:39.832858 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-d7a3d07e-4969-483d-96d2-441593597888 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Request body: {'security_group_rule': {'security_group_id': 'ab9eb3ca-df12-4428-a139-c340f28f0576', 'project_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:06:39.858328 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.db.securitygroups_db [None req-d7a3d07e-4969-483d-96d2-441593597888 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Project abb86f1ad8d8481a9c8a8b5636d06b3f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 23 01:06:39.864696 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-d7a3d07e-4969-483d-96d2-441593597888 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Publish callbacks [] for security_group_rule (a563f972-a8fd-42d0-a38f-97a5e0af4c42), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:39.938322 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-d7a3d07e-4969-483d-96d2-441593597888 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Publish callbacks [] for security_group_rule (a563f972-a8fd-42d0-a38f-97a5e0af4c42), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:39.944190 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-d7a3d07e-4969-483d-96d2-441593597888 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468706'] for security_group_rule (a563f972-a8fd-42d0-a38f-97a5e0af4c42), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:39.961906 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a3d07e-4969-483d-96d2-441593597888 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a563f972-a8fd-42d0-a38f-97a5e0af4c42,revision_number=0']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:39.971603 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-d7a3d07e-4969-483d-96d2-441593597888 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:39.972900 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-d7a3d07e-4969-483d-96d2-441593597888 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1435087 Oct 23 01:06:40.371224 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c9b8bf-e6a7-4ae8-bf63-554705439bb3 None None] Sync routers for ids ['87d24b75-d0fd-43b3-92bd-43c4adbf28e4'] in dv-cinder-master-3-iscsi {{(pid=104553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:06:40.382406 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c9b8bf-e6a7-4ae8-bf63-554705439bb3 None None] Routers {'87d24b75-d0fd-43b3-92bd-43c4adbf28e4'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:06:40.383043 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-60c9b8bf-e6a7-4ae8-bf63-554705439bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:06:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['87d24b75-d0fd-43b3-92bd-43c4adbf28e4'], 'active': True} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:06:40.386589 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 99db7be1-e4dc-4662-a5bb-e94fd92d7e45 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:06:40.657305 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port 99db7be1-e4dc-4662-a5bb-e94fd92d7e45 triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:06:40.657687 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (99db7be1-e4dc-4662-a5bb-e94fd92d7e45), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:40.658025 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port 99db7be1-e4dc-4662-a5bb-e94fd92d7e45 Oct 23 01:06:40.695299 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvr_db [None req-60c9b8bf-e6a7-4ae8-bf63-554705439bb3 None None] Set router 87d24b75-d0fd-43b3-92bd-43c4adbf28e4 gateway port host: dv-cinder-master-3-iscsi {{(pid=104553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:06:40.860426 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port 99db7be1-e4dc-4662-a5bb-e94fd92d7e45 is: DOWN; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:06:40.860769 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (99db7be1-e4dc-4662-a5bb-e94fd92d7e45), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:40.878370 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:40.906585 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] For port 99db7be1-e4dc-4662-a5bb-e94fd92d7e45, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=99db7be1-e4dc-4662-a5bb-e94fd92d7e45,segment=NetworkSegment(0d47d9bc-e081-4c9e-9d69-e5804f7aef1d),segment_id=0d47d9bc-e081-4c9e-9d69-e5804f7aef1d)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:06:40.914287 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (99db7be1-e4dc-4662-a5bb-e94fd92d7e45), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:40.915096 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 52613b17-dcae-463f-82de-070ab81aef6a up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:06:41.002538 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-60c9b8bf-e6a7-4ae8-bf63-554705439bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d24b75-d0fd-43b3-92bd-43c4adbf28e4', 'name': 'tempest-TestShelveInstance-1827445567-router', 'tenant_id': 'ea6b722204ec4cf9a7e4656cced96e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.251'}], 'enable_snat': True}, 'gw_port_id': '99db7be1-e4dc-4662-a5bb-e94fd92d7e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:06:34Z', 'updated_at': '2022-10-23T01:06:37Z', 'revision_number': 4, 'project_id': 'ea6b722204ec4cf9a7e4656cced96e70', 'gw_port': {'id': '99db7be1-e4dc-4662-a5bb-e94fd92d7e45', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:62:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d24b75-d0fd-43b3-92bd-43c4adbf28e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:06:35Z', 'updated_at': '2022-10-23T01:06:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '06df1483-bd9e-4eb6-88e8-3ef5747f9fd5', 'name': '', 'network_id': '82a5267c-a1eb-4074-8b8c-eaaf871b7c4a', 'tenant_id': 'ea6b722204ec4cf9a7e4656cced96e70', 'mac_address': 'fa:16:3e:bd:d1:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d24b75-d0fd-43b3-92bd-43c4adbf28e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '5b676e81-ae04-4245-a21a-f4742a1bad4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:06:37Z', 'updated_at': '2022-10-23T01:06:37Z', 'revision_number': 2, 'project_id': 'ea6b722204ec4cf9a7e4656cced96e70', 'subnets': [{'id': '5b676e81-ae04-4245-a21a-f4742a1bad4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:06:41.037391 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:41.038866 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c9b8bf-e6a7-4ae8-bf63-554705439bb3 None None] Checking router: 87d24b75-d0fd-43b3-92bd-43c4adbf28e4 for host: dv-cinder-master-3-iscsi {{(pid=104553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:06:41.039234 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c9b8bf-e6a7-4ae8-bf63-554705439bb3 None None] Updating router 87d24b75-d0fd-43b3-92bd-43c4adbf28e4 port 06df1483-bd9e-4eb6-88e8-3ef5747f9fd5 binding host dv-cinder-master-3-iscsi {{(pid=104553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 23 01:06:41.073045 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Pushing event updated for resources: {'Port': ['ID=99db7be1-e4dc-4662-a5bb-e94fd92d7e45,revision_number=4']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:41.088889 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port 52613b17-dcae-463f-82de-070ab81aef6a triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:06:41.089271 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (52613b17-dcae-463f-82de-070ab81aef6a), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:41.089609 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port 52613b17-dcae-463f-82de-070ab81aef6a Oct 23 01:06:41.091318 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-60c9b8bf-e6a7-4ae8-bf63-554705439bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (06df1483-bd9e-4eb6-88e8-3ef5747f9fd5), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:41.263255 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port 52613b17-dcae-463f-82de-070ab81aef6a is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:06:41.416677 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-60c9b8bf-e6a7-4ae8-bf63-554705439bb3 None None] Publish callbacks [] for port (06df1483-bd9e-4eb6-88e8-3ef5747f9fd5), precommit_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:41.424968 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-60c9b8bf-e6a7-4ae8-bf63-554705439bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (06df1483-bd9e-4eb6-88e8-3ef5747f9fd5), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:41.491507 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f77a508-174b-45fe-be98-54665fbdfeaf None None] Pushing event updated for resources: {'Port': ['ID=06df1483-bd9e-4eb6-88e8-3ef5747f9fd5,revision_number=3']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:41.524451 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-60c9b8bf-e6a7-4ae8-bf63-554705439bb3 None None] Attempting to bind port 06df1483-bd9e-4eb6-88e8-3ef5747f9fd5 on host dv-cinder-master-3-iscsi for vnic_type normal with profile {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:06:41.524863 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-60c9b8bf-e6a7-4ae8-bf63-554705439bb3 None None] Attempting to bind port 06df1483-bd9e-4eb6-88e8-3ef5747f9fd5 by drivers openvswitch,hyperv on host dv-cinder-master-3-iscsi at level 0 using segments [{'id': '450fcc7b-a197-4f07-abc6-99822a34c9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '82a5267c-a1eb-4074-8b8c-eaaf871b7c4a'}] {{(pid=104553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:06:41.525228 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c9b8bf-e6a7-4ae8-bf63-554705439bb3 None None] Attempting to bind port 06df1483-bd9e-4eb6-88e8-3ef5747f9fd5 on network 82a5267c-a1eb-4074-8b8c-eaaf871b7c4a {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:06:41.570456 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c9b8bf-e6a7-4ae8-bf63-554705439bb3 None None] Checking agent: {'id': 'e5069eb9-82e8-4601-9222-8a50cea677c6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 47, 24), 'started_at': datetime.datetime(2022, 10, 23, 0, 47, 54), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:06:41.570824 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c9b8bf-e6a7-4ae8-bf63-554705439bb3 None None] Checking segment: {'id': '450fcc7b-a197-4f07-abc6-99822a34c9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '82a5267c-a1eb-4074-8b8c-eaaf871b7c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:06:41.571237 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-60c9b8bf-e6a7-4ae8-bf63-554705439bb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:41.571638 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c9b8bf-e6a7-4ae8-bf63-554705439bb3 None None] Bound using segment: {'id': '450fcc7b-a197-4f07-abc6-99822a34c9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '82a5267c-a1eb-4074-8b8c-eaaf871b7c4a'} {{(pid=104553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:06:41.572122 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.managers [None req-60c9b8bf-e6a7-4ae8-bf63-554705439bb3 None None] Bound port: 06df1483-bd9e-4eb6-88e8-3ef5747f9fd5, host: dv-cinder-master-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '450fcc7b-a197-4f07-abc6-99822a34c9a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '82a5267c-a1eb-4074-8b8c-eaaf871b7c4a'}}] {{(pid=104553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:06:41.572507 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-60c9b8bf-e6a7-4ae8-bf63-554705439bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (06df1483-bd9e-4eb6-88e8-3ef5747f9fd5), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:41.639547 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-60c9b8bf-e6a7-4ae8-bf63-554705439bb3 None None] For port 06df1483-bd9e-4eb6-88e8-3ef5747f9fd5, host dv-cinder-master-3-iscsi, cleared binding levels {{(pid=104553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:06:41.643817 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-60c9b8bf-e6a7-4ae8-bf63-554705439bb3 None None] For port 06df1483-bd9e-4eb6-88e8-3ef5747f9fd5, host dv-cinder-master-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=06df1483-bd9e-4eb6-88e8-3ef5747f9fd5,segment=NetworkSegment(450fcc7b-a197-4f07-abc6-99822a34c9a4),segment_id=450fcc7b-a197-4f07-abc6-99822a34c9a4)] {{(pid=104553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:06:41.652770 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-60c9b8bf-e6a7-4ae8-bf63-554705439bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (06df1483-bd9e-4eb6-88e8-3ef5747f9fd5), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:41.701284 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c9b8bf-e6a7-4ae8-bf63-554705439bb3 None None] Routers {'87d24b75-d0fd-43b3-92bd-43c4adbf28e4'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:06:41.701943 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-60c9b8bf-e6a7-4ae8-bf63-554705439bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:06:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['87d24b75-d0fd-43b3-92bd-43c4adbf28e4'], 'active': True} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:06:41.757872 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f77a508-174b-45fe-be98-54665fbdfeaf None None] Pushing event updated for resources: {'Port': ['ID=06df1483-bd9e-4eb6-88e8-3ef5747f9fd5,revision_number=4']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:41.802131 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:41.805244 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:41.828839 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvr_db [None req-60c9b8bf-e6a7-4ae8-bf63-554705439bb3 None None] Set router 87d24b75-d0fd-43b3-92bd-43c4adbf28e4 gateway port host: dv-cinder-master-3-iscsi {{(pid=104553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:06:42.036765 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-60c9b8bf-e6a7-4ae8-bf63-554705439bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d24b75-d0fd-43b3-92bd-43c4adbf28e4', 'name': 'tempest-TestShelveInstance-1827445567-router', 'tenant_id': 'ea6b722204ec4cf9a7e4656cced96e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.251'}], 'enable_snat': True}, 'gw_port_id': '99db7be1-e4dc-4662-a5bb-e94fd92d7e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:06:34Z', 'updated_at': '2022-10-23T01:06:37Z', 'revision_number': 4, 'project_id': 'ea6b722204ec4cf9a7e4656cced96e70', 'gw_port': {'id': '99db7be1-e4dc-4662-a5bb-e94fd92d7e45', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:62:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d24b75-d0fd-43b3-92bd-43c4adbf28e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:06:35Z', 'updated_at': '2022-10-23T01:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '06df1483-bd9e-4eb6-88e8-3ef5747f9fd5', 'name': '', 'network_id': '82a5267c-a1eb-4074-8b8c-eaaf871b7c4a', 'tenant_id': 'ea6b722204ec4cf9a7e4656cced96e70', 'mac_address': 'fa:16:3e:bd:d1:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d24b75-d0fd-43b3-92bd-43c4adbf28e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '5b676e81-ae04-4245-a21a-f4742a1bad4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:06:37Z', 'updated_at': '2022-10-23T01:06:41Z', 'revision_number': 4, 'project_id': 'ea6b722204ec4cf9a7e4656cced96e70', 'subnets': [{'id': '5b676e81-ae04-4245-a21a-f4742a1bad4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:06:42.062984 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c9b8bf-e6a7-4ae8-bf63-554705439bb3 None None] The sync data for ids ['87d24b75-d0fd-43b3-92bd-43c4adbf28e4'] in dv-cinder-master-3-iscsi is: [{'id': '87d24b75-d0fd-43b3-92bd-43c4adbf28e4', 'name': 'tempest-TestShelveInstance-1827445567-router', 'tenant_id': 'ea6b722204ec4cf9a7e4656cced96e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.251'}], 'enable_snat': True}, 'gw_port_id': '99db7be1-e4dc-4662-a5bb-e94fd92d7e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:06:34Z', 'updated_at': '2022-10-23T01:06:37Z', 'revision_number': 4, 'project_id': 'ea6b722204ec4cf9a7e4656cced96e70', 'gw_port': {'id': '99db7be1-e4dc-4662-a5bb-e94fd92d7e45', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:62:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d24b75-d0fd-43b3-92bd-43c4adbf28e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:06:35Z', 'updated_at': '2022-10-23T01:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '06df1483-bd9e-4eb6-88e8-3ef5747f9fd5', 'name': '', 'network_id': '82a5267c-a1eb-4074-8b8c-eaaf871b7c4a', 'tenant_id': 'ea6b722204ec4cf9a7e4656cced96e70', 'mac_address': 'fa:16:3e:bd:d1:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d24b75-d0fd-43b3-92bd-43c4adbf28e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '5b676e81-ae04-4245-a21a-f4742a1bad4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:06:37Z', 'updated_at': '2022-10-23T01:06:41Z', 'revision_number': 4, 'project_id': 'ea6b722204ec4cf9a7e4656cced96e70', 'subnets': [{'id': '5b676e81-ae04-4245-a21a-f4742a1bad4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:06:42.364936 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 99db7be1-e4dc-4662-a5bb-e94fd92d7e45 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:06:42.422569 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port 99db7be1-e4dc-4662-a5bb-e94fd92d7e45 triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:06:42.423284 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (99db7be1-e4dc-4662-a5bb-e94fd92d7e45), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:42.423284 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port 99db7be1-e4dc-4662-a5bb-e94fd92d7e45 Oct 23 01:06:42.501139 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port 99db7be1-e4dc-4662-a5bb-e94fd92d7e45 is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:06:42.502248 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 06df1483-bd9e-4eb6-88e8-3ef5747f9fd5 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:06:42.546079 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port 06df1483-bd9e-4eb6-88e8-3ef5747f9fd5 triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:06:42.546360 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (06df1483-bd9e-4eb6-88e8-3ef5747f9fd5), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:42.546694 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port 06df1483-bd9e-4eb6-88e8-3ef5747f9fd5 Oct 23 01:06:42.625192 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port 06df1483-bd9e-4eb6-88e8-3ef5747f9fd5 is: DOWN; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:06:42.625588 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (06df1483-bd9e-4eb6-88e8-3ef5747f9fd5), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:42.668279 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] For port 06df1483-bd9e-4eb6-88e8-3ef5747f9fd5, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=06df1483-bd9e-4eb6-88e8-3ef5747f9fd5,segment=NetworkSegment(450fcc7b-a197-4f07-abc6-99822a34c9a4),segment_id=450fcc7b-a197-4f07-abc6-99822a34c9a4)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:06:42.674658 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (06df1483-bd9e-4eb6-88e8-3ef5747f9fd5), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:42.733471 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Pushing event updated for resources: {'Port': ['ID=06df1483-bd9e-4eb6-88e8-3ef5747f9fd5,revision_number=5']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:44.332135 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 06df1483-bd9e-4eb6-88e8-3ef5747f9fd5 up at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:06:44.406329 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Provisioning complete for port 06df1483-bd9e-4eb6-88e8-3ef5747f9fd5 triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:06:44.407064 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (06df1483-bd9e-4eb6-88e8-3ef5747f9fd5), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:44.407624 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Attempt 1 to provision port 06df1483-bd9e-4eb6-88e8-3ef5747f9fd5 Oct 23 01:06:44.528284 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Current status of the port 06df1483-bd9e-4eb6-88e8-3ef5747f9fd5 is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:06:47.891715 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:47.892501 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=33 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:48.826430 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-a66856ed-fa31-411e-8736-9ee6304fd293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (6b66cfba-c169-484b-b3a5-13fb9b6528cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:49.812450 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=41,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:49.814565 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=73,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:49.958646 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=44,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:49.964299 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=74,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:51.243818 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e687b784-b9ce-426c-8725-8a5c13dcaf98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (71de1650-f9d9-4095-92e6-e37ec99e20cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:52.260241 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.agents_db [None req-7a6a8f68-635a-43f5-9edf-73cfaf501ddf None None] Agent healthcheck: found 6 active agents {{(pid=104554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:06:52.346861 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5148f689-0f62-430a-b3f2-d0758b81aa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (b2013646-e5ec-4b71-a145-3908973fbde8), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:53.688440 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:53.695608 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e80eb663-45f3-44c1-bd5d-b13fbac885c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (9e3bf558-830b-43df-b1b1-6fe61a75ce60), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:53.994441 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (e5069eb9-82e8-4601-9222-8a50cea677c6), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:54.543065 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f609495c-f1e9-42f6-ae52-960bbc64e25f req-3adee9c7-6452-4301-a3ba-b56799b8447c tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1932338311&fields=id&tenant_id=abb86f1ad8d8481a9c8a8b5636d06b3f HTTP/1.1" status: 200 len: 267 time: 0.0516424 Oct 23 01:06:54.667797 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f609495c-f1e9-42f6-ae52-960bbc64e25f req-6e6738de-3b2c-4b0a-b22a-87948682ac77 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:54.669367 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f609495c-f1e9-42f6-ae52-960bbc64e25f req-6e6738de-3b2c-4b0a-b22a-87948682ac77 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/networks?id=5a7a794d-63de-41f4-a83c-d34a596efe6e HTTP/1.1" status: 200 len: 808 time: 0.1187048 Oct 23 01:06:54.687520 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f609495c-f1e9-42f6-ae52-960bbc64e25f req-f1f981eb-4a2c-4cea-bc02-f9b918f964e3 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/quotas/abb86f1ad8d8481a9c8a8b5636d06b3f HTTP/1.1" status: 200 len: 375 time: 0.0111797 Oct 23 01:06:54.747865 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f609495c-f1e9-42f6-ae52-960bbc64e25f req-4347dcb5-6ad8-4f11-8f18-fc4421cfdf39 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/ports?tenant_id=abb86f1ad8d8481a9c8a8b5636d06b3f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521228 Oct 23 01:06:54.875307 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [req-f609495c-f1e9-42f6-ae52-960bbc64e25f req-86b4a134-d02d-40e7-bbac-a4017077984b service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104552) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:06:54.876335 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f609495c-f1e9-42f6-ae52-960bbc64e25f req-86b4a134-d02d-40e7-bbac-a4017077984b service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1140089 Oct 23 01:06:54.984188 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f609495c-f1e9-42f6-ae52-960bbc64e25f req-339fd789-ef8a-42a4-b68c-82f714144674 service neutron] 10.222.0.18 "GET /networking/v2.0/networks/5a7a794d-63de-41f4-a83c-d34a596efe6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009245 Oct 23 01:06:55.085875 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f609495c-f1e9-42f6-ae52-960bbc64e25f req-ba90011a-fe01-425f-90b9-0b39158ac37a service neutron] 10.222.0.18 "GET /networking/v2.0/networks/5a7a794d-63de-41f4-a83c-d34a596efe6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955763 Oct 23 01:06:55.452892 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-bc690917-01d3-4fd4-b760-2be7755f143f req-d013bb10-1413-4409-8633-9b4724bf94e2 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4b899082-adc8-47c5-8859-c9e024730ee6 HTTP/1.1" status: 200 len: 210 time: 0.0303671 Oct 23 01:06:56.598395 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-549f1827-b8b8-4402-b145-6af5df68347f req-93af91b9-56ad-4157-883f-af7d7c07f591 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4b899082-adc8-47c5-8859-c9e024730ee6 HTTP/1.1" status: 200 len: 210 time: 0.0341887 Oct 23 01:06:56.646384 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f609495c-f1e9-42f6-ae52-960bbc64e25f req-c762c257-7af8-402c-b9d0-cc5f068a186a tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:56.647862 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f609495c-f1e9-42f6-ae52-960bbc64e25f req-c762c257-7af8-402c-b9d0-cc5f068a186a tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.52 "GET /networking/v2.0/networks?id=5a7a794d-63de-41f4-a83c-d34a596efe6e HTTP/1.1" status: 200 len: 808 time: 0.1643677 Oct 23 01:06:56.722150 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f609495c-f1e9-42f6-ae52-960bbc64e25f req-fc787271-9fe4-4ba4-90af-b9062bec38fd tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.52 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=abb86f1ad8d8481a9c8a8b5636d06b3f HTTP/1.1" status: 200 len: 380 time: 0.0662591 Oct 23 01:06:56.732844 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [req-f609495c-f1e9-42f6-ae52-960bbc64e25f req-dc2c3031-af7c-4ea4-bc76-9a446e56ce55 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Request body: {'port': {'device_id': '4b899082-adc8-47c5-8859-c9e024730ee6', 'network_id': '5a7a794d-63de-41f4-a83c-d34a596efe6e', 'admin_state_up': True, 'tenant_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'security_groups': ['ab9eb3ca-df12-4428-a139-c340f28f0576']}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:06:56.852046 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f609495c-f1e9-42f6-ae52-960bbc64e25f req-dc2c3031-af7c-4ea4-bc76-9a446e56ce55 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Made reservation on behalf of abb86f1ad8d8481a9c8a8b5636d06b3f for: {'port': 1} {{(pid=104552) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 23 01:06:56.856273 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-f609495c-f1e9-42f6-ae52-960bbc64e25f req-dc2c3031-af7c-4ea4-bc76-9a446e56ce55 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:56.998468 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.db_base_plugin_common [req-f609495c-f1e9-42f6-ae52-960bbc64e25f req-dc2c3031-af7c-4ea4-bc76-9a446e56ce55 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Allocated IP 172.20.0.8 (5a7a794d-63de-41f4-a83c-d34a596efe6e/3d59b4dc-5424-4479-a128-51bbe59fdc02/2ba84190-4a82-4d42-a24f-2e43fdb60add) {{(pid=104552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:06:57.101911 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:57.104961 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:57.164299 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-f609495c-f1e9-42f6-ae52-960bbc64e25f req-dc2c3031-af7c-4ea4-bc76-9a446e56ce55 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Publish callbacks [] for port (2ba84190-4a82-4d42-a24f-2e43fdb60add), precommit_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:57.198764 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-f609495c-f1e9-42f6-ae52-960bbc64e25f req-dc2c3031-af7c-4ea4-bc76-9a446e56ce55 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5995606'] for port (2ba84190-4a82-4d42-a24f-2e43fdb60add), after_create {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:57.247294 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f609495c-f1e9-42f6-ae52-960bbc64e25f req-dc2c3031-af7c-4ea4-bc76-9a446e56ce55 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Network 5a7a794d-63de-41f4-a83c-d34a596efe6e is already hosted by enough agents. {{(pid=104552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:06:57.252676 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.base_scheduler [req-f609495c-f1e9-42f6-ae52-960bbc64e25f req-dc2c3031-af7c-4ea4-bc76-9a446e56ce55 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Resources bound (agent type, host, resource id): {{(pid=104552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:06:57.256625 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.l3_dvrscheduler_db [req-f609495c-f1e9-42f6-ae52-960bbc64e25f req-dc2c3031-af7c-4ea4-bc76-9a446e56ce55 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Received port after_create {{(pid=104552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:06:57.263903 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2c3031-af7c-4ea4-bc76-9a446e56ce55 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Pushing event updated for resources: {'Port': ['ID=2ba84190-4a82-4d42-a24f-2e43fdb60add,revision_number=1']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:57.318305 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f609495c-f1e9-42f6-ae52-960bbc64e25f req-dc2c3031-af7c-4ea4-bc76-9a446e56ce55 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:57.319282 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-f609495c-f1e9-42f6-ae52-960bbc64e25f req-dc2c3031-af7c-4ea4-bc76-9a446e56ce55 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:57.346239 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f609495c-f1e9-42f6-ae52-960bbc64e25f req-dc2c3031-af7c-4ea4-bc76-9a446e56ce55 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.52 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6182525 Oct 23 01:06:57.360797 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.v2.base [req-f609495c-f1e9-42f6-ae52-960bbc64e25f req-5adaad26-22f4-4e42-a186-d5668bb80cb8 service neutron] Request body: {'port': {'device_id': '4b899082-adc8-47c5-8859-c9e024730ee6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=104552) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:06:57.433846 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-f609495c-f1e9-42f6-ae52-960bbc64e25f req-5adaad26-22f4-4e42-a186-d5668bb80cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (2ba84190-4a82-4d42-a24f-2e43fdb60add), before_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:57.503568 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-19bc5080-3913-4bf6-89e7-1386420c028f None None] Provisioning complete for port 2ba84190-4a82-4d42-a24f-2e43fdb60add triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:06:57.504161 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-19bc5080-3913-4bf6-89e7-1386420c028f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (2ba84190-4a82-4d42-a24f-2e43fdb60add), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:57.504292 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-19bc5080-3913-4bf6-89e7-1386420c028f None None] Attempt 1 to provision port 2ba84190-4a82-4d42-a24f-2e43fdb60add Oct 23 01:06:57.540965 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-19bc5080-3913-4bf6-89e7-1386420c028f None None] Port 2ba84190-4a82-4d42-a24f-2e43fdb60add cannot update to ACTIVE because it is not bound. {{(pid=104553) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 23 01:06:58.051926 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d03e85-7e67-4791-85bf-e1599ea82c63 req-b4f15019-36ab-4255-ac4c-40656fb40841 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:58.053506 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-42d03e85-7e67-4791-85bf-e1599ea82c63 req-b4f15019-36ab-4255-ac4c-40656fb40841 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4b899082-adc8-47c5-8859-c9e024730ee6 HTTP/1.1" status: 200 len: 931 time: 0.3727751 Oct 23 01:06:58.112010 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [req-f609495c-f1e9-42f6-ae52-960bbc64e25f req-5adaad26-22f4-4e42-a186-d5668bb80cb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ba84190-4a82-4d42-a24f-2e43fdb60add {{(pid=104552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:06:58.127639 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-f609495c-f1e9-42f6-ae52-960bbc64e25f req-5adaad26-22f4-4e42-a186-d5668bb80cb8 service neutron] Publish callbacks [] for port (2ba84190-4a82-4d42-a24f-2e43fdb60add), precommit_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:58.156602 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-42d03e85-7e67-4791-85bf-e1599ea82c63 req-68e4357f-7f2d-4e63-a4cc-53bf528a3aca tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ab9eb3ca-df12-4428-a139-c340f28f0576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966425 Oct 23 01:06:58.157836 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.provisioning_blocks [req-f609495c-f1e9-42f6-ae52-960bbc64e25f req-5adaad26-22f4-4e42-a186-d5668bb80cb8 service neutron] Transition to ACTIVE for port object 2ba84190-4a82-4d42-a24f-2e43fdb60add will not be triggered until provisioned by entity L2. {{(pid=104552) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 23 01:06:58.163528 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-f609495c-f1e9-42f6-ae52-960bbc64e25f req-5adaad26-22f4-4e42-a186-d5668bb80cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5995615'] for port (2ba84190-4a82-4d42-a24f-2e43fdb60add), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:58.248766 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adaad26-22f4-4e42-a186-d5668bb80cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=2ba84190-4a82-4d42-a24f-2e43fdb60add,revision_number=2']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:58.287982 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.managers [req-f609495c-f1e9-42f6-ae52-960bbc64e25f req-5adaad26-22f4-4e42-a186-d5668bb80cb8 service neutron] Attempting to bind port 2ba84190-4a82-4d42-a24f-2e43fdb60add on host hv-cinder-maste for vnic_type normal with profile {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 23 01:06:58.288293 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.managers [req-f609495c-f1e9-42f6-ae52-960bbc64e25f req-5adaad26-22f4-4e42-a186-d5668bb80cb8 service neutron] Attempting to bind port 2ba84190-4a82-4d42-a24f-2e43fdb60add by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'af830161-2f72-4b1d-b62f-9e0eb12ccd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5a7a794d-63de-41f4-a83c-d34a596efe6e'}] {{(pid=104552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 23 01:06:58.288623 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f609495c-f1e9-42f6-ae52-960bbc64e25f req-5adaad26-22f4-4e42-a186-d5668bb80cb8 service neutron] Attempting to bind port 2ba84190-4a82-4d42-a24f-2e43fdb60add on network 5a7a794d-63de-41f4-a83c-d34a596efe6e {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:06:58.318235 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:58.319952 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:58.337596 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f609495c-f1e9-42f6-ae52-960bbc64e25f req-5adaad26-22f4-4e42-a186-d5668bb80cb8 service neutron] Port 2ba84190-4a82-4d42-a24f-2e43fdb60add on network 5a7a794d-63de-41f4-a83c-d34a596efe6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 23 01:06:58.338035 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f609495c-f1e9-42f6-ae52-960bbc64e25f req-5adaad26-22f4-4e42-a186-d5668bb80cb8 service neutron] Attempting to bind port 2ba84190-4a82-4d42-a24f-2e43fdb60add on network 5a7a794d-63de-41f4-a83c-d34a596efe6e {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 23 01:06:58.385134 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f609495c-f1e9-42f6-ae52-960bbc64e25f req-5adaad26-22f4-4e42-a186-d5668bb80cb8 service neutron] Checking agent: {'id': '16cf44eb-3ef2-4361-a416-47ab9083b794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 23, 0, 53, 30), 'started_at': datetime.datetime(2022, 10, 23, 0, 53, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 23, 1, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 23 01:06:58.385860 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f609495c-f1e9-42f6-ae52-960bbc64e25f req-5adaad26-22f4-4e42-a186-d5668bb80cb8 service neutron] Checking segment: {'id': 'af830161-2f72-4b1d-b62f-9e0eb12ccd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5a7a794d-63de-41f4-a83c-d34a596efe6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 23 01:06:58.386257 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f609495c-f1e9-42f6-ae52-960bbc64e25f req-5adaad26-22f4-4e42-a186-d5668bb80cb8 service neutron] Bound using segment: {'id': 'af830161-2f72-4b1d-b62f-9e0eb12ccd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5a7a794d-63de-41f4-a83c-d34a596efe6e'} {{(pid=104552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 23 01:06:58.386733 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.managers [req-f609495c-f1e9-42f6-ae52-960bbc64e25f req-5adaad26-22f4-4e42-a186-d5668bb80cb8 service neutron] Bound port: 2ba84190-4a82-4d42-a24f-2e43fdb60add, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af830161-2f72-4b1d-b62f-9e0eb12ccd43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '5a7a794d-63de-41f4-a83c-d34a596efe6e'}}] {{(pid=104552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 23 01:06:58.387093 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-f609495c-f1e9-42f6-ae52-960bbc64e25f req-5adaad26-22f4-4e42-a186-d5668bb80cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (2ba84190-4a82-4d42-a24f-2e43fdb60add), before_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:58.464007 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-f609495c-f1e9-42f6-ae52-960bbc64e25f req-5adaad26-22f4-4e42-a186-d5668bb80cb8 service neutron] For port 2ba84190-4a82-4d42-a24f-2e43fdb60add, host hv-cinder-maste, cleared binding levels {{(pid=104552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 23 01:06:58.467434 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-f609495c-f1e9-42f6-ae52-960bbc64e25f req-5adaad26-22f4-4e42-a186-d5668bb80cb8 service neutron] For port 2ba84190-4a82-4d42-a24f-2e43fdb60add, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2ba84190-4a82-4d42-a24f-2e43fdb60add,segment=NetworkSegment(af830161-2f72-4b1d-b62f-9e0eb12ccd43),segment_id=af830161-2f72-4b1d-b62f-9e0eb12ccd43)] {{(pid=104552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 23 01:06:58.474978 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-f609495c-f1e9-42f6-ae52-960bbc64e25f req-5adaad26-22f4-4e42-a186-d5668bb80cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5995615'] for port (2ba84190-4a82-4d42-a24f-2e43fdb60add), after_update {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:58.479859 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f609495c-f1e9-42f6-ae52-960bbc64e25f req-5adaad26-22f4-4e42-a186-d5668bb80cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:58.480501 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-f609495c-f1e9-42f6-ae52-960bbc64e25f req-5adaad26-22f4-4e42-a186-d5668bb80cb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:06:58.482009 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f609495c-f1e9-42f6-ae52-960bbc64e25f req-5adaad26-22f4-4e42-a186-d5668bb80cb8 service neutron] 10.222.0.52 "PUT /networking/v2.0/ports/2ba84190-4a82-4d42-a24f-2e43fdb60add HTTP/1.1" status: 200 len: 1093 time: 1.1281333 Oct 23 01:06:58.482644 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b899082-adc8-47c5-8859-c9e024730ee6', 'tag': '2ba84190-4a82-4d42-a24f-2e43fdb60add'}] {{(pid=104552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:06:58.484845 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e71a59ae106f7f9b2e36c913636ed0b95d68e581a9dbd71020046a5c2e6c46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2377288e-aff9-451b-85a5-ba8b14b117f5" -d '{"events": [{"name": "network-changed", "server_uuid": "4b899082-adc8-47c5-8859-c9e024730ee6", "tag": "2ba84190-4a82-4d42-a24f-2e43fdb60add"}]}' {{(pid=104552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:06:58.530606 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9308c512-3a06-499a-9918-bf2805374487 x-openstack-request-id: req-9308c512-3a06-499a-9918-bf2805374487 {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:06:58.530948 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b899082-adc8-47c5-8859-c9e024730ee6", "tag": "2ba84190-4a82-4d42-a24f-2e43fdb60add", "status": "completed", "code": 200}]} {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:06:58.531173 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9308c512-3a06-499a-9918-bf2805374487 {{(pid=104552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:06:58.531576 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9308c512-3a06-499a-9918-bf2805374487'] response: {'name': 'network-changed', 'server_uuid': '4b899082-adc8-47c5-8859-c9e024730ee6', 'tag': '2ba84190-4a82-4d42-a24f-2e43fdb60add', 'status': 'completed', 'code': 200} Oct 23 01:06:58.576924 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adaad26-22f4-4e42-a186-d5668bb80cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=2ba84190-4a82-4d42-a24f-2e43fdb60add,revision_number=3']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:06:58.584119 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f609495c-f1e9-42f6-ae52-960bbc64e25f req-d9906762-6bfd-40e1-b338-e6d3cc847356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:58.585775 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f609495c-f1e9-42f6-ae52-960bbc64e25f req-d9906762-6bfd-40e1-b338-e6d3cc847356 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=abb86f1ad8d8481a9c8a8b5636d06b3f&device_id=4b899082-adc8-47c5-8859-c9e024730ee6 HTTP/1.1" status: 200 len: 1127 time: 0.0531511 Oct 23 01:06:58.632285 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f609495c-f1e9-42f6-ae52-960bbc64e25f req-225a463d-54a6-41ae-b027-576f85f901e2 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ba84190-4a82-4d42-a24f-2e43fdb60add HTTP/1.1" status: 200 len: 217 time: 0.0391431 Oct 23 01:06:58.688106 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f609495c-f1e9-42f6-ae52-960bbc64e25f req-e17d6b0b-a528-4fe7-a9bc-95c545608f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:58.690000 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f609495c-f1e9-42f6-ae52-960bbc64e25f req-e17d6b0b-a528-4fe7-a9bc-95c545608f0f service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=3d59b4dc-5424-4479-a128-51bbe59fdc02 HTTP/1.1" status: 200 len: 847 time: 0.0512924 Oct 23 01:06:58.737193 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f609495c-f1e9-42f6-ae52-960bbc64e25f req-645b007e-7ac6-456d-ba9e-3e5ea4063eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:58.738709 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f609495c-f1e9-42f6-ae52-960bbc64e25f req-645b007e-7ac6-456d-ba9e-3e5ea4063eb9 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=5a7a794d-63de-41f4-a83c-d34a596efe6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423439 Oct 23 01:06:58.844057 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f609495c-f1e9-42f6-ae52-960bbc64e25f req-e7623ed8-99c3-41ce-af2b-2b6fc20ca407 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/5a7a794d-63de-41f4-a83c-d34a596efe6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976338 Oct 23 01:06:58.944367 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f609495c-f1e9-42f6-ae52-960bbc64e25f req-4d598773-6112-47e3-8194-2c7acb6cde50 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/5a7a794d-63de-41f4-a83c-d34a596efe6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946128 Oct 23 01:06:59.221033 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2377288e-aff9-451b-85a5-ba8b14b117f5 req-1eb0898c-dc8c-4b63-a517-9a663949aaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:59.222927 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-2377288e-aff9-451b-85a5-ba8b14b117f5 req-1eb0898c-dc8c-4b63-a517-9a663949aaf7 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=abb86f1ad8d8481a9c8a8b5636d06b3f&device_id=4b899082-adc8-47c5-8859-c9e024730ee6 HTTP/1.1" status: 200 len: 1127 time: 0.0679734 Oct 23 01:06:59.327692 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d3bf86-fd18-4120-ac64-8bb58579ad96 req-47b0de4e-c4cb-429b-8e6a-389ce5362200 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:59.329194 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-15d3bf86-fd18-4120-ac64-8bb58579ad96 req-47b0de4e-c4cb-429b-8e6a-389ce5362200 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4b899082-adc8-47c5-8859-c9e024730ee6 HTTP/1.1" status: 200 len: 943 time: 0.0812156 Oct 23 01:06:59.380345 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2377288e-aff9-451b-85a5-ba8b14b117f5 req-6bf2573a-f820-40dd-ac27-04281b7cf52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:59.381883 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-2377288e-aff9-451b-85a5-ba8b14b117f5 req-6bf2573a-f820-40dd-ac27-04281b7cf52e service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=5a7a794d-63de-41f4-a83c-d34a596efe6e HTTP/1.1" status: 200 len: 909 time: 0.1525488 Oct 23 01:06:59.434438 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-2377288e-aff9-451b-85a5-ba8b14b117f5 req-50408a92-ff01-49ff-bf74-e32259fb77dd service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ba84190-4a82-4d42-a24f-2e43fdb60add HTTP/1.1" status: 200 len: 217 time: 0.0439563 Oct 23 01:06:59.438562 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-15d3bf86-fd18-4120-ac64-8bb58579ad96 req-b3f0f53c-dfb2-4658-8f24-20547c52c7e2 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ab9eb3ca-df12-4428-a139-c340f28f0576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026738 Oct 23 01:06:59.484688 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2377288e-aff9-451b-85a5-ba8b14b117f5 req-250e8b92-2350-4821-92bf-cc29ba3ba05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:59.486206 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-2377288e-aff9-451b-85a5-ba8b14b117f5 req-250e8b92-2350-4821-92bf-cc29ba3ba05d service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=3d59b4dc-5424-4479-a128-51bbe59fdc02 HTTP/1.1" status: 200 len: 847 time: 0.0467076 Oct 23 01:06:59.541939 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2377288e-aff9-451b-85a5-ba8b14b117f5 req-279fecb2-64b4-4cd7-8ba3-cd894b38abf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:06:59.544697 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-2377288e-aff9-451b-85a5-ba8b14b117f5 req-279fecb2-64b4-4cd7-8ba3-cd894b38abf9 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=5a7a794d-63de-41f4-a83c-d34a596efe6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525174 Oct 23 01:06:59.620587 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:59.649750 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-2377288e-aff9-451b-85a5-ba8b14b117f5 req-c7d2296d-82e5-4657-8b98-47ae10c06ef0 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/5a7a794d-63de-41f4-a83c-d34a596efe6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980585 Oct 23 01:06:59.662172 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:06:59.756913 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-2377288e-aff9-451b-85a5-ba8b14b117f5 req-be7e324b-bde6-43a4-98a2-77e9f8c5c755 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/5a7a794d-63de-41f4-a83c-d34a596efe6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015649 Oct 23 01:07:00.572308 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b9569a-50a1-4c11-931e-bb5e1aef0d82 req-9883db2a-7ce7-40b3-afe0-ef84ef8a7d81 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:00.573833 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-39b9569a-50a1-4c11-931e-bb5e1aef0d82 req-9883db2a-7ce7-40b3-afe0-ef84ef8a7d81 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4b899082-adc8-47c5-8859-c9e024730ee6 HTTP/1.1" status: 200 len: 943 time: 0.0524817 Oct 23 01:07:00.629095 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-39b9569a-50a1-4c11-931e-bb5e1aef0d82 req-416be667-77b4-4808-b1c2-2cc01dd1ac03 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ab9eb3ca-df12-4428-a139-c340f28f0576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466886 Oct 23 01:07:01.758303 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b00d3-b974-4393-b15e-83e6e921e0ec req-fda01d52-d6e3-4a5e-9902-30b08c5be71a tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:01.762722 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-367b00d3-b974-4393-b15e-83e6e921e0ec req-fda01d52-d6e3-4a5e-9902-30b08c5be71a tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4b899082-adc8-47c5-8859-c9e024730ee6 HTTP/1.1" status: 200 len: 943 time: 0.0494537 Oct 23 01:07:01.770163 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:01.783748 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (16cf44eb-3ef2-4361-a416-47ab9083b794), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:01.817838 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-367b00d3-b974-4393-b15e-83e6e921e0ec req-3fecf846-2cc0-4c28-b709-34b03422ee51 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ab9eb3ca-df12-4428-a139-c340f28f0576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506663 Oct 23 01:07:02.956543 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2a212-a307-4aa3-bd99-e3b2c7c6cba0 req-7e0c9041-93e9-47bb-a06f-5f2ab005a8f6 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:02.958099 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1ae2a212-a307-4aa3-bd99-e3b2c7c6cba0 req-7e0c9041-93e9-47bb-a06f-5f2ab005a8f6 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4b899082-adc8-47c5-8859-c9e024730ee6 HTTP/1.1" status: 200 len: 943 time: 0.0634909 Oct 23 01:07:03.014258 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-1ae2a212-a307-4aa3-bd99-e3b2c7c6cba0 req-9a9877c3-fe55-485c-bbf5-4e258c988b22 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ab9eb3ca-df12-4428-a139-c340f28f0576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503325 Oct 23 01:07:04.148175 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346eebb7-0370-4e14-b87e-31d0894ba5bc req-4bdb707c-7b51-4ffc-acc4-9f0819f05769 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:04.150545 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-346eebb7-0370-4e14-b87e-31d0894ba5bc req-4bdb707c-7b51-4ffc-acc4-9f0819f05769 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4b899082-adc8-47c5-8859-c9e024730ee6 HTTP/1.1" status: 200 len: 943 time: 0.0587080 Oct 23 01:07:04.204427 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-346eebb7-0370-4e14-b87e-31d0894ba5bc req-f35693f9-52bb-4e4c-b57b-8531748bdd49 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ab9eb3ca-df12-4428-a139-c340f28f0576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465283 Oct 23 01:07:05.356184 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8959a13c-831e-463b-9bfe-438b5148a5d4 req-0874c4af-29f3-44be-b845-6b9804fc41dc tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:05.357725 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-8959a13c-831e-463b-9bfe-438b5148a5d4 req-0874c4af-29f3-44be-b845-6b9804fc41dc tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4b899082-adc8-47c5-8859-c9e024730ee6 HTTP/1.1" status: 200 len: 943 time: 0.0604722 Oct 23 01:07:05.413001 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-8959a13c-831e-463b-9bfe-438b5148a5d4 req-5cb6a6e1-de32-424b-ba13-5ffbc60c9d7b tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ab9eb3ca-df12-4428-a139-c340f28f0576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492125 Oct 23 01:07:06.548582 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044df5f-e3d6-451b-a2be-72094c4891e7 req-73560ca2-6043-4252-a060-4319e98ef60f tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:06.550134 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7044df5f-e3d6-451b-a2be-72094c4891e7 req-73560ca2-6043-4252-a060-4319e98ef60f tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4b899082-adc8-47c5-8859-c9e024730ee6 HTTP/1.1" status: 200 len: 943 time: 0.0524750 Oct 23 01:07:06.603358 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7044df5f-e3d6-451b-a2be-72094c4891e7 req-771626e5-c0a7-4b57-94f3-5de359c17b70 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ab9eb3ca-df12-4428-a139-c340f28f0576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474601 Oct 23 01:07:06.734618 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 2ba84190-4a82-4d42-a24f-2e43fdb60add details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104553) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:07:06.839941 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port 2ba84190-4a82-4d42-a24f-2e43fdb60add, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2ba84190-4a82-4d42-a24f-2e43fdb60add,segment=NetworkSegment(af830161-2f72-4b1d-b62f-9e0eb12ccd43),segment_id=af830161-2f72-4b1d-b62f-9e0eb12ccd43)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:07:06.853363 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Returning: {'device': '2ba84190-4a82-4d42-a24f-2e43fdb60add', 'network_id': '5a7a794d-63de-41f4-a83c-d34a596efe6e', 'port_id': '2ba84190-4a82-4d42-a24f-2e43fdb60add', 'mac_address': 'fa:16:3e:ad:53:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d59b4dc-5424-4479-a128-51bbe59fdc02', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104553) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:07:06.905074 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Current status of the port 2ba84190-4a82-4d42-a24f-2e43fdb60add is: DOWN; New status is: BUILD {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:07:06.905702 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (2ba84190-4a82-4d42-a24f-2e43fdb60add), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:06.922198 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.notifiers.nova [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ba84190-4a82-4d42-a24f-2e43fdb60add {{(pid=104553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:07:06.945094 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port 2ba84190-4a82-4d42-a24f-2e43fdb60add, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2ba84190-4a82-4d42-a24f-2e43fdb60add,segment=NetworkSegment(af830161-2f72-4b1d-b62f-9e0eb12ccd43),segment_id=af830161-2f72-4b1d-b62f-9e0eb12ccd43)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:07:06.952313 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (2ba84190-4a82-4d42-a24f-2e43fdb60add), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:07.012367 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Pushing event updated for resources: {'Port': ['ID=2ba84190-4a82-4d42-a24f-2e43fdb60add,revision_number=4']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:07.021244 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:07.021596 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:07.021946 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:07.022293 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:07.022630 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:07.022961 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:07.023290 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:07.023616 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:07.023951 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:07.024275 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:07.024602 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:07.024981 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:07.025288 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:07.025609 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:07.025930 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:07.142109 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] get_ports_and_sgs() called for port_ids ['2ba84190-4a82-4d42-a24f-2e43fdb60add'] {{(pid=104553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:07:07.736165 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9089f45-a0d3-466d-a84f-9f2d5bce4878 req-b87c4dc7-760c-4929-bffb-0f81d7c6af3d tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:07.738021 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f9089f45-a0d3-466d-a84f-9f2d5bce4878 req-b87c4dc7-760c-4929-bffb-0f81d7c6af3d tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4b899082-adc8-47c5-8859-c9e024730ee6 HTTP/1.1" status: 200 len: 944 time: 0.0498412 Oct 23 01:07:07.793637 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f9089f45-a0d3-466d-a84f-9f2d5bce4878 req-1e06af47-ebd7-430d-8206-e817ce346fbd tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ab9eb3ca-df12-4428-a139-c340f28f0576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498095 Oct 23 01:07:08.211732 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=3 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:08.751766 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 2ba84190-4a82-4d42-a24f-2e43fdb60add up at agent hyperv_hv-cinder-maste {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:07:08.804903 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Provisioning for port 2ba84190-4a82-4d42-a24f-2e43fdb60add completed by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 23 01:07:08.813587 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Provisioning complete for port 2ba84190-4a82-4d42-a24f-2e43fdb60add triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:07:08.813950 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (2ba84190-4a82-4d42-a24f-2e43fdb60add), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:08.814403 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Attempt 1 to provision port 2ba84190-4a82-4d42-a24f-2e43fdb60add Oct 23 01:07:08.934160 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c14f97-f89b-4ecc-ad25-7db654cf03d1 req-f64fa306-c786-4462-a108-5f42add5c591 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:08.935755 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-68c14f97-f89b-4ecc-ad25-7db654cf03d1 req-f64fa306-c786-4462-a108-5f42add5c591 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4b899082-adc8-47c5-8859-c9e024730ee6 HTTP/1.1" status: 200 len: 944 time: 0.0578566 Oct 23 01:07:08.991166 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-68c14f97-f89b-4ecc-ad25-7db654cf03d1 req-48e66532-d4a7-4101-b553-e8e209e8f95b tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ab9eb3ca-df12-4428-a139-c340f28f0576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486391 Oct 23 01:07:09.031055 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:09.038372 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Current status of the port 2ba84190-4a82-4d42-a24f-2e43fdb60add is: BUILD; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:07:09.038765 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (2ba84190-4a82-4d42-a24f-2e43fdb60add), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:09.062673 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b899082-adc8-47c5-8859-c9e024730ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba84190-4a82-4d42-a24f-2e43fdb60add'}] {{(pid=104553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:07:09.064986 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ef7492e608d46078fd98593772981b2cfdf47eaedaeea269e4497eac5a7bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76bc7a5-4e29-4d5c-8419-9fe5a7b4aeaf" -d '{"events": [{"server_uuid": "4b899082-adc8-47c5-8859-c9e024730ee6", "name": "network-vif-plugged", "status": "completed", "tag": "2ba84190-4a82-4d42-a24f-2e43fdb60add"}]}' {{(pid=104553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:07:09.077800 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port 2ba84190-4a82-4d42-a24f-2e43fdb60add, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2ba84190-4a82-4d42-a24f-2e43fdb60add,segment=NetworkSegment(af830161-2f72-4b1d-b62f-9e0eb12ccd43),segment_id=af830161-2f72-4b1d-b62f-9e0eb12ccd43)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:07:09.083614 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (2ba84190-4a82-4d42-a24f-2e43fdb60add), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:09.128686 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:09.131262 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Pushing event updated for resources: {'Port': ['ID=2ba84190-4a82-4d42-a24f-2e43fdb60add,revision_number=5']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:09.173428 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b152392-35f4-473f-b759-c978fd4770e1 x-openstack-request-id: req-1b152392-35f4-473f-b759-c978fd4770e1 {{(pid=104553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:07:09.173862 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b899082-adc8-47c5-8859-c9e024730ee6", "name": "network-vif-plugged", "status": "completed", "tag": "2ba84190-4a82-4d42-a24f-2e43fdb60add", "code": 200}]} {{(pid=104553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:07:09.174284 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1b152392-35f4-473f-b759-c978fd4770e1 {{(pid=104553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:07:09.175407 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b152392-35f4-473f-b759-c978fd4770e1'] response: {'server_uuid': '4b899082-adc8-47c5-8859-c9e024730ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba84190-4a82-4d42-a24f-2e43fdb60add', 'code': 200} Oct 23 01:07:09.388378 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d51626-f98b-40e4-9e25-7d6e19ca924a req-276df74c-e67e-4e1a-90a4-76937180e95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:09.389946 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-35d51626-f98b-40e4-9e25-7d6e19ca924a req-276df74c-e67e-4e1a-90a4-76937180e95d service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4b899082-adc8-47c5-8859-c9e024730ee6 HTTP/1.1" status: 200 len: 1129 time: 0.0414855 Oct 23 01:07:09.435219 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-35d51626-f98b-40e4-9e25-7d6e19ca924a req-0dfe3306-f7d1-4b24-9b6e-39b405f1f85c service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ab9eb3ca-df12-4428-a139-c340f28f0576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397506 Oct 23 01:07:10.109445 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:10.118490 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ecf7d4-9f33-4b5a-b6de-2839ea3fc97c req-13d6272a-d6f2-4969-bcf0-c300c1f1d9f0 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:10.120154 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-09ecf7d4-9f33-4b5a-b6de-2839ea3fc97c req-13d6272a-d6f2-4969-bcf0-c300c1f1d9f0 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4b899082-adc8-47c5-8859-c9e024730ee6 HTTP/1.1" status: 200 len: 945 time: 0.0530763 Oct 23 01:07:10.173007 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-09ecf7d4-9f33-4b5a-b6de-2839ea3fc97c req-e46d94c3-17ba-4522-96bb-0195054607d0 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ab9eb3ca-df12-4428-a139-c340f28f0576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461242 Oct 23 01:07:11.319978 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:11.328515 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2ca47-0843-41d9-b5b0-26436300ba59 req-b52f0fda-9e86-42b8-a71f-998377ad4d26 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:11.330078 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-41c2ca47-0843-41d9-b5b0-26436300ba59 req-b52f0fda-9e86-42b8-a71f-998377ad4d26 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4b899082-adc8-47c5-8859-c9e024730ee6 HTTP/1.1" status: 200 len: 945 time: 0.0660851 Oct 23 01:07:11.391228 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-41c2ca47-0843-41d9-b5b0-26436300ba59 req-49397c5f-bf22-4548-ac61-1e2f5969eb4a tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ab9eb3ca-df12-4428-a139-c340f28f0576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518184 Oct 23 01:07:11.531993 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967cc51-34dc-464b-a821-b710fad2adf2 req-3a7d8f72-96ca-44e8-a0ff-eb5954beec02 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:11.533550 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6967cc51-34dc-464b-a821-b710fad2adf2 req-3a7d8f72-96ca-44e8-a0ff-eb5954beec02 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4b899082-adc8-47c5-8859-c9e024730ee6 HTTP/1.1" status: 200 len: 945 time: 0.0654101 Oct 23 01:07:11.593766 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6967cc51-34dc-464b-a821-b710fad2adf2 req-e136d441-69f4-49aa-a771-7aa4fec27798 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ab9eb3ca-df12-4428-a139-c340f28f0576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512648 Oct 23 01:07:11.627952 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 58030) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:11.733530 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0681e043-1ecd-4729-962b-53df4c14cd19 tempest-TestShelveInstance-1403233766 tempest-TestShelveInstance-1403233766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:11.735095 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-0681e043-1ecd-4729-962b-53df4c14cd19 tempest-TestShelveInstance-1403233766 tempest-TestShelveInstance-1403233766-project-admin] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4b899082-adc8-47c5-8859-c9e024730ee6 HTTP/1.1" status: 200 len: 1124 time: 0.1052606 Oct 23 01:07:11.738596 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 58034) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:07:11.744371 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.v2.base [None req-ef776a17-3da7-494b-ada5-15203bded59a tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Request body: {'floatingip': {'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'port_id': '2ba84190-4a82-4d42-a24f-2e43fdb60add', 'tenant_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=104551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 23 01:07:11.774513 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ef776a17-3da7-494b-ada5-15203bded59a tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:11.867592 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ef776a17-3da7-494b-ada5-15203bded59a tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (None), before_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:11.987146 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.db_base_plugin_common [None req-ef776a17-3da7-494b-ada5-15203bded59a tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Allocated IP 172.37.4.210 (f9ff398c-cd2a-4430-b908-7f7163c266f3/dd152ba8-6213-403c-b7fc-9b4ab174f9a2/7ce09a46-0969-4c99-84cd-ab673e92508f) {{(pid=104551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 23 01:07:12.101347 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ef776a17-3da7-494b-ada5-15203bded59a tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Publish callbacks [] for port (7ce09a46-0969-4c99-84cd-ab673e92508f), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:12.136405 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ef776a17-3da7-494b-ada5-15203bded59a tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758734404446', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6140158'] for port (7ce09a46-0969-4c99-84cd-ab673e92508f), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:12.180402 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef776a17-3da7-494b-ada5-15203bded59a tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Network f9ff398c-cd2a-4430-b908-7f7163c266f3 is already hosted by enough agents. {{(pid=104551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 23 01:07:12.185713 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.base_scheduler [None req-ef776a17-3da7-494b-ada5-15203bded59a tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Resources bound (agent type, host, resource id): {{(pid=104551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 23 01:07:12.189743 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef776a17-3da7-494b-ada5-15203bded59a tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Received port after_create {{(pid=104551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 23 01:07:12.195309 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef776a17-3da7-494b-ada5-15203bded59a tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Pushing event updated for resources: {'Port': ['ID=7ce09a46-0969-4c99-84cd-ab673e92508f,revision_number=1']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:12.224585 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef776a17-3da7-494b-ada5-15203bded59a tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:12.225060 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef776a17-3da7-494b-ada5-15203bded59a tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:12.225240 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef776a17-3da7-494b-ada5-15203bded59a tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:12.225578 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef776a17-3da7-494b-ada5-15203bded59a tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:12.225970 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef776a17-3da7-494b-ada5-15203bded59a tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:12.226230 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef776a17-3da7-494b-ada5-15203bded59a tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:12.226549 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef776a17-3da7-494b-ada5-15203bded59a tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:12.226875 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef776a17-3da7-494b-ada5-15203bded59a tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:12.227192 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef776a17-3da7-494b-ada5-15203bded59a tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:12.227503 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef776a17-3da7-494b-ada5-15203bded59a tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:12.227823 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef776a17-3da7-494b-ada5-15203bded59a tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:12.228173 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef776a17-3da7-494b-ada5-15203bded59a tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:12.228489 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef776a17-3da7-494b-ada5-15203bded59a tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:12.228796 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef776a17-3da7-494b-ada5-15203bded59a tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:12.229135 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef776a17-3da7-494b-ada5-15203bded59a tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:07:12.577792 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:12.583929 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ef776a17-3da7-494b-ada5-15203bded59a tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Publish callbacks [] for floatingip (2fd50acb-d50d-45fc-b795-bb77a3241035), precommit_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:12.604497 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:12.665221 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ef776a17-3da7-494b-ada5-15203bded59a tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (7ce09a46-0969-4c99-84cd-ab673e92508f), before_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:12.821492 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ef776a17-3da7-494b-ada5-15203bded59a tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Publish callbacks [] for port (7ce09a46-0969-4c99-84cd-ab673e92508f), precommit_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:12.827471 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ef776a17-3da7-494b-ada5-15203bded59a tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6140151'] for port (7ce09a46-0969-4c99-84cd-ab673e92508f), after_update {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:12.893730 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ef776a17-3da7-494b-ada5-15203bded59a tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516985'] for floatingip (2fd50acb-d50d-45fc-b795-bb77a3241035), after_create {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:12.895362 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef776a17-3da7-494b-ada5-15203bded59a tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Pushing event updated for resources: {'Port': ['ID=7ce09a46-0969-4c99-84cd-ab673e92508f,revision_number=2']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:07:12.996550 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.db.l3_db [None req-ef776a17-3da7-494b-ada5-15203bded59a tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Floating IP 2fd50acb-d50d-45fc-b795-bb77a3241035 associated. External IP: 172.37.4.210, port: 2ba84190-4a82-4d42-a24f-2e43fdb60add. Oct 23 01:07:13.226289 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef776a17-3da7-494b-ada5-15203bded59a tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Router 6a77e3bb-6c8e-4684-b904-39a621deba78 has already been hosted by L3 agent 71de1650-f9d9-4095-92e6-e37ec99e20cf {{(pid=104551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:07:13.562299 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef776a17-3da7-494b-ada5-15203bded59a tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:07:13.572678 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091da058-10b3-4110-8d01-5e6d660dc824 None None] Sync routers for ids ['6a77e3bb-6c8e-4684-b904-39a621deba78'] in dv-cinder-master-3-iscsi {{(pid=104554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:07:13.584125 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091da058-10b3-4110-8d01-5e6d660dc824 None None] Routers {'6a77e3bb-6c8e-4684-b904-39a621deba78'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:07:13.584750 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-091da058-10b3-4110-8d01-5e6d660dc824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:06:51Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['6a77e3bb-6c8e-4684-b904-39a621deba78'], 'active': True} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:07:13.584999 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-ef776a17-3da7-494b-ada5-15203bded59a tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for floatingip (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:13.620194 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-ef776a17-3da7-494b-ada5-15203bded59a tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8783114 Oct 23 01:07:13.620194 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b899082-adc8-47c5-8859-c9e024730ee6', 'tag': '2ba84190-4a82-4d42-a24f-2e43fdb60add'}] {{(pid=104551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:07:13.621015 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c960d799f24b016d2b00ba845cc8f9ff5dbbdb312d69a2481f646f048ffd08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f153c7-a51c-41be-b271-7c2b78724e66" -d '{"events": [{"name": "network-changed", "server_uuid": "4b899082-adc8-47c5-8859-c9e024730ee6", "tag": "2ba84190-4a82-4d42-a24f-2e43fdb60add"}]}' {{(pid=104551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:07:13.660564 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f8abd6-9d53-48db-93f3-dfc8cbb1157e x-openstack-request-id: req-52f8abd6-9d53-48db-93f3-dfc8cbb1157e {{(pid=104551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:07:13.660899 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b899082-adc8-47c5-8859-c9e024730ee6", "tag": "2ba84190-4a82-4d42-a24f-2e43fdb60add", "status": "completed", "code": 200}]} {{(pid=104551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:07:13.661241 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-52f8abd6-9d53-48db-93f3-dfc8cbb1157e {{(pid=104551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:07:13.661700 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52f8abd6-9d53-48db-93f3-dfc8cbb1157e'] response: {'name': 'network-changed', 'server_uuid': '4b899082-adc8-47c5-8859-c9e024730ee6', 'tag': '2ba84190-4a82-4d42-a24f-2e43fdb60add', 'status': 'completed', 'code': 200} Oct 23 01:07:13.695378 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvr_db [None req-091da058-10b3-4110-8d01-5e6d660dc824 None None] Set router 6a77e3bb-6c8e-4684-b904-39a621deba78 gateway port host: dv-cinder-master-3-iscsi {{(pid=104554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:07:13.720454 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f153c7-a51c-41be-b271-7c2b78724e66 req-9e7adb95-25bc-4fd0-acab-19d5ef810487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:13.722379 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-86f153c7-a51c-41be-b271-7c2b78724e66 req-9e7adb95-25bc-4fd0-acab-19d5ef810487 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=abb86f1ad8d8481a9c8a8b5636d06b3f&device_id=4b899082-adc8-47c5-8859-c9e024730ee6 HTTP/1.1" status: 200 len: 1129 time: 0.0404577 Oct 23 01:07:13.821678 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f153c7-a51c-41be-b271-7c2b78724e66 req-9b1b6dc2-722e-421e-aba4-a8432f1ce0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:13.823095 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-86f153c7-a51c-41be-b271-7c2b78724e66 req-9b1b6dc2-722e-421e-aba4-a8432f1ce0b9 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=5a7a794d-63de-41f4-a83c-d34a596efe6e HTTP/1.1" status: 200 len: 909 time: 0.0929739 Oct 23 01:07:13.885693 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-86f153c7-a51c-41be-b271-7c2b78724e66 req-5c62a774-3ebf-45df-8098-f8f0f9e497c8 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ba84190-4a82-4d42-a24f-2e43fdb60add HTTP/1.1" status: 200 len: 999 time: 0.0566170 Oct 23 01:07:13.909058 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-091da058-10b3-4110-8d01-5e6d660dc824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a77e3bb-6c8e-4684-b904-39a621deba78', 'name': 'tempest-TestShelveInstance-653016299-router', 'tenant_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.85'}], 'enable_snat': True}, 'gw_port_id': '29e200d5-6454-43fe-8518-99a7bf660c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:06:29Z', 'updated_at': '2022-10-23T01:06:32Z', 'revision_number': 4, 'project_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'gw_port': {'id': '29e200d5-6454-43fe-8518-99a7bf660c1a', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:41:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a77e3bb-6c8e-4684-b904-39a621deba78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:06:30Z', 'updated_at': '2022-10-23T01:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '2fd50acb-d50d-45fc-b795-bb77a3241035', 'tenant_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'floating_ip_address': '172.37.4.210', 'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'router_id': '6a77e3bb-6c8e-4684-b904-39a621deba78', 'port_id': '2ba84190-4a82-4d42-a24f-2e43fdb60add', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a7a794d-63de-41f4-a83c-d34a596efe6e', 'mac_address': 'fa:16:3e:ad:53:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b899082-adc8-47c5-8859-c9e024730ee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:07:12Z', 'updated_at': '2022-10-23T01:07:12Z', 'revision_number': 0, 'project_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52613b17-dcae-463f-82de-070ab81aef6a', 'name': '', 'network_id': '5a7a794d-63de-41f4-a83c-d34a596efe6e', 'tenant_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'mac_address': 'fa:16:3e:00:10:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a77e3bb-6c8e-4684-b904-39a621deba78', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '3d59b4dc-5424-4479-a128-51bbe59fdc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:06:32Z', 'updated_at': '2022-10-23T01:06:38Z', 'revision_number': 5, 'project_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'subnets': [{'id': '3d59b4dc-5424-4479-a128-51bbe59fdc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:07:13.933474 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091da058-10b3-4110-8d01-5e6d660dc824 None None] Checking router: 6a77e3bb-6c8e-4684-b904-39a621deba78 for host: dv-cinder-master-3-iscsi {{(pid=104554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:07:13.936185 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f153c7-a51c-41be-b271-7c2b78724e66 req-d9188c67-c9d3-4d66-8efa-ef78eac34a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:13.937833 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-86f153c7-a51c-41be-b271-7c2b78724e66 req-d9188c67-c9d3-4d66-8efa-ef78eac34a93 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=3d59b4dc-5424-4479-a128-51bbe59fdc02 HTTP/1.1" status: 200 len: 847 time: 0.0465014 Oct 23 01:07:13.943994 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091da058-10b3-4110-8d01-5e6d660dc824 None None] Routers {'6a77e3bb-6c8e-4684-b904-39a621deba78'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:07:13.944593 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-091da058-10b3-4110-8d01-5e6d660dc824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:06:51Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['6a77e3bb-6c8e-4684-b904-39a621deba78'], 'active': True} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:07:13.990695 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f153c7-a51c-41be-b271-7c2b78724e66 req-f919ba6f-23f3-4cfc-9169-e746c50e320e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:13.992240 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-86f153c7-a51c-41be-b271-7c2b78724e66 req-f919ba6f-23f3-4cfc-9169-e746c50e320e service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=5a7a794d-63de-41f4-a83c-d34a596efe6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462923 Oct 23 01:07:14.053841 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvr_db [None req-091da058-10b3-4110-8d01-5e6d660dc824 None None] Set router 6a77e3bb-6c8e-4684-b904-39a621deba78 gateway port host: dv-cinder-master-3-iscsi {{(pid=104554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:07:14.100911 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-86f153c7-a51c-41be-b271-7c2b78724e66 req-9c9206da-634c-43f7-8bbb-7d25dc623e3e service neutron] 10.222.0.52 "GET /networking/v2.0/networks/5a7a794d-63de-41f4-a83c-d34a596efe6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019056 Oct 23 01:07:14.222059 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-86f153c7-a51c-41be-b271-7c2b78724e66 req-021e39f2-2c33-4c2a-9296-beb7c94e9071 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/5a7a794d-63de-41f4-a83c-d34a596efe6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150148 Oct 23 01:07:14.275739 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-091da058-10b3-4110-8d01-5e6d660dc824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a77e3bb-6c8e-4684-b904-39a621deba78', 'name': 'tempest-TestShelveInstance-653016299-router', 'tenant_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.85'}], 'enable_snat': True}, 'gw_port_id': '29e200d5-6454-43fe-8518-99a7bf660c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:06:29Z', 'updated_at': '2022-10-23T01:06:32Z', 'revision_number': 4, 'project_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'gw_port': {'id': '29e200d5-6454-43fe-8518-99a7bf660c1a', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:41:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a77e3bb-6c8e-4684-b904-39a621deba78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:06:30Z', 'updated_at': '2022-10-23T01:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '2fd50acb-d50d-45fc-b795-bb77a3241035', 'tenant_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'floating_ip_address': '172.37.4.210', 'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'router_id': '6a77e3bb-6c8e-4684-b904-39a621deba78', 'port_id': '2ba84190-4a82-4d42-a24f-2e43fdb60add', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a7a794d-63de-41f4-a83c-d34a596efe6e', 'mac_address': 'fa:16:3e:ad:53:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b899082-adc8-47c5-8859-c9e024730ee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:07:12Z', 'updated_at': '2022-10-23T01:07:12Z', 'revision_number': 0, 'project_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52613b17-dcae-463f-82de-070ab81aef6a', 'name': '', 'network_id': '5a7a794d-63de-41f4-a83c-d34a596efe6e', 'tenant_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'mac_address': 'fa:16:3e:00:10:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a77e3bb-6c8e-4684-b904-39a621deba78', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '3d59b4dc-5424-4479-a128-51bbe59fdc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:06:32Z', 'updated_at': '2022-10-23T01:06:38Z', 'revision_number': 5, 'project_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'subnets': [{'id': '3d59b4dc-5424-4479-a128-51bbe59fdc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:07:14.306091 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091da058-10b3-4110-8d01-5e6d660dc824 None None] The sync data for ids ['6a77e3bb-6c8e-4684-b904-39a621deba78'] in dv-cinder-master-3-iscsi is: [{'id': '6a77e3bb-6c8e-4684-b904-39a621deba78', 'name': 'tempest-TestShelveInstance-653016299-router', 'tenant_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.85'}], 'enable_snat': True}, 'gw_port_id': '29e200d5-6454-43fe-8518-99a7bf660c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:06:29Z', 'updated_at': '2022-10-23T01:06:32Z', 'revision_number': 4, 'project_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'gw_port': {'id': '29e200d5-6454-43fe-8518-99a7bf660c1a', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:41:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a77e3bb-6c8e-4684-b904-39a621deba78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:06:30Z', 'updated_at': '2022-10-23T01:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_floatingips': [{'id': '2fd50acb-d50d-45fc-b795-bb77a3241035', 'tenant_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'floating_ip_address': '172.37.4.210', 'floating_network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'router_id': '6a77e3bb-6c8e-4684-b904-39a621deba78', 'port_id': '2ba84190-4a82-4d42-a24f-2e43fdb60add', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5a7a794d-63de-41f4-a83c-d34a596efe6e', 'mac_address': 'fa:16:3e:ad:53:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b899082-adc8-47c5-8859-c9e024730ee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-23T01:07:12Z', 'updated_at': '2022-10-23T01:07:12Z', 'revision_number': 0, 'project_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52613b17-dcae-463f-82de-070ab81aef6a', 'name': '', 'network_id': '5a7a794d-63de-41f4-a83c-d34a596efe6e', 'tenant_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'mac_address': 'fa:16:3e:00:10:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a77e3bb-6c8e-4684-b904-39a621deba78', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '3d59b4dc-5424-4479-a128-51bbe59fdc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:06:32Z', 'updated_at': '2022-10-23T01:06:38Z', 'revision_number': 5, 'project_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'subnets': [{'id': '3d59b4dc-5424-4479-a128-51bbe59fdc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:07:14.521127 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e981a37-7013-4ee0-92b0-f5c17767370f None None] New status for floating IP 2fd50acb-d50d-45fc-b795-bb77a3241035: ACTIVE {{(pid=104553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:07:18.821789 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-b37829c0-d36e-40bd-838d-26343f48340e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (6b66cfba-c169-484b-b3a5-13fb9b6528cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:21.244148 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-44669218-f46a-46d5-a20c-c2dc8e1384cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (71de1650-f9d9-4095-92e6-e37ec99e20cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:22.346849 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5148f689-0f62-430a-b3f2-d0758b81aa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (b2013646-e5ec-4b71-a145-3908973fbde8), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:23.612225 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:23.614157 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=79,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:23.697521 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e80eb663-45f3-44c1-bd5d-b13fbac885c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (9e3bf558-830b-43df-b1b1-6fe61a75ce60), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:23.992640 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (e5069eb9-82e8-4601-9222-8a50cea677c6), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:24.217182 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=68 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:24.219191 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=69 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:24.272920 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=85,neutron:DELETE=1 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:24.278895 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=69 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:29.260370 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.agents_db [None req-7a6a8f68-635a-43f5-9edf-73cfaf501ddf None None] Agent healthcheck: found 6 active agents {{(pid=104554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:07:31.784212 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (16cf44eb-3ef2-4361-a416-47ab9083b794), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:36.658768 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ca06c6a6-9eab-454c-9a35-be99ca6c7f44 req-f02ae6c4-256b-43a6-8399-b8f13dafc121 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4b899082-adc8-47c5-8859-c9e024730ee6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404730 Oct 23 01:07:36.754680 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca06c6a6-9eab-454c-9a35-be99ca6c7f44 req-58c96d4d-78a7-4bb9-b641-5bfc76aa403a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:36.756197 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ca06c6a6-9eab-454c-9a35-be99ca6c7f44 req-58c96d4d-78a7-4bb9-b641-5bfc76aa403a service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=abb86f1ad8d8481a9c8a8b5636d06b3f&device_id=4b899082-adc8-47c5-8859-c9e024730ee6 HTTP/1.1" status: 200 len: 1129 time: 0.0476305 Oct 23 01:07:36.878064 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca06c6a6-9eab-454c-9a35-be99ca6c7f44 req-36ddc985-965f-4f49-a7f5-75e87b8ddee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:36.879573 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ca06c6a6-9eab-454c-9a35-be99ca6c7f44 req-36ddc985-965f-4f49-a7f5-75e87b8ddee7 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=5a7a794d-63de-41f4-a83c-d34a596efe6e HTTP/1.1" status: 200 len: 909 time: 0.0981975 Oct 23 01:07:36.944911 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ca06c6a6-9eab-454c-9a35-be99ca6c7f44 req-0931a52c-081d-459d-abde-96e9a9dd2cc9 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ba84190-4a82-4d42-a24f-2e43fdb60add HTTP/1.1" status: 200 len: 1001 time: 0.0589023 Oct 23 01:07:36.995006 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca06c6a6-9eab-454c-9a35-be99ca6c7f44 req-3fe24da1-db39-40f8-bbc5-65e5baaa8f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:36.996484 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ca06c6a6-9eab-454c-9a35-be99ca6c7f44 req-3fe24da1-db39-40f8-bbc5-65e5baaa8f9f service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=3d59b4dc-5424-4479-a128-51bbe59fdc02 HTTP/1.1" status: 200 len: 847 time: 0.0444219 Oct 23 01:07:37.047571 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca06c6a6-9eab-454c-9a35-be99ca6c7f44 req-b7299df2-aa3f-447c-8cac-ea7a59ce4100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:07:37.049136 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ca06c6a6-9eab-454c-9a35-be99ca6c7f44 req-b7299df2-aa3f-447c-8cac-ea7a59ce4100 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=5a7a794d-63de-41f4-a83c-d34a596efe6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452368 Oct 23 01:07:37.144296 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ca06c6a6-9eab-454c-9a35-be99ca6c7f44 req-b64c0460-8a8c-4972-975d-1b6bd702c1c6 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/5a7a794d-63de-41f4-a83c-d34a596efe6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880961 Oct 23 01:07:37.243674 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-ca06c6a6-9eab-454c-9a35-be99ca6c7f44 req-10c2103f-9744-4c3c-a38b-0526c71c1c93 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/5a7a794d-63de-41f4-a83c-d34a596efe6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932415 Oct 23 01:07:41.774919 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=33,neutron:UPDATE=4 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:41.777108 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=38,neutron:UPDATE=5 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:45.205445 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=2 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:45.209806 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=6 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:47.237978 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=47 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:47.238969 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=54 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:07:48.830253 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-542fde7b-bbea-4e08-b87b-7105b46439a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (6b66cfba-c169-484b-b3a5-13fb9b6528cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:51.244813 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-342aa451-d82f-4d9b-9a42-5d788b0c5757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (71de1650-f9d9-4095-92e6-e37ec99e20cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:52.355876 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5148f689-0f62-430a-b3f2-d0758b81aa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (b2013646-e5ec-4b71-a145-3908973fbde8), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:53.700889 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e80eb663-45f3-44c1-bd5d-b13fbac885c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (9e3bf558-830b-43df-b1b1-6fe61a75ce60), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:07:53.995879 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (e5069eb9-82e8-4601-9222-8a50cea677c6), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:01.797053 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (16cf44eb-3ef2-4361-a416-47ab9083b794), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:06.260632 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.agents_db [None req-7a6a8f68-635a-43f5-9edf-73cfaf501ddf None None] Agent healthcheck: found 6 active agents {{(pid=104554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:08:11.788858 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:11.791891 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:18.829942 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-a1bf627c-31dc-473d-97f2-4a28d4e351aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (6b66cfba-c169-484b-b3a5-13fb9b6528cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:21.241501 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-782c21ba-43e6-4809-8e23-6a391754b25a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (71de1650-f9d9-4095-92e6-e37ec99e20cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:22.207025 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=19 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:22.208225 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=15 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:22.351977 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5148f689-0f62-430a-b3f2-d0758b81aa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (b2013646-e5ec-4b71-a145-3908973fbde8), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:23.703871 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e80eb663-45f3-44c1-bd5d-b13fbac885c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (9e3bf558-830b-43df-b1b1-6fe61a75ce60), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:23.993289 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (e5069eb9-82e8-4601-9222-8a50cea677c6), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:31.802917 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (16cf44eb-3ef2-4361-a416-47ab9083b794), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:36.629001 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7a469706-c8dc-4d3e-9e01-56b08ecdf190 req-6a26610b-f1e9-4243-a625-967359901ae2 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4b899082-adc8-47c5-8859-c9e024730ee6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396330 Oct 23 01:08:36.713599 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a469706-c8dc-4d3e-9e01-56b08ecdf190 req-e9236721-dd97-49af-9f8a-08aae0899ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:36.715119 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7a469706-c8dc-4d3e-9e01-56b08ecdf190 req-e9236721-dd97-49af-9f8a-08aae0899ec1 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=abb86f1ad8d8481a9c8a8b5636d06b3f&device_id=4b899082-adc8-47c5-8859-c9e024730ee6 HTTP/1.1" status: 200 len: 1129 time: 0.0396295 Oct 23 01:08:36.823519 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a469706-c8dc-4d3e-9e01-56b08ecdf190 req-d1a96f19-8c7e-4fd2-8928-2f5ce22c396f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:36.825036 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7a469706-c8dc-4d3e-9e01-56b08ecdf190 req-d1a96f19-8c7e-4fd2-8928-2f5ce22c396f service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=5a7a794d-63de-41f4-a83c-d34a596efe6e HTTP/1.1" status: 200 len: 909 time: 0.0907011 Oct 23 01:08:36.888901 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7a469706-c8dc-4d3e-9e01-56b08ecdf190 req-c3045ace-e006-4e4e-8501-3cf05444d812 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ba84190-4a82-4d42-a24f-2e43fdb60add HTTP/1.1" status: 200 len: 1001 time: 0.0580604 Oct 23 01:08:36.939838 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a469706-c8dc-4d3e-9e01-56b08ecdf190 req-a637edde-6464-4792-84d5-c44fba6c0d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:36.941344 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7a469706-c8dc-4d3e-9e01-56b08ecdf190 req-a637edde-6464-4792-84d5-c44fba6c0d71 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=3d59b4dc-5424-4479-a128-51bbe59fdc02 HTTP/1.1" status: 200 len: 847 time: 0.0467622 Oct 23 01:08:36.988414 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a469706-c8dc-4d3e-9e01-56b08ecdf190 req-00dc00c6-e403-46cd-8415-8cfe57282e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:08:36.989960 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7a469706-c8dc-4d3e-9e01-56b08ecdf190 req-00dc00c6-e403-46cd-8415-8cfe57282e55 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=5a7a794d-63de-41f4-a83c-d34a596efe6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427408 Oct 23 01:08:37.082737 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7a469706-c8dc-4d3e-9e01-56b08ecdf190 req-3c6191ad-67b0-4e08-a183-df402c6622dd service neutron] 10.222.0.52 "GET /networking/v2.0/networks/5a7a794d-63de-41f4-a83c-d34a596efe6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869021 Oct 23 01:08:37.179530 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7a469706-c8dc-4d3e-9e01-56b08ecdf190 req-6bad0489-1954-4726-b0b6-2389aab504ce service neutron] 10.222.0.52 "GET /networking/v2.0/networks/5a7a794d-63de-41f4-a83c-d34a596efe6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891778 Oct 23 01:08:41.794259 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:41.796893 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:43.260061 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.agents_db [None req-7a6a8f68-635a-43f5-9edf-73cfaf501ddf None None] Agent healthcheck: found 6 active agents {{(pid=104554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:08:47.175271 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=50 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:47.176292 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=51 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:48.827733 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-640f5145-f597-4157-b21f-8a725f7c58f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (6b66cfba-c169-484b-b3a5-13fb9b6528cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:51.240494 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-fa74c6d1-c82a-4492-ad0b-19cadaf71d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (71de1650-f9d9-4095-92e6-e37ec99e20cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:52.356616 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5148f689-0f62-430a-b3f2-d0758b81aa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (b2013646-e5ec-4b71-a145-3908973fbde8), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:53.706455 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e80eb663-45f3-44c1-bd5d-b13fbac885c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (9e3bf558-830b-43df-b1b1-6fe61a75ce60), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:53.996920 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (e5069eb9-82e8-4601-9222-8a50cea677c6), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:08:59.208442 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=3 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:08:59.209334 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=5 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:01.824001 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (16cf44eb-3ef2-4361-a416-47ab9083b794), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:09.222086 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954e7f2e-0c53-4def-a351-b242ef157cef req-a4204d64-1c2e-4662-bfbc-3d83c6d69a6c tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:09.223691 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-954e7f2e-0c53-4def-a351-b242ef157cef req-a4204d64-1c2e-4662-bfbc-3d83c6d69a6c tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4b899082-adc8-47c5-8859-c9e024730ee6 HTTP/1.1" status: 200 len: 945 time: 0.0530517 Oct 23 01:09:09.276937 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-954e7f2e-0c53-4def-a351-b242ef157cef req-b4fd4e21-5921-4cc7-8da1-5a6471af2a15 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ab9eb3ca-df12-4428-a139-c340f28f0576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465744 Oct 23 01:09:10.409256 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ecc03-bb01-4ca5-89b7-8e8cf44f2a7d req-44c88553-ca59-428f-827d-f7d868db8dbb tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:10.410827 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-8e2ecc03-bb01-4ca5-89b7-8e8cf44f2a7d req-44c88553-ca59-428f-827d-f7d868db8dbb tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4b899082-adc8-47c5-8859-c9e024730ee6 HTTP/1.1" status: 200 len: 945 time: 0.0504954 Oct 23 01:09:10.469318 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-8e2ecc03-bb01-4ca5-89b7-8e8cf44f2a7d req-248bf2d4-1607-4a86-b874-4ec5d0b44f60 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ab9eb3ca-df12-4428-a139-c340f28f0576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516305 Oct 23 01:09:11.606716 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be9971-43df-43dd-abfc-5b4a13f74402 req-11bf0ccc-76b2-41d4-b425-75462494ec02 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:11.608542 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d9be9971-43df-43dd-abfc-5b4a13f74402 req-11bf0ccc-76b2-41d4-b425-75462494ec02 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4b899082-adc8-47c5-8859-c9e024730ee6 HTTP/1.1" status: 200 len: 945 time: 0.0479939 Oct 23 01:09:11.660343 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d9be9971-43df-43dd-abfc-5b4a13f74402 req-9acfe95f-a898-4791-a442-ba55af26f18a tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ab9eb3ca-df12-4428-a139-c340f28f0576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459037 Oct 23 01:09:11.814604 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:11.816647 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:12.791186 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b047a1-c988-4c07-ae97-dd8d4d2f1a93 req-586732ca-62f1-4dbd-a0bd-b9c43f8bee89 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:12.792706 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-99b047a1-c988-4c07-ae97-dd8d4d2f1a93 req-586732ca-62f1-4dbd-a0bd-b9c43f8bee89 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4b899082-adc8-47c5-8859-c9e024730ee6 HTTP/1.1" status: 200 len: 945 time: 0.0509901 Oct 23 01:09:12.854360 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-99b047a1-c988-4c07-ae97-dd8d4d2f1a93 req-b3e98877-f5b6-43a4-ac05-503865b49cdc tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ab9eb3ca-df12-4428-a139-c340f28f0576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544813 Oct 23 01:09:13.983496 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63387ed3-c62a-48cc-9cae-e3386a67cae4 req-4530e6d5-e29a-48ae-9435-85d9e4daef0f tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:13.984948 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-63387ed3-c62a-48cc-9cae-e3386a67cae4 req-4530e6d5-e29a-48ae-9435-85d9e4daef0f tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4b899082-adc8-47c5-8859-c9e024730ee6 HTTP/1.1" status: 200 len: 945 time: 0.0513742 Oct 23 01:09:14.038539 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-63387ed3-c62a-48cc-9cae-e3386a67cae4 req-0a93c212-72e2-48fe-babb-c89b45c3a45e tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ab9eb3ca-df12-4428-a139-c340f28f0576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476782 Oct 23 01:09:15.166709 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890773a2-fb4a-40a5-84f2-c9861963bfb7 req-95b37841-2186-4b2e-9667-287d1b8fcf1e tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:15.168181 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-890773a2-fb4a-40a5-84f2-c9861963bfb7 req-95b37841-2186-4b2e-9667-287d1b8fcf1e tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4b899082-adc8-47c5-8859-c9e024730ee6 HTTP/1.1" status: 200 len: 945 time: 0.0501029 Oct 23 01:09:15.220808 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-890773a2-fb4a-40a5-84f2-c9861963bfb7 req-7dc30ded-1e69-4273-8937-26a9a9b51ad5 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ab9eb3ca-df12-4428-a139-c340f28f0576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445406 Oct 23 01:09:16.355184 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374a722-9e85-41a4-86f4-3873fb188b10 req-3248867f-4696-4632-9714-4fd2fe69be8b tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:16.356747 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f374a722-9e85-41a4-86f4-3873fb188b10 req-3248867f-4696-4632-9714-4fd2fe69be8b tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4b899082-adc8-47c5-8859-c9e024730ee6 HTTP/1.1" status: 200 len: 945 time: 0.0562532 Oct 23 01:09:16.410132 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f374a722-9e85-41a4-86f4-3873fb188b10 req-13db838a-0b4b-40d3-8fd6-01d88d348d26 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ab9eb3ca-df12-4428-a139-c340f28f0576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472963 Oct 23 01:09:17.267749 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=1 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:17.268486 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:DELETE=1 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:17.539801 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a90591-24a6-4b4d-bd83-63a6d1cc8ced req-bb0550ce-4c90-48f2-a1fc-5f5733cab2ff tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:17.541259 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e5a90591-24a6-4b4d-bd83-63a6d1cc8ced req-bb0550ce-4c90-48f2-a1fc-5f5733cab2ff tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4b899082-adc8-47c5-8859-c9e024730ee6 HTTP/1.1" status: 200 len: 945 time: 0.0500441 Oct 23 01:09:17.598925 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-e5a90591-24a6-4b4d-bd83-63a6d1cc8ced req-3081b714-2b77-47e2-93cb-f3e4ed46e2c4 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ab9eb3ca-df12-4428-a139-c340f28f0576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514429 Oct 23 01:09:18.730957 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b903bb80-9b69-4438-9a62-b3b12160b6ba req-68e5992b-65bd-4ad9-8c32-3525edcf4647 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:18.732405 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-b903bb80-9b69-4438-9a62-b3b12160b6ba req-68e5992b-65bd-4ad9-8c32-3525edcf4647 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4b899082-adc8-47c5-8859-c9e024730ee6 HTTP/1.1" status: 200 len: 945 time: 0.0475652 Oct 23 01:09:18.787582 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-b903bb80-9b69-4438-9a62-b3b12160b6ba req-22915a17-8304-49fc-98ff-811e3ecde9b9 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ab9eb3ca-df12-4428-a139-c340f28f0576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490904 Oct 23 01:09:18.846185 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-49eb3141-8604-4f29-8532-e6a99110e31a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (6b66cfba-c169-484b-b3a5-13fb9b6528cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:19.347403 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1159b45-8449-42fe-8eb4-a58ca3200125 req-0776a5ee-b9cc-4625-98e0-b50a4ed85c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:19.349013 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d1159b45-8449-42fe-8eb4-a58ca3200125 req-0776a5ee-b9cc-4625-98e0-b50a4ed85c70 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=abb86f1ad8d8481a9c8a8b5636d06b3f&device_id=4b899082-adc8-47c5-8859-c9e024730ee6 HTTP/1.1" status: 200 len: 1129 time: 0.0420821 Oct 23 01:09:19.450823 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1159b45-8449-42fe-8eb4-a58ca3200125 req-23b8d268-8986-45ad-aa6c-8921d931f3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:19.452698 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d1159b45-8449-42fe-8eb4-a58ca3200125 req-23b8d268-8986-45ad-aa6c-8921d931f3f3 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=5a7a794d-63de-41f4-a83c-d34a596efe6e HTTP/1.1" status: 200 len: 909 time: 0.0972271 Oct 23 01:09:19.513159 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:19.524072 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d1159b45-8449-42fe-8eb4-a58ca3200125 req-7aa9b525-c66b-4846-aaee-6f41d06ccebd service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ba84190-4a82-4d42-a24f-2e43fdb60add HTTP/1.1" status: 200 len: 1001 time: 0.0655949 Oct 23 01:09:19.542980 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:19.593438 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1159b45-8449-42fe-8eb4-a58ca3200125 req-315f2186-0123-4c58-9637-5c0265475d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:19.594966 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d1159b45-8449-42fe-8eb4-a58ca3200125 req-315f2186-0123-4c58-9637-5c0265475d75 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=3d59b4dc-5424-4479-a128-51bbe59fdc02 HTTP/1.1" status: 200 len: 847 time: 0.0641048 Oct 23 01:09:19.650253 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1159b45-8449-42fe-8eb4-a58ca3200125 req-cb025544-13c2-4988-a2eb-fb0c7b8052bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:19.651653 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d1159b45-8449-42fe-8eb4-a58ca3200125 req-cb025544-13c2-4988-a2eb-fb0c7b8052bd service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=5a7a794d-63de-41f4-a83c-d34a596efe6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510724 Oct 23 01:09:19.773238 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d1159b45-8449-42fe-8eb4-a58ca3200125 req-94cda00e-bba9-4b5c-b681-f262bf23db73 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/5a7a794d-63de-41f4-a83c-d34a596efe6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154273 Oct 23 01:09:19.926499 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-d1159b45-8449-42fe-8eb4-a58ca3200125 req-3e45b074-43f4-41dc-8738-0a70582c31a8 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/5a7a794d-63de-41f4-a83c-d34a596efe6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470261 Oct 23 01:09:19.947390 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b66b5-9fc4-46b1-9220-901b95df84d6 req-96e82e2c-d9ad-46a0-9e84-7ec511c20925 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:19.948879 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-094b66b5-9fc4-46b1-9220-901b95df84d6 req-96e82e2c-d9ad-46a0-9e84-7ec511c20925 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4b899082-adc8-47c5-8859-c9e024730ee6 HTTP/1.1" status: 200 len: 945 time: 0.0768025 Oct 23 01:09:20.011425 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-094b66b5-9fc4-46b1-9220-901b95df84d6 req-4f09780f-8b9e-4df8-b7e7-ab90303c4420 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ab9eb3ca-df12-4428-a139-c340f28f0576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555494 Oct 23 01:09:20.262483 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.agents_db [None req-7a6a8f68-635a-43f5-9edf-73cfaf501ddf None None] Agent healthcheck: found 6 active agents {{(pid=104554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:09:21.138129 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b89bb-587f-4b70-b0d1-d15b557adcca req-9a6efd8e-935f-42d7-8995-8b41c6ecfe12 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:21.139647 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-fa4b89bb-587f-4b70-b0d1-d15b557adcca req-9a6efd8e-935f-42d7-8995-8b41c6ecfe12 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4b899082-adc8-47c5-8859-c9e024730ee6 HTTP/1.1" status: 200 len: 945 time: 0.0486581 Oct 23 01:09:21.191013 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-fa4b89bb-587f-4b70-b0d1-d15b557adcca req-4b569f90-888a-4526-acfd-1833cc499d18 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ab9eb3ca-df12-4428-a139-c340f28f0576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454049 Oct 23 01:09:21.235297 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-055aadef-71a0-425e-a73b-e4712a784ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (71de1650-f9d9-4095-92e6-e37ec99e20cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:22.334454 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51000c01-7cd0-4860-90b6-106cf18dd358 req-acbc026d-7b99-4a65-bf27-122b29d80900 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:22.335911 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-51000c01-7cd0-4860-90b6-106cf18dd358 req-acbc026d-7b99-4a65-bf27-122b29d80900 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4b899082-adc8-47c5-8859-c9e024730ee6 HTTP/1.1" status: 200 len: 945 time: 0.0570626 Oct 23 01:09:22.363297 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5148f689-0f62-430a-b3f2-d0758b81aa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (b2013646-e5ec-4b71-a145-3908973fbde8), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:22.391156 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-51000c01-7cd0-4860-90b6-106cf18dd358 req-4f9f3bbc-87d2-4cae-a046-44389168aadc tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ab9eb3ca-df12-4428-a139-c340f28f0576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492072 Oct 23 01:09:22.476159 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [req-aac7cc89-3d41-44c3-8f5e-ee8f34c3e520 req-0aedaa8d-974e-488c-a5aa-71c8d424ead6 service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104552) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:09:22.477167 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-aac7cc89-3d41-44c3-8f5e-ee8f34c3e520 req-0aedaa8d-974e-488c-a5aa-71c8d424ead6 service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0054264 Oct 23 01:09:22.665175 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ebdf4-df25-49f9-a908-f9b8b865cf53 req-129a8ab7-9a78-4952-894d-bcf6903fbd58 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:22.666648 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-100ebdf4-df25-49f9-a908-f9b8b865cf53 req-129a8ab7-9a78-4952-894d-bcf6903fbd58 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4b899082-adc8-47c5-8859-c9e024730ee6 HTTP/1.1" status: 200 len: 945 time: 0.0498085 Oct 23 01:09:22.674407 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 58116) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:22.720180 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-100ebdf4-df25-49f9-a908-f9b8b865cf53 req-15cb11fc-985f-4e21-93ae-a70a02129bb1 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ab9eb3ca-df12-4428-a139-c340f28f0576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473576 Oct 23 01:09:22.762924 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [req-37e348a2-9631-4845-a163-52cd42d68115 req-ab5d8566-35d1-434a-adaf-ead5ec59f4cc service neutron] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4b899082-adc8-47c5-8859-c9e024730ee6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0872416 Oct 23 01:09:22.774705 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [req-37e348a2-9631-4845-a163-52cd42d68115 req-89b0c2b8-b718-46af-b52f-c074a9c6a9ec service neutron] http://10.222.0.18:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104551) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 23 01:09:22.775866 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [req-37e348a2-9631-4845-a163-52cd42d68115 req-89b0c2b8-b718-46af-b52f-c074a9c6a9ec service neutron] 10.222.0.18 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0075090 Oct 23 01:09:22.882806 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 58126) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:09:22.983940 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e348a2-9631-4845-a163-52cd42d68115 req-a684d378-e907-42b6-b46f-e467eb02fc4b tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:22.985415 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-37e348a2-9631-4845-a163-52cd42d68115 req-a684d378-e907-42b6-b46f-e467eb02fc4b tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/ports/2ba84190-4a82-4d42-a24f-2e43fdb60add HTTP/1.1" status: 200 len: 942 time: 0.1016142 Oct 23 01:09:23.710162 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e80eb663-45f3-44c1-bd5d-b13fbac885c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (9e3bf558-830b-43df-b1b1-6fe61a75ce60), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:23.858148 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20dc529-5060-48f6-9790-6e49b5e9a2b7 req-2b542491-b07e-43ce-9587-245877186953 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:23.859756 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f20dc529-5060-48f6-9790-6e49b5e9a2b7 req-2b542491-b07e-43ce-9587-245877186953 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4b899082-adc8-47c5-8859-c9e024730ee6 HTTP/1.1" status: 200 len: 945 time: 0.0635257 Oct 23 01:09:23.922109 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-f20dc529-5060-48f6-9790-6e49b5e9a2b7 req-c2c48174-7b53-44cf-8e88-a01a3871209c tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ab9eb3ca-df12-4428-a139-c340f28f0576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543525 Oct 23 01:09:23.994150 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (e5069eb9-82e8-4601-9222-8a50cea677c6), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:24.726363 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e348a2-9631-4845-a163-52cd42d68115 req-fb0bc5a1-5bc2-464b-935a-a8cfd4b7328b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:24.727842 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-37e348a2-9631-4845-a163-52cd42d68115 req-fb0bc5a1-5bc2-464b-935a-a8cfd4b7328b service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4b899082-adc8-47c5-8859-c9e024730ee6&tenant_id=abb86f1ad8d8481a9c8a8b5636d06b3f HTTP/1.1" status: 200 len: 1129 time: 0.0397172 Oct 23 01:09:24.791774 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e348a2-9631-4845-a163-52cd42d68115 req-18c6e8ca-e2d3-4314-b1e3-ac321e726332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:24.793412 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-37e348a2-9631-4845-a163-52cd42d68115 req-18c6e8ca-e2d3-4314-b1e3-ac321e726332 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=abb86f1ad8d8481a9c8a8b5636d06b3f&device_id=4b899082-adc8-47c5-8859-c9e024730ee6 HTTP/1.1" status: 200 len: 1129 time: 0.0405049 Oct 23 01:09:24.894351 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e348a2-9631-4845-a163-52cd42d68115 req-296a488d-f5f3-4df6-b41a-ce10140c2794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:24.895828 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-37e348a2-9631-4845-a163-52cd42d68115 req-296a488d-f5f3-4df6-b41a-ce10140c2794 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=5a7a794d-63de-41f4-a83c-d34a596efe6e HTTP/1.1" status: 200 len: 909 time: 0.0965867 Oct 23 01:09:24.941754 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:24.959581 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-37e348a2-9631-4845-a163-52cd42d68115 req-cd74b23d-4a5e-4ef2-96ef-cc7aa6ca309a service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ba84190-4a82-4d42-a24f-2e43fdb60add HTTP/1.1" status: 200 len: 1001 time: 0.0569482 Oct 23 01:09:25.006971 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:25.044865 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e348a2-9631-4845-a163-52cd42d68115 req-a37c06f5-6089-41e5-b424-13b60a39b2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:25.046445 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-37e348a2-9631-4845-a163-52cd42d68115 req-a37c06f5-6089-41e5-b424-13b60a39b2a8 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=3d59b4dc-5424-4479-a128-51bbe59fdc02 HTTP/1.1" status: 200 len: 847 time: 0.0798252 Oct 23 01:09:25.066085 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61490b4c-6f9a-4833-881e-261eaa5de8a3 req-c16d2cc2-6933-4208-8419-7ad8f64dfb3d tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:25.067484 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-61490b4c-6f9a-4833-881e-261eaa5de8a3 req-c16d2cc2-6933-4208-8419-7ad8f64dfb3d tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4b899082-adc8-47c5-8859-c9e024730ee6 HTTP/1.1" status: 200 len: 945 time: 0.0638578 Oct 23 01:09:25.111694 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e348a2-9631-4845-a163-52cd42d68115 req-b6bb5276-b591-40c4-a165-9f26fab3007b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:25.113182 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-37e348a2-9631-4845-a163-52cd42d68115 req-b6bb5276-b591-40c4-a165-9f26fab3007b service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=5a7a794d-63de-41f4-a83c-d34a596efe6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0595191 Oct 23 01:09:25.159340 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-61490b4c-6f9a-4833-881e-261eaa5de8a3 req-c502d4d4-4be7-4eb2-a4ae-50dcb31d9a67 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ab9eb3ca-df12-4428-a139-c340f28f0576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726030 Oct 23 01:09:25.226468 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-37e348a2-9631-4845-a163-52cd42d68115 req-be6f2678-d002-485a-8eea-954e37d0cdc8 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/5a7a794d-63de-41f4-a83c-d34a596efe6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033919 Oct 23 01:09:25.318635 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-37e348a2-9631-4845-a163-52cd42d68115 req-53414d3e-bc41-4883-91e0-556fbb77735a service neutron] 10.222.0.52 "GET /networking/v2.0/networks/5a7a794d-63de-41f4-a83c-d34a596efe6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853200 Oct 23 01:09:25.321644 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 2ba84190-4a82-4d42-a24f-2e43fdb60add no longer exists at agent hyperv_hv-cinder-maste {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:09:25.400629 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Current status of the port 2ba84190-4a82-4d42-a24f-2e43fdb60add is: ACTIVE; New status is: DOWN {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:09:25.401079 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (2ba84190-4a82-4d42-a24f-2e43fdb60add), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:25.427075 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b899082-adc8-47c5-8859-c9e024730ee6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ba84190-4a82-4d42-a24f-2e43fdb60add'}] {{(pid=104553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:09:25.429773 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ef7492e608d46078fd98593772981b2cfdf47eaedaeea269e4497eac5a7bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19337653-4153-4e19-8ba8-e04a59f86a23" -d '{"events": [{"server_uuid": "4b899082-adc8-47c5-8859-c9e024730ee6", "name": "network-vif-unplugged", "status": "completed", "tag": "2ba84190-4a82-4d42-a24f-2e43fdb60add"}]}' {{(pid=104553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:09:25.445578 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port 2ba84190-4a82-4d42-a24f-2e43fdb60add, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2ba84190-4a82-4d42-a24f-2e43fdb60add,segment=NetworkSegment(af830161-2f72-4b1d-b62f-9e0eb12ccd43),segment_id=af830161-2f72-4b1d-b62f-9e0eb12ccd43)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:09:25.453288 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (2ba84190-4a82-4d42-a24f-2e43fdb60add), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:25.475256 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 23 Oct 2022 01:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06660c71-c20a-4a23-995e-395fb96f107f x-openstack-request-id: req-06660c71-c20a-4a23-995e-395fb96f107f {{(pid=104553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:09:25.475556 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b899082-adc8-47c5-8859-c9e024730ee6", "name": "network-vif-unplugged", "status": "completed", "tag": "2ba84190-4a82-4d42-a24f-2e43fdb60add", "code": 200}]} {{(pid=104553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:09:25.475840 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-06660c71-c20a-4a23-995e-395fb96f107f {{(pid=104553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:09:25.476174 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06660c71-c20a-4a23-995e-395fb96f107f'] response: {'server_uuid': '4b899082-adc8-47c5-8859-c9e024730ee6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ba84190-4a82-4d42-a24f-2e43fdb60add', 'code': 200} Oct 23 01:09:25.502419 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Pushing event updated for resources: {'Port': ['ID=2ba84190-4a82-4d42-a24f-2e43fdb60add,revision_number=6']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:25.509951 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:25.510306 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:25.510638 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:25.510975 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:25.511312 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:25.511640 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:25.511970 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:25.512292 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:25.512619 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:25.512968 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:25.513275 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:25.513592 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:25.513910 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:25.514229 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:25.514561 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:09:26.307447 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a672ba8-2d29-4214-94cc-8ba8446b0449 req-6f483a86-fa4f-4503-bf9a-9a52e229698f tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:26.308966 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0a672ba8-2d29-4214-94cc-8ba8446b0449 req-6f483a86-fa4f-4503-bf9a-9a52e229698f tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4b899082-adc8-47c5-8859-c9e024730ee6 HTTP/1.1" status: 200 len: 943 time: 0.0663509 Oct 23 01:09:26.363766 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-0a672ba8-2d29-4214-94cc-8ba8446b0449 req-66d10bee-ad90-4d6b-a8c6-3a40145828a7 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ab9eb3ca-df12-4428-a139-c340f28f0576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439548 Oct 23 01:09:27.500333 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a98488c-08f0-42e3-a1ca-8e878868c9e0 req-42d5ac46-3344-4e42-9660-c5cebb19049d tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:27.501828 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-9a98488c-08f0-42e3-a1ca-8e878868c9e0 req-42d5ac46-3344-4e42-9660-c5cebb19049d tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4b899082-adc8-47c5-8859-c9e024730ee6 HTTP/1.1" status: 200 len: 943 time: 0.0601907 Oct 23 01:09:27.555038 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-9a98488c-08f0-42e3-a1ca-8e878868c9e0 req-198bd7a9-170f-4172-8cec-7f9d3dce14b7 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ab9eb3ca-df12-4428-a139-c340f28f0576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443769 Oct 23 01:09:28.700697 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f4c64-926b-4be2-8201-125cf03c8238 req-32f9094c-171f-4469-bdca-875993ec03eb tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:28.702210 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-bc4f4c64-926b-4be2-8201-125cf03c8238 req-32f9094c-171f-4469-bdca-875993ec03eb tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4b899082-adc8-47c5-8859-c9e024730ee6 HTTP/1.1" status: 200 len: 943 time: 0.0517423 Oct 23 01:09:28.758920 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-bc4f4c64-926b-4be2-8201-125cf03c8238 req-32d9dd0d-fbba-4dde-8cca-9b3f6fe24ae3 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ab9eb3ca-df12-4428-a139-c340f28f0576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486979 Oct 23 01:09:29.906561 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee146ad-6256-4ec1-9c06-4ff0d10cf67f req-30136e81-e37e-4a8a-984a-4ddc4eac36d0 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:29.908018 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-9ee146ad-6256-4ec1-9c06-4ff0d10cf67f req-30136e81-e37e-4a8a-984a-4ddc4eac36d0 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4b899082-adc8-47c5-8859-c9e024730ee6 HTTP/1.1" status: 200 len: 943 time: 0.0516207 Oct 23 01:09:29.961733 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-9ee146ad-6256-4ec1-9c06-4ff0d10cf67f req-5051d218-cdd6-4151-9cca-220d30bc0e02 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ab9eb3ca-df12-4428-a139-c340f28f0576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451243 Oct 23 01:09:31.093316 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aeefe9-545d-4c96-81ce-9955baa947e9 req-5081b16a-95d4-4cef-93f8-05dc46e0d948 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:31.095052 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-85aeefe9-545d-4c96-81ce-9955baa947e9 req-5081b16a-95d4-4cef-93f8-05dc46e0d948 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4b899082-adc8-47c5-8859-c9e024730ee6 HTTP/1.1" status: 200 len: 943 time: 0.0475862 Oct 23 01:09:31.150762 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-85aeefe9-545d-4c96-81ce-9955baa947e9 req-7fc79bc0-de63-4c77-a973-24e08c498f45 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ab9eb3ca-df12-4428-a139-c340f28f0576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471783 Oct 23 01:09:31.350232 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec5a7a-7408-455b-ba69-168be2a6f7f8 req-8a71b5a6-ee3e-468e-b4bb-a8ad2b47bd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:31.351622 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-9aec5a7a-7408-455b-ba69-168be2a6f7f8 req-8a71b5a6-ee3e-468e-b4bb-a8ad2b47bd97 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4b899082-adc8-47c5-8859-c9e024730ee6 HTTP/1.1" status: 200 len: 1127 time: 0.0508366 Oct 23 01:09:31.408288 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-9aec5a7a-7408-455b-ba69-168be2a6f7f8 req-876f1f6e-4726-4a06-9a21-41c802915c2f service neutron] 10.222.0.52 "GET /networking/v2.0/security-groups?id=ab9eb3ca-df12-4428-a139-c340f28f0576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505300 Oct 23 01:09:31.832904 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (16cf44eb-3ef2-4361-a416-47ab9083b794), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:32.281688 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b57ee8a-5d4d-43b3-899a-1da1b3d03860 req-0a0e1bd5-ecdf-4803-b1e5-02188d20609d tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:32.284324 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6b57ee8a-5d4d-43b3-899a-1da1b3d03860 req-0a0e1bd5-ecdf-4803-b1e5-02188d20609d tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4b899082-adc8-47c5-8859-c9e024730ee6 HTTP/1.1" status: 200 len: 943 time: 0.0529668 Oct 23 01:09:32.310912 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:32.338768 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-6b57ee8a-5d4d-43b3-899a-1da1b3d03860 req-38f55603-ae2d-4e84-a281-d40be0f3fa43 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ab9eb3ca-df12-4428-a139-c340f28f0576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495770 Oct 23 01:09:32.755898 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=4 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:32.759757 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=3 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:33.360426 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 2ba84190-4a82-4d42-a24f-2e43fdb60add details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=104553) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 23 01:09:33.449439 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:33.463592 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd1c06-790a-484a-9265-2ad01c9388a1 req-fb4b5ac8-a422-4143-ac27-c3d13ce8a3c6 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:33.464957 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port 2ba84190-4a82-4d42-a24f-2e43fdb60add, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2ba84190-4a82-4d42-a24f-2e43fdb60add,segment=NetworkSegment(af830161-2f72-4b1d-b62f-9e0eb12ccd43),segment_id=af830161-2f72-4b1d-b62f-9e0eb12ccd43)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:09:33.465149 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-abfd1c06-790a-484a-9265-2ad01c9388a1 req-fb4b5ac8-a422-4143-ac27-c3d13ce8a3c6 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4b899082-adc8-47c5-8859-c9e024730ee6 HTTP/1.1" status: 200 len: 943 time: 0.0487456 Oct 23 01:09:33.477409 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Returning: {'device': '2ba84190-4a82-4d42-a24f-2e43fdb60add', 'network_id': '5a7a794d-63de-41f4-a83c-d34a596efe6e', 'port_id': '2ba84190-4a82-4d42-a24f-2e43fdb60add', 'mac_address': 'fa:16:3e:ad:53:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d59b4dc-5424-4479-a128-51bbe59fdc02', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104553) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 23 01:09:33.513710 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Current status of the port 2ba84190-4a82-4d42-a24f-2e43fdb60add is: DOWN; New status is: BUILD {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:09:33.514097 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (2ba84190-4a82-4d42-a24f-2e43fdb60add), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:33.518513 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-abfd1c06-790a-484a-9265-2ad01c9388a1 req-27fc982d-d927-4a90-ad91-982a8953b2ef tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ab9eb3ca-df12-4428-a139-c340f28f0576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473862 Oct 23 01:09:33.527690 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.notifiers.nova [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ba84190-4a82-4d42-a24f-2e43fdb60add {{(pid=104553) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 23 01:09:33.548390 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port 2ba84190-4a82-4d42-a24f-2e43fdb60add, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2ba84190-4a82-4d42-a24f-2e43fdb60add,segment=NetworkSegment(af830161-2f72-4b1d-b62f-9e0eb12ccd43),segment_id=af830161-2f72-4b1d-b62f-9e0eb12ccd43)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:09:33.554137 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (2ba84190-4a82-4d42-a24f-2e43fdb60add), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:33.603308 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Pushing event updated for resources: {'Port': ['ID=2ba84190-4a82-4d42-a24f-2e43fdb60add,revision_number=7']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:33.769718 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] get_ports_and_sgs() called for port_ids ['2ba84190-4a82-4d42-a24f-2e43fdb60add'] {{(pid=104553) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 23 01:09:33.902521 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:33.908258 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:35.366996 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 2ba84190-4a82-4d42-a24f-2e43fdb60add up at agent hyperv_hv-cinder-maste {{(pid=104553) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 23 01:09:35.411858 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Provisioning complete for port 2ba84190-4a82-4d42-a24f-2e43fdb60add triggered by entity L2. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:09:35.412276 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (2ba84190-4a82-4d42-a24f-2e43fdb60add), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:35.412803 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Attempt 1 to provision port 2ba84190-4a82-4d42-a24f-2e43fdb60add Oct 23 01:09:35.485475 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Current status of the port 2ba84190-4a82-4d42-a24f-2e43fdb60add is: BUILD; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:09:35.485859 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-13418194'] for port (2ba84190-4a82-4d42-a24f-2e43fdb60add), before_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:35.512765 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b899082-adc8-47c5-8859-c9e024730ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba84190-4a82-4d42-a24f-2e43fdb60add'}] {{(pid=104553) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:09:35.514992 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52ef7492e608d46078fd98593772981b2cfdf47eaedaeea269e4497eac5a7bbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61538c8-3bae-437c-8057-7510d4688b04" -d '{"events": [{"server_uuid": "4b899082-adc8-47c5-8859-c9e024730ee6", "name": "network-vif-plugged", "status": "completed", "tag": "2ba84190-4a82-4d42-a24f-2e43fdb60add"}]}' {{(pid=104553) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:09:35.527230 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] For port 2ba84190-4a82-4d42-a24f-2e43fdb60add, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2ba84190-4a82-4d42-a24f-2e43fdb60add,segment=NetworkSegment(af830161-2f72-4b1d-b62f-9e0eb12ccd43),segment_id=af830161-2f72-4b1d-b62f-9e0eb12ccd43)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:09:35.533390 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758734813049', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758734404464', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758734404482'] for port (2ba84190-4a82-4d42-a24f-2e43fdb60add), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:35.557535 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b638b91-ad1d-4699-b4d0-e54de1b7a1f3 x-openstack-request-id: req-2b638b91-ad1d-4699-b4d0-e54de1b7a1f3 {{(pid=104553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:09:35.557823 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b899082-adc8-47c5-8859-c9e024730ee6", "name": "network-vif-plugged", "status": "completed", "tag": "2ba84190-4a82-4d42-a24f-2e43fdb60add", "code": 200}]} {{(pid=104553) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:09:35.558071 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2b638b91-ad1d-4699-b4d0-e54de1b7a1f3 {{(pid=104553) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:09:35.558457 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b638b91-ad1d-4699-b4d0-e54de1b7a1f3'] response: {'server_uuid': '4b899082-adc8-47c5-8859-c9e024730ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba84190-4a82-4d42-a24f-2e43fdb60add', 'code': 200} Oct 23 01:09:35.581703 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Pushing event updated for resources: {'Port': ['ID=2ba84190-4a82-4d42-a24f-2e43fdb60add,revision_number=8']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:09:36.205496 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=2 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:36.210075 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=6 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:39.245248 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-dc384bfc-6e8b-41b2-8e5f-b9c9902f4694 req-a0890dbe-b318-4657-b59a-a57205372c66 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4b899082-adc8-47c5-8859-c9e024730ee6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382931 Oct 23 01:09:39.332084 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc384bfc-6e8b-41b2-8e5f-b9c9902f4694 req-0ce3fcc1-c68f-4c9f-a790-90bc70ba695c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:39.333753 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-dc384bfc-6e8b-41b2-8e5f-b9c9902f4694 req-0ce3fcc1-c68f-4c9f-a790-90bc70ba695c service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=abb86f1ad8d8481a9c8a8b5636d06b3f&device_id=4b899082-adc8-47c5-8859-c9e024730ee6 HTTP/1.1" status: 200 len: 1129 time: 0.0451617 Oct 23 01:09:39.718669 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc384bfc-6e8b-41b2-8e5f-b9c9902f4694 req-b91252ad-719a-461d-af4a-ee0e20106070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:39.720141 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-dc384bfc-6e8b-41b2-8e5f-b9c9902f4694 req-b91252ad-719a-461d-af4a-ee0e20106070 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=5a7a794d-63de-41f4-a83c-d34a596efe6e HTTP/1.1" status: 200 len: 909 time: 0.3662360 Oct 23 01:09:39.781891 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-dc384bfc-6e8b-41b2-8e5f-b9c9902f4694 req-9ac639c2-bd1c-453c-9463-6b73ce9574de service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ba84190-4a82-4d42-a24f-2e43fdb60add HTTP/1.1" status: 200 len: 1001 time: 0.0556009 Oct 23 01:09:39.831571 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc384bfc-6e8b-41b2-8e5f-b9c9902f4694 req-8e730610-5f68-4ebc-86b4-02e15359ed00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:39.833252 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-dc384bfc-6e8b-41b2-8e5f-b9c9902f4694 req-8e730610-5f68-4ebc-86b4-02e15359ed00 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=3d59b4dc-5424-4479-a128-51bbe59fdc02 HTTP/1.1" status: 200 len: 847 time: 0.0443542 Oct 23 01:09:39.880139 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc384bfc-6e8b-41b2-8e5f-b9c9902f4694 req-2709c061-9504-4b72-b7ac-3c1ce38a1f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:09:39.882056 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-dc384bfc-6e8b-41b2-8e5f-b9c9902f4694 req-2709c061-9504-4b72-b7ac-3c1ce38a1f2a service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=5a7a794d-63de-41f4-a83c-d34a596efe6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431151 Oct 23 01:09:39.975220 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-dc384bfc-6e8b-41b2-8e5f-b9c9902f4694 req-994d8ac0-9113-464c-aaac-59d179827117 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/5a7a794d-63de-41f4-a83c-d34a596efe6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861006 Oct 23 01:09:40.071072 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-dc384bfc-6e8b-41b2-8e5f-b9c9902f4694 req-f0ec118b-4013-4401-9f52-438536062025 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/5a7a794d-63de-41f4-a83c-d34a596efe6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899916 Oct 23 01:09:45.578683 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=39,neutron:UPDATE=2 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:45.579835 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=48 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:48.827203 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e4851799-d3fc-4b81-a39c-d262e1767387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (6b66cfba-c169-484b-b3a5-13fb9b6528cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:50.065621 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=55 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:50.068086 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=62 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:09:51.241097 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-3289cc52-a1e8-4f3a-bfaf-f7e7722dbbb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (71de1650-f9d9-4095-92e6-e37ec99e20cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:52.369487 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5148f689-0f62-430a-b3f2-d0758b81aa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (b2013646-e5ec-4b71-a145-3908973fbde8), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:53.713625 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e80eb663-45f3-44c1-bd5d-b13fbac885c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (9e3bf558-830b-43df-b1b1-6fe61a75ce60), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:53.994171 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (e5069eb9-82e8-4601-9222-8a50cea677c6), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:09:57.266126 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.agents_db [None req-7a6a8f68-635a-43f5-9edf-73cfaf501ddf None None] Agent healthcheck: found 6 active agents {{(pid=104554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:10:01.822455 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (16cf44eb-3ef2-4361-a416-47ab9083b794), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:11.808211 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=8 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:11.814477 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=10,neutron:UPDATE=6 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:16.841607 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=19 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:16.845956 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=17 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:18.831010 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-6246ccf4-c0ce-4b43-a968-9c894cde806f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (6b66cfba-c169-484b-b3a5-13fb9b6528cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:21.241473 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-b384627f-b626-46af-b739-4d22262bc7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (71de1650-f9d9-4095-92e6-e37ec99e20cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:22.372125 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5148f689-0f62-430a-b3f2-d0758b81aa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (b2013646-e5ec-4b71-a145-3908973fbde8), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:23.726568 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e80eb663-45f3-44c1-bd5d-b13fbac885c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (9e3bf558-830b-43df-b1b1-6fe61a75ce60), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:23.998625 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (e5069eb9-82e8-4601-9222-8a50cea677c6), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:31.835016 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (16cf44eb-3ef2-4361-a416-47ab9083b794), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:34.267963 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.agents_db [None req-7a6a8f68-635a-43f5-9edf-73cfaf501ddf None None] Agent healthcheck: found 6 active agents {{(pid=104554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:10:41.250558 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-96fcb49e-1d19-40ea-96cf-01e7eb7f941f req-7b066edc-6a00-4f8b-9832-1199033715b2 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4b899082-adc8-47c5-8859-c9e024730ee6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0476179 Oct 23 01:10:41.333863 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fcb49e-1d19-40ea-96cf-01e7eb7f941f req-04a56659-8c4c-4cf0-9dd1-31a3c5583ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:41.335354 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-96fcb49e-1d19-40ea-96cf-01e7eb7f941f req-04a56659-8c4c-4cf0-9dd1-31a3c5583ae4 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=abb86f1ad8d8481a9c8a8b5636d06b3f&device_id=4b899082-adc8-47c5-8859-c9e024730ee6 HTTP/1.1" status: 200 len: 1129 time: 0.0411394 Oct 23 01:10:41.448862 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fcb49e-1d19-40ea-96cf-01e7eb7f941f req-e99d4516-365c-4cd8-8683-ee43b6f70fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:41.450361 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-96fcb49e-1d19-40ea-96cf-01e7eb7f941f req-e99d4516-365c-4cd8-8683-ee43b6f70fc8 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=5a7a794d-63de-41f4-a83c-d34a596efe6e HTTP/1.1" status: 200 len: 909 time: 0.0886137 Oct 23 01:10:41.513769 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-96fcb49e-1d19-40ea-96cf-01e7eb7f941f req-50134ff3-3ca2-4852-a623-7484ae5adc0f service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ba84190-4a82-4d42-a24f-2e43fdb60add HTTP/1.1" status: 200 len: 1001 time: 0.0565276 Oct 23 01:10:41.563571 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fcb49e-1d19-40ea-96cf-01e7eb7f941f req-49223416-a7f6-4f79-ae11-082a89c367e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:41.565129 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-96fcb49e-1d19-40ea-96cf-01e7eb7f941f req-49223416-a7f6-4f79-ae11-082a89c367e5 service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=3d59b4dc-5424-4479-a128-51bbe59fdc02 HTTP/1.1" status: 200 len: 847 time: 0.0458553 Oct 23 01:10:41.612395 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fcb49e-1d19-40ea-96cf-01e7eb7f941f req-e35e5e84-4f7a-43b8-8cf7-09aaab4e9b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:41.614001 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-96fcb49e-1d19-40ea-96cf-01e7eb7f941f req-e35e5e84-4f7a-43b8-8cf7-09aaab4e9b29 service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=5a7a794d-63de-41f4-a83c-d34a596efe6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431924 Oct 23 01:10:41.719867 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-96fcb49e-1d19-40ea-96cf-01e7eb7f941f req-8da20890-e52c-48b0-886c-35bc50f27181 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/5a7a794d-63de-41f4-a83c-d34a596efe6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999925 Oct 23 01:10:41.818188 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-96fcb49e-1d19-40ea-96cf-01e7eb7f941f req-25e61a1e-9d80-405f-b203-7e55f36ec2ef service neutron] 10.222.0.52 "GET /networking/v2.0/networks/5a7a794d-63de-41f4-a83c-d34a596efe6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918822 Oct 23 01:10:41.822407 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:41.828177 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:45.677627 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 58168) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:45.826738 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-4ceb7f8b-5ca7-481d-8435-5f1301f75be7 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Deleting port 7ce09a46-0969-4c99-84cd-ab673e92508f {{(pid=104551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:10:45.827030 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-4ceb7f8b-5ca7-481d-8435-5f1301f75be7 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (7ce09a46-0969-4c99-84cd-ab673e92508f), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:45.907316 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-4ceb7f8b-5ca7-481d-8435-5f1301f75be7 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (7ce09a46-0969-4c99-84cd-ab673e92508f), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:45.907619 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-4ceb7f8b-5ca7-481d-8435-5f1301f75be7 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Publish callbacks [] for floatingip (7ce09a46-0969-4c99-84cd-ab673e92508f), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:45.921308 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-4ceb7f8b-5ca7-481d-8435-5f1301f75be7 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Calling delete_port for 7ce09a46-0969-4c99-84cd-ab673e92508f owned by network:floatingip {{(pid=104551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:10:46.072867 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-4ceb7f8b-5ca7-481d-8435-5f1301f75be7 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6140158'] for port (7ce09a46-0969-4c99-84cd-ab673e92508f), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:46.097417 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb7f8b-5ca7-481d-8435-5f1301f75be7 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Pushing event deleted for resources: {'Port': ['ID=7ce09a46-0969-4c99-84cd-ab673e92508f,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:46.109149 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceb7f8b-5ca7-481d-8435-5f1301f75be7 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:46.109502 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceb7f8b-5ca7-481d-8435-5f1301f75be7 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:46.109847 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceb7f8b-5ca7-481d-8435-5f1301f75be7 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:46.110211 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceb7f8b-5ca7-481d-8435-5f1301f75be7 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:46.110560 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceb7f8b-5ca7-481d-8435-5f1301f75be7 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:46.110881 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceb7f8b-5ca7-481d-8435-5f1301f75be7 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:46.111197 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceb7f8b-5ca7-481d-8435-5f1301f75be7 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:46.111541 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceb7f8b-5ca7-481d-8435-5f1301f75be7 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:46.111867 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceb7f8b-5ca7-481d-8435-5f1301f75be7 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:46.112190 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceb7f8b-5ca7-481d-8435-5f1301f75be7 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:46.112516 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceb7f8b-5ca7-481d-8435-5f1301f75be7 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:46.112857 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceb7f8b-5ca7-481d-8435-5f1301f75be7 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:46.113179 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceb7f8b-5ca7-481d-8435-5f1301f75be7 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:46.113502 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceb7f8b-5ca7-481d-8435-5f1301f75be7 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:46.113822 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ceb7f8b-5ca7-481d-8435-5f1301f75be7 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:46.170742 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-4ceb7f8b-5ca7-481d-8435-5f1301f75be7 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Publish callbacks [] for floatingip (2fd50acb-d50d-45fc-b795-bb77a3241035), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:46.171024 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.db.l3_db [None req-4ceb7f8b-5ca7-481d-8435-5f1301f75be7 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Floating IP 2fd50acb-d50d-45fc-b795-bb77a3241035 disassociated (deleted). External IP: 172.37.4.210, port: 2ba84190-4a82-4d42-a24f-2e43fdb60add. Oct 23 01:10:46.389310 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ceb7f8b-5ca7-481d-8435-5f1301f75be7 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Router 6a77e3bb-6c8e-4684-b904-39a621deba78 has already been hosted by L3 agent 71de1650-f9d9-4095-92e6-e37ec99e20cf {{(pid=104551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:10:46.497342 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ceb7f8b-5ca7-481d-8435-5f1301f75be7 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:10:46.502189 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-4ceb7f8b-5ca7-481d-8435-5f1301f75be7 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for floatingip (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:46.507808 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e9da17-bf79-4b97-8487-aaf0f93c6d7c None None] Sync routers for ids ['6a77e3bb-6c8e-4684-b904-39a621deba78'] in dv-cinder-master-3-iscsi {{(pid=104554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:10:46.518649 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e9da17-bf79-4b97-8487-aaf0f93c6d7c None None] Routers {'6a77e3bb-6c8e-4684-b904-39a621deba78'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:10:46.519260 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-b4e9da17-bf79-4b97-8487-aaf0f93c6d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:10:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['6a77e3bb-6c8e-4684-b904-39a621deba78'], 'active': True} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:46.527912 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:46.537439 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-4ceb7f8b-5ca7-481d-8435-5f1301f75be7 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "DELETE /networking/v2.0/floatingips/2fd50acb-d50d-45fc-b795-bb77a3241035 HTTP/1.1" status: 204 len: 168 time: 0.8560255 Oct 23 01:10:46.537439 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b899082-adc8-47c5-8859-c9e024730ee6', 'tag': '2ba84190-4a82-4d42-a24f-2e43fdb60add'}] {{(pid=104551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:10:46.537884 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9c960d799f24b016d2b00ba845cc8f9ff5dbbdb312d69a2481f646f048ffd08d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648755cf-851b-4368-bb95-f0a24cbb294e" -d '{"events": [{"name": "network-changed", "server_uuid": "4b899082-adc8-47c5-8859-c9e024730ee6", "tag": "2ba84190-4a82-4d42-a24f-2e43fdb60add"}]}' {{(pid=104551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:10:46.636883 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvr_db [None req-b4e9da17-bf79-4b97-8487-aaf0f93c6d7c None None] Set router 6a77e3bb-6c8e-4684-b904-39a621deba78 gateway port host: dv-cinder-master-3-iscsi {{(pid=104554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:10:46.650891 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 23 Oct 2022 01:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88caaaf7-6c4d-4986-8227-39c9316232e0 x-openstack-request-id: req-88caaaf7-6c4d-4986-8227-39c9316232e0 {{(pid=104551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:10:46.651206 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b899082-adc8-47c5-8859-c9e024730ee6", "tag": "2ba84190-4a82-4d42-a24f-2e43fdb60add", "status": "completed", "code": 200}]} {{(pid=104551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:10:46.651480 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-88caaaf7-6c4d-4986-8227-39c9316232e0 {{(pid=104551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:10:46.651912 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88caaaf7-6c4d-4986-8227-39c9316232e0'] response: {'name': 'network-changed', 'server_uuid': '4b899082-adc8-47c5-8859-c9e024730ee6', 'tag': '2ba84190-4a82-4d42-a24f-2e43fdb60add', 'status': 'completed', 'code': 200} Oct 23 01:10:46.727988 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648755cf-851b-4368-bb95-f0a24cbb294e req-2d7c63df-2f3e-47e7-8ed1-e180e86437cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:46.731709 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-648755cf-851b-4368-bb95-f0a24cbb294e req-2d7c63df-2f3e-47e7-8ed1-e180e86437cb service neutron] 10.222.0.52 "GET /networking/v2.0/ports?tenant_id=abb86f1ad8d8481a9c8a8b5636d06b3f&device_id=4b899082-adc8-47c5-8859-c9e024730ee6 HTTP/1.1" status: 200 len: 1129 time: 0.0488257 Oct 23 01:10:46.838923 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-b4e9da17-bf79-4b97-8487-aaf0f93c6d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a77e3bb-6c8e-4684-b904-39a621deba78', 'name': 'tempest-TestShelveInstance-653016299-router', 'tenant_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.85'}], 'enable_snat': True}, 'gw_port_id': '29e200d5-6454-43fe-8518-99a7bf660c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:06:29Z', 'updated_at': '2022-10-23T01:06:32Z', 'revision_number': 4, 'project_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'gw_port': {'id': '29e200d5-6454-43fe-8518-99a7bf660c1a', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:41:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a77e3bb-6c8e-4684-b904-39a621deba78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:06:30Z', 'updated_at': '2022-10-23T01:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '52613b17-dcae-463f-82de-070ab81aef6a', 'name': '', 'network_id': '5a7a794d-63de-41f4-a83c-d34a596efe6e', 'tenant_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'mac_address': 'fa:16:3e:00:10:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a77e3bb-6c8e-4684-b904-39a621deba78', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '3d59b4dc-5424-4479-a128-51bbe59fdc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:06:32Z', 'updated_at': '2022-10-23T01:06:38Z', 'revision_number': 5, 'project_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'subnets': [{'id': '3d59b4dc-5424-4479-a128-51bbe59fdc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:46.844083 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59efcd-cf72-4e97-9ced-3b15793e43e2 req-5f223ffb-8270-41f8-96a0-8aa53f05e1d6 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:46.845645 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-de59efcd-cf72-4e97-9ced-3b15793e43e2 req-5f223ffb-8270-41f8-96a0-8aa53f05e1d6 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4b899082-adc8-47c5-8859-c9e024730ee6 HTTP/1.1" status: 200 len: 945 time: 0.0989587 Oct 23 01:10:46.863641 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e9da17-bf79-4b97-8487-aaf0f93c6d7c None None] Checking router: 6a77e3bb-6c8e-4684-b904-39a621deba78 for host: dv-cinder-master-3-iscsi {{(pid=104554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:10:46.872427 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e9da17-bf79-4b97-8487-aaf0f93c6d7c None None] Routers {'6a77e3bb-6c8e-4684-b904-39a621deba78'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:10:46.873071 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-b4e9da17-bf79-4b97-8487-aaf0f93c6d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:10:21Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['6a77e3bb-6c8e-4684-b904-39a621deba78'], 'active': True} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:46.898309 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-de59efcd-cf72-4e97-9ced-3b15793e43e2 req-4e3905b1-f536-4ecc-a13e-570738ba807a tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ab9eb3ca-df12-4428-a139-c340f28f0576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468237 Oct 23 01:10:46.985338 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvr_db [None req-b4e9da17-bf79-4b97-8487-aaf0f93c6d7c None None] Set router 6a77e3bb-6c8e-4684-b904-39a621deba78 gateway port host: dv-cinder-master-3-iscsi {{(pid=104554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:10:47.187645 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-b4e9da17-bf79-4b97-8487-aaf0f93c6d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a77e3bb-6c8e-4684-b904-39a621deba78', 'name': 'tempest-TestShelveInstance-653016299-router', 'tenant_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.85'}], 'enable_snat': True}, 'gw_port_id': '29e200d5-6454-43fe-8518-99a7bf660c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:06:29Z', 'updated_at': '2022-10-23T01:06:32Z', 'revision_number': 4, 'project_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'gw_port': {'id': '29e200d5-6454-43fe-8518-99a7bf660c1a', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:41:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a77e3bb-6c8e-4684-b904-39a621deba78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:06:30Z', 'updated_at': '2022-10-23T01:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '52613b17-dcae-463f-82de-070ab81aef6a', 'name': '', 'network_id': '5a7a794d-63de-41f4-a83c-d34a596efe6e', 'tenant_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'mac_address': 'fa:16:3e:00:10:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a77e3bb-6c8e-4684-b904-39a621deba78', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '3d59b4dc-5424-4479-a128-51bbe59fdc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:06:32Z', 'updated_at': '2022-10-23T01:06:38Z', 'revision_number': 5, 'project_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'subnets': [{'id': '3d59b4dc-5424-4479-a128-51bbe59fdc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:47.216480 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e9da17-bf79-4b97-8487-aaf0f93c6d7c None None] The sync data for ids ['6a77e3bb-6c8e-4684-b904-39a621deba78'] in dv-cinder-master-3-iscsi is: [{'id': '6a77e3bb-6c8e-4684-b904-39a621deba78', 'name': 'tempest-TestShelveInstance-653016299-router', 'tenant_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.85'}], 'enable_snat': True}, 'gw_port_id': '29e200d5-6454-43fe-8518-99a7bf660c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:06:29Z', 'updated_at': '2022-10-23T01:06:32Z', 'revision_number': 4, 'project_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'gw_port': {'id': '29e200d5-6454-43fe-8518-99a7bf660c1a', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:41:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a77e3bb-6c8e-4684-b904-39a621deba78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:06:30Z', 'updated_at': '2022-10-23T01:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi', '_interfaces': [{'id': '52613b17-dcae-463f-82de-070ab81aef6a', 'name': '', 'network_id': '5a7a794d-63de-41f4-a83c-d34a596efe6e', 'tenant_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'mac_address': 'fa:16:3e:00:10:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a77e3bb-6c8e-4684-b904-39a621deba78', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '3d59b4dc-5424-4479-a128-51bbe59fdc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:06:32Z', 'updated_at': '2022-10-23T01:06:38Z', 'revision_number': 5, 'project_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'subnets': [{'id': '3d59b4dc-5424-4479-a128-51bbe59fdc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:10:47.451606 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8793c6d7-28b6-4adf-979a-7842d77d72fb None None] New status for floating IP 2fd50acb-d50d-45fc-b795-bb77a3241035: DOWN {{(pid=104553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 23 01:10:47.802001 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648755cf-851b-4368-bb95-f0a24cbb294e req-bc21817d-f4db-4c31-8d4e-b0458699bf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:47.803401 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-648755cf-851b-4368-bb95-f0a24cbb294e req-bc21817d-f4db-4c31-8d4e-b0458699bf93 service neutron] 10.222.0.52 "GET /networking/v2.0/networks?id=5a7a794d-63de-41f4-a83c-d34a596efe6e HTTP/1.1" status: 200 len: 909 time: 0.0976501 Oct 23 01:10:47.919041 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-648755cf-851b-4368-bb95-f0a24cbb294e req-94040cae-fc42-4d42-80c6-b44d9f0e0b29 service neutron] 10.222.0.52 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ba84190-4a82-4d42-a24f-2e43fdb60add HTTP/1.1" status: 200 len: 217 time: 0.0391798 Oct 23 01:10:47.976425 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648755cf-851b-4368-bb95-f0a24cbb294e req-87cc6ab2-b686-46a7-83d6-22d9ec48581c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:47.978087 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-648755cf-851b-4368-bb95-f0a24cbb294e req-87cc6ab2-b686-46a7-83d6-22d9ec48581c service neutron] 10.222.0.52 "GET /networking/v2.0/subnets?id=3d59b4dc-5424-4479-a128-51bbe59fdc02 HTTP/1.1" status: 200 len: 847 time: 0.0518675 Oct 23 01:10:48.075704 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb794f-5786-4855-9056-310184e92b02 req-dc74ee9b-d905-4191-b6f3-30a2d8551fee tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:48.077367 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-fafb794f-5786-4855-9056-310184e92b02 req-dc74ee9b-d905-4191-b6f3-30a2d8551fee tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4b899082-adc8-47c5-8859-c9e024730ee6 HTTP/1.1" status: 200 len: 945 time: 0.0981286 Oct 23 01:10:48.130974 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-fafb794f-5786-4855-9056-310184e92b02 req-5bfffa8c-b2ee-4c53-af6f-a7cee9aa129e tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/security-groups?id=ab9eb3ca-df12-4428-a139-c340f28f0576&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459776 Oct 23 01:10:48.175868 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648755cf-851b-4368-bb95-f0a24cbb294e req-bb5340f4-1fba-4376-9cc0-283d7155e62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:48.177401 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-648755cf-851b-4368-bb95-f0a24cbb294e req-bb5340f4-1fba-4376-9cc0-283d7155e62e service neutron] 10.222.0.52 "GET /networking/v2.0/ports?network_id=5a7a794d-63de-41f4-a83c-d34a596efe6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415769 Oct 23 01:10:48.267306 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:48.273411 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=100 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:48.290485 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892c8bb-0b10-4e63-b8d6-b7abefda2155 req-e175c86e-3431-48d2-af52-c5b608a5fb7f tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104552) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 23 01:10:48.291928 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7892c8bb-0b10-4e63-b8d6-b7abefda2155 req-e175c86e-3431-48d2-af52-c5b608a5fb7f tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.52 "GET /networking/v2.0/ports?device_id=4b899082-adc8-47c5-8859-c9e024730ee6 HTTP/1.1" status: 200 len: 945 time: 0.0864708 Oct 23 01:10:48.340122 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-648755cf-851b-4368-bb95-f0a24cbb294e req-956ca80e-dc6f-4dd9-a5dd-36bac19f9bd2 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/5a7a794d-63de-41f4-a83c-d34a596efe6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551068 Oct 23 01:10:48.442265 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [req-7892c8bb-0b10-4e63-b8d6-b7abefda2155 req-4ad19936-089e-40ab-be0e-36acf0dc1804 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Deleting port 2ba84190-4a82-4d42-a24f-2e43fdb60add {{(pid=104552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:10:48.442560 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-7892c8bb-0b10-4e63-b8d6-b7abefda2155 req-4ad19936-089e-40ab-be0e-36acf0dc1804 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (2ba84190-4a82-4d42-a24f-2e43fdb60add), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:48.522036 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-648755cf-851b-4368-bb95-f0a24cbb294e req-0d366494-9042-4721-9587-e5db789a0b29 service neutron] 10.222.0.52 "GET /networking/v2.0/networks/5a7a794d-63de-41f4-a83c-d34a596efe6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762223 Oct 23 01:10:48.560902 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [req-7892c8bb-0b10-4e63-b8d6-b7abefda2155 req-4ad19936-089e-40ab-be0e-36acf0dc1804 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] For port 2ba84190-4a82-4d42-a24f-2e43fdb60add, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=2ba84190-4a82-4d42-a24f-2e43fdb60add,segment=NetworkSegment(af830161-2f72-4b1d-b62f-9e0eb12ccd43),segment_id=af830161-2f72-4b1d-b62f-9e0eb12ccd43)] {{(pid=104552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:10:48.561252 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-7892c8bb-0b10-4e63-b8d6-b7abefda2155 req-4ad19936-089e-40ab-be0e-36acf0dc1804 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (2ba84190-4a82-4d42-a24f-2e43fdb60add), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:48.575108 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [req-7892c8bb-0b10-4e63-b8d6-b7abefda2155 req-4ad19936-089e-40ab-be0e-36acf0dc1804 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Calling delete_port for 2ba84190-4a82-4d42-a24f-2e43fdb60add owned by compute:nova {{(pid=104552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:10:48.718952 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-7892c8bb-0b10-4e63-b8d6-b7abefda2155 req-4ad19936-089e-40ab-be0e-36acf0dc1804 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5995606'] for port (2ba84190-4a82-4d42-a24f-2e43fdb60add), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:48.747229 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad19936-089e-40ab-be0e-36acf0dc1804 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Pushing event deleted for resources: {'Port': ['ID=2ba84190-4a82-4d42-a24f-2e43fdb60add,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:48.774311 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad19936-089e-40ab-be0e-36acf0dc1804 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:48.774654 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad19936-089e-40ab-be0e-36acf0dc1804 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:48.774993 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad19936-089e-40ab-be0e-36acf0dc1804 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:48.775323 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad19936-089e-40ab-be0e-36acf0dc1804 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:48.775652 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad19936-089e-40ab-be0e-36acf0dc1804 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:48.775977 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad19936-089e-40ab-be0e-36acf0dc1804 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:48.776299 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad19936-089e-40ab-be0e-36acf0dc1804 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:48.776617 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad19936-089e-40ab-be0e-36acf0dc1804 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:48.776961 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad19936-089e-40ab-be0e-36acf0dc1804 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:48.777279 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad19936-089e-40ab-be0e-36acf0dc1804 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:48.777605 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad19936-089e-40ab-be0e-36acf0dc1804 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:48.777907 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad19936-089e-40ab-be0e-36acf0dc1804 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:48.778218 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad19936-089e-40ab-be0e-36acf0dc1804 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:48.778532 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad19936-089e-40ab-be0e-36acf0dc1804 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:48.778844 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad19936-089e-40ab-be0e-36acf0dc1804 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:48.802445 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.l3_dvrscheduler_db [req-7892c8bb-0b10-4e63-b8d6-b7abefda2155 req-4ad19936-089e-40ab-be0e-36acf0dc1804 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] No DVR routers for this DVR port 2ba84190-4a82-4d42-a24f-2e43fdb60add on host hv-cinder-maste {{(pid=104552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:10:48.805044 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [req-7892c8bb-0b10-4e63-b8d6-b7abefda2155 req-4ad19936-089e-40ab-be0e-36acf0dc1804 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1007045'] for port (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:48.808371 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-7892c8bb-0b10-4e63-b8d6-b7abefda2155 req-4ad19936-089e-40ab-be0e-36acf0dc1804 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.52 "DELETE /networking/v2.0/ports/2ba84190-4a82-4d42-a24f-2e43fdb60add HTTP/1.1" status: 204 len: 173 time: 0.5095108 Oct 23 01:10:48.808894 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b899082-adc8-47c5-8859-c9e024730ee6', 'name': 'network-vif-deleted', 'tag': '2ba84190-4a82-4d42-a24f-2e43fdb60add'}] {{(pid=104552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 23 01:10:48.811330 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81e71a59ae106f7f9b2e36c913636ed0b95d68e581a9dbd71020046a5c2e6c46" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fbb0580-7408-47a6-97c9-45400aafd3b5" -d '{"events": [{"server_uuid": "4b899082-adc8-47c5-8859-c9e024730ee6", "name": "network-vif-deleted", "tag": "2ba84190-4a82-4d42-a24f-2e43fdb60add"}]}' {{(pid=104552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 23 01:10:48.834049 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-d89a5760-d965-4277-8a6a-2dd3b17393d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (6b66cfba-c169-484b-b3a5-13fb9b6528cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:48.849934 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 23 Oct 2022 01:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111075dc-2a3a-4a23-96ab-7a7efe10620d x-openstack-request-id: req-111075dc-2a3a-4a23-96ab-7a7efe10620d {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 23 01:10:48.850287 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b899082-adc8-47c5-8859-c9e024730ee6", "name": "network-vif-deleted", "tag": "2ba84190-4a82-4d42-a24f-2e43fdb60add", "status": "completed", "code": 200}]} {{(pid=104552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 23 01:10:48.850510 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-111075dc-2a3a-4a23-96ab-7a7efe10620d {{(pid=104552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 23 01:10:48.851127 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.notifiers.nova [-] Nova event matching ['req-111075dc-2a3a-4a23-96ab-7a7efe10620d'] response: {'server_uuid': '4b899082-adc8-47c5-8859-c9e024730ee6', 'name': 'network-vif-deleted', 'tag': '2ba84190-4a82-4d42-a24f-2e43fdb60add', 'status': 'completed', 'code': 200} Oct 23 01:10:49.265735 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [req-c5064162-fbdc-47ca-909b-dfba96624fa7 req-f553cd46-7e00-4185-9790-27483457fbc8 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "GET /networking/v2.0/ports?device_id=4b899082-adc8-47c5-8859-c9e024730ee6 HTTP/1.1" status: 200 len: 210 time: 0.0289898 Oct 23 01:10:50.343191 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 58202) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:50.404055 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-fdd039ce-591f-4de9-a3df-cded0b182815 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Publish callbacks [] for security_group (ab9eb3ca-df12-4428-a139-c340f28f0576), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:50.429372 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-fdd039ce-591f-4de9-a3df-cded0b182815 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Publish callbacks [] for security_group (ab9eb3ca-df12-4428-a139-c340f28f0576), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:50.498125 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-fdd039ce-591f-4de9-a3df-cded0b182815 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (ab9eb3ca-df12-4428-a139-c340f28f0576), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:50.501071 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-fdd039ce-591f-4de9-a3df-cded0b182815 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Publish callbacks [] for security_group (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:50.502256 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-fdd039ce-591f-4de9-a3df-cded0b182815 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] 10.222.0.18 "DELETE /networking/v2.0/security-groups/ab9eb3ca-df12-4428-a139-c340f28f0576 HTTP/1.1" status: 204 len: 168 time: 0.1588686 Oct 23 01:10:50.512363 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd039ce-591f-4de9-a3df-cded0b182815 tempest-TestShelveInstance-126243353 tempest-TestShelveInstance-126243353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9eb3ca-df12-4428-a139-c340f28f0576,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:50.549923 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 58206) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:50.739584 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:50.747458 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:50.864944 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-68902c12-5e62-439b-949c-afda74b00bf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-517241'] for router_interface (6a77e3bb-6c8e-4684-b904-39a621deba78), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:51.100362 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [None req-68902c12-5e62-439b-949c-afda74b00bf7 admin admin] Deleting port 52613b17-dcae-463f-82de-070ab81aef6a {{(pid=104552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:10:51.100599 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-68902c12-5e62-439b-949c-afda74b00bf7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (52613b17-dcae-463f-82de-070ab81aef6a), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:51.189810 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [None req-68902c12-5e62-439b-949c-afda74b00bf7 admin admin] For port 52613b17-dcae-463f-82de-070ab81aef6a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=52613b17-dcae-463f-82de-070ab81aef6a,segment=NetworkSegment(af830161-2f72-4b1d-b62f-9e0eb12ccd43),segment_id=af830161-2f72-4b1d-b62f-9e0eb12ccd43)] {{(pid=104552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:10:51.190169 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-68902c12-5e62-439b-949c-afda74b00bf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (52613b17-dcae-463f-82de-070ab81aef6a), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:51.204062 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [None req-68902c12-5e62-439b-949c-afda74b00bf7 admin admin] Calling delete_port for 52613b17-dcae-463f-82de-070ab81aef6a owned by network:router_interface {{(pid=104552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:10:51.236598 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-dfac9661-986a-40bd-9c4f-68411a692f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (71de1650-f9d9-4095-92e6-e37ec99e20cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:51.404051 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-68902c12-5e62-439b-949c-afda74b00bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5995606'] for port (52613b17-dcae-463f-82de-070ab81aef6a), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:51.430084 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68902c12-5e62-439b-949c-afda74b00bf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=52613b17-dcae-463f-82de-070ab81aef6a,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:51.598410 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-68902c12-5e62-439b-949c-afda74b00bf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516553'] for router_interface (6a77e3bb-6c8e-4684-b904-39a621deba78), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:51.609129 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:51.620006 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2ad840-d793-4d18-bf0d-53ee9553bba8 None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=104553) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:10:51.644750 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:51.694339 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2ad840-d793-4d18-bf0d-53ee9553bba8 None None] Resources bound (agent type, host, resource id): {{(pid=104553) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:10:51.756541 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 2ba84190-4a82-4d42-a24f-2e43fdb60add no longer exists at agent hyperv_hv-cinder-maste {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:10:51.779681 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] No Port match for: 2ba84190-4a82-4d42-a24f-2e43fdb60add {{(pid=104553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:10:51.779978 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Device 2ba84190-4a82-4d42-a24f-2e43fdb60add not bound to the agent host hv-cinder-maste {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:10:51.811631 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68902c12-5e62-439b-949c-afda74b00bf7 admin admin] Router 6a77e3bb-6c8e-4684-b904-39a621deba78 has already been hosted by L3 agent 71de1650-f9d9-4095-92e6-e37ec99e20cf {{(pid=104552) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:10:51.918483 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68902c12-5e62-439b-949c-afda74b00bf7 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104552) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:10:51.923515 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-68902c12-5e62-439b-949c-afda74b00bf7 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/6a77e3bb-6c8e-4684-b904-39a621deba78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3723185 Oct 23 01:10:51.926581 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 58208) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:51.928372 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe36273-79ab-4e1d-a873-69354d07afa9 None None] Sync routers for ids ['6a77e3bb-6c8e-4684-b904-39a621deba78'] in dv-cinder-master-3-iscsi {{(pid=104554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:10:51.939012 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe36273-79ab-4e1d-a873-69354d07afa9 None None] Routers {'6a77e3bb-6c8e-4684-b904-39a621deba78'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:10:51.940963 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-2fe36273-79ab-4e1d-a873-69354d07afa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:10:51Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['6a77e3bb-6c8e-4684-b904-39a621deba78'], 'active': True} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:52.040157 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-6cb0343e-30c9-4119-9a9c-e723ad7ea00e admin admin] Publish callbacks [] for router (6a77e3bb-6c8e-4684-b904-39a621deba78), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:52.046775 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvr_db [None req-2fe36273-79ab-4e1d-a873-69354d07afa9 None None] Set router 6a77e3bb-6c8e-4684-b904-39a621deba78 gateway port host: dv-cinder-master-3-iscsi {{(pid=104554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:10:52.149611 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-6cb0343e-30c9-4119-9a9c-e723ad7ea00e admin admin] Publish callbacks [] for router_gateway (6a77e3bb-6c8e-4684-b904-39a621deba78), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:52.189611 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=100 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:52.197260 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [None req-6cb0343e-30c9-4119-9a9c-e723ad7ea00e admin admin] Deleting port 29e200d5-6454-43fe-8518-99a7bf660c1a {{(pid=104552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:10:52.197562 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-6cb0343e-30c9-4119-9a9c-e723ad7ea00e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (29e200d5-6454-43fe-8518-99a7bf660c1a), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:52.233303 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-2fe36273-79ab-4e1d-a873-69354d07afa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a77e3bb-6c8e-4684-b904-39a621deba78', 'name': 'tempest-TestShelveInstance-653016299-router', 'tenant_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.85'}], 'enable_snat': True}, 'gw_port_id': '29e200d5-6454-43fe-8518-99a7bf660c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:06:29Z', 'updated_at': '2022-10-23T01:10:51Z', 'revision_number': 5, 'project_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'gw_port': {'id': '29e200d5-6454-43fe-8518-99a7bf660c1a', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:41:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a77e3bb-6c8e-4684-b904-39a621deba78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:06:30Z', 'updated_at': '2022-10-23T01:06:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:52.259418 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe36273-79ab-4e1d-a873-69354d07afa9 None None] Checking router: 6a77e3bb-6c8e-4684-b904-39a621deba78 for host: dv-cinder-master-3-iscsi {{(pid=104554) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:10:52.268840 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe36273-79ab-4e1d-a873-69354d07afa9 None None] Routers {'6a77e3bb-6c8e-4684-b904-39a621deba78'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104554) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:10:52.269231 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-2fe36273-79ab-4e1d-a873-69354d07afa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:10:51Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['6a77e3bb-6c8e-4684-b904-39a621deba78'], 'active': True} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:52.287552 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [None req-6cb0343e-30c9-4119-9a9c-e723ad7ea00e admin admin] For port 29e200d5-6454-43fe-8518-99a7bf660c1a, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=29e200d5-6454-43fe-8518-99a7bf660c1a,segment=NetworkSegment(0d47d9bc-e081-4c9e-9d69-e5804f7aef1d),segment_id=0d47d9bc-e081-4c9e-9d69-e5804f7aef1d)] {{(pid=104552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:10:52.287907 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-6cb0343e-30c9-4119-9a9c-e723ad7ea00e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (29e200d5-6454-43fe-8518-99a7bf660c1a), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:52.302425 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [None req-6cb0343e-30c9-4119-9a9c-e723ad7ea00e admin admin] Calling delete_port for 29e200d5-6454-43fe-8518-99a7bf660c1a owned by network:router_gateway {{(pid=104552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:10:52.335230 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=100 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:52.357092 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_dvr_db [None req-2fe36273-79ab-4e1d-a873-69354d07afa9 None None] Set router 6a77e3bb-6c8e-4684-b904-39a621deba78 gateway port host: None {{(pid=104554) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:10:52.511759 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-6cb0343e-30c9-4119-9a9c-e723ad7ea00e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5995606'] for port (29e200d5-6454-43fe-8518-99a7bf660c1a), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:52.515888 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.l3_hamode_db [None req-2fe36273-79ab-4e1d-a873-69354d07afa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a77e3bb-6c8e-4684-b904-39a621deba78', 'name': 'tempest-TestShelveInstance-653016299-router', 'tenant_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:06:29Z', 'updated_at': '2022-10-23T01:10:52Z', 'revision_number': 6, 'project_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104554) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:52.520765 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:52.535173 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5148f689-0f62-430a-b3f2-d0758b81aa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (b2013646-e5ec-4b71-a145-3908973fbde8), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:52.536345 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-a22eaaec-aa39-41ff-8fe5-2cd47c1ed2ba None None] Provisioning complete for port ed08c520-d224-4010-b30f-1caee6c4d7a8 triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:52.536704 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-a22eaaec-aa39-41ff-8fe5-2cd47c1ed2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (ed08c520-d224-4010-b30f-1caee6c4d7a8), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:52.537057 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-a22eaaec-aa39-41ff-8fe5-2cd47c1ed2ba None None] Attempt 1 to provision port ed08c520-d224-4010-b30f-1caee6c4d7a8 Oct 23 01:10:52.542961 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe36273-79ab-4e1d-a873-69354d07afa9 None None] The sync data for ids ['6a77e3bb-6c8e-4684-b904-39a621deba78'] in dv-cinder-master-3-iscsi is: [{'id': '6a77e3bb-6c8e-4684-b904-39a621deba78', 'name': 'tempest-TestShelveInstance-653016299-router', 'tenant_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:06:29Z', 'updated_at': '2022-10-23T01:10:52Z', 'revision_number': 6, 'project_id': 'abb86f1ad8d8481a9c8a8b5636d06b3f', 'gw_port_host': None}] {{(pid=104554) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:10:52.545959 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb0343e-30c9-4119-9a9c-e723ad7ea00e admin admin] Pushing event deleted for resources: {'Port': ['ID=29e200d5-6454-43fe-8518-99a7bf660c1a,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:52.571985 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:52.611215 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-6cb0343e-30c9-4119-9a9c-e723ad7ea00e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-517020'] for router_gateway (6a77e3bb-6c8e-4684-b904-39a621deba78), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:52.625281 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-a22eaaec-aa39-41ff-8fe5-2cd47c1ed2ba None None] Current status of the port ed08c520-d224-4010-b30f-1caee6c4d7a8 is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:52.706997 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-6cb0343e-30c9-4119-9a9c-e723ad7ea00e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-401043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123571'] for router (6a77e3bb-6c8e-4684-b904-39a621deba78), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:52.709394 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-6cb0343e-30c9-4119-9a9c-e723ad7ea00e admin admin] Publish callbacks [] for router_controller (6a77e3bb-6c8e-4684-b904-39a621deba78), precommit_delete_associations {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:52.756419 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-6cb0343e-30c9-4119-9a9c-e723ad7ea00e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517178'] for router (6a77e3bb-6c8e-4684-b904-39a621deba78), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:52.756975 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb0343e-30c9-4119-9a9c-e723ad7ea00e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a77e3bb-6c8e-4684-b904-39a621deba78 {{(pid=104552) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:10:52.762456 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-6cb0343e-30c9-4119-9a9c-e723ad7ea00e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:52.763599 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-6cb0343e-30c9-4119-9a9c-e723ad7ea00e admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/6a77e3bb-6c8e-4684-b904-39a621deba78 HTTP/1.1" status: 204 len: 168 time: 0.8360193 Oct 23 01:10:52.767131 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 58210) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:52.817190 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.db_base_plugin_v2 [None req-3142b5c0-5aba-4f37-8842-14efc400072f admin admin] Deleting subnet 3d59b4dc-5424-4479-a128-51bbe59fdc02 {{(pid=104552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:10:52.820677 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-3142b5c0-5aba-4f37-8842-14efc400072f admin admin] Publish callbacks [] for subnet (3d59b4dc-5424-4479-a128-51bbe59fdc02), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:52.859803 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-3142b5c0-5aba-4f37-8842-14efc400072f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6324722'] for subnet (3d59b4dc-5424-4479-a128-51bbe59fdc02), precommit_delete_associations {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:52.949387 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-3142b5c0-5aba-4f37-8842-14efc400072f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13457227'] for subnet (3d59b4dc-5424-4479-a128-51bbe59fdc02), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:53.015937 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-3142b5c0-5aba-4f37-8842-14efc400072f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-13457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5989285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6118452'] for subnet (3d59b4dc-5424-4479-a128-51bbe59fdc02), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:53.042216 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3142b5c0-5aba-4f37-8842-14efc400072f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d59b4dc-5424-4479-a128-51bbe59fdc02,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:53.046051 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-3142b5c0-5aba-4f37-8842-14efc400072f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for subnet (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:53.050824 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-3142b5c0-5aba-4f37-8842-14efc400072f admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/3d59b4dc-5424-4479-a128-51bbe59fdc02 HTTP/1.1" status: 204 len: 168 time: 0.2826209 Oct 23 01:10:53.055059 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 58212) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:53.059395 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303ebd69-8db1-41df-94b9-3f6dab4a4ed0 None None] Network 5a7a794d-63de-41f4-a83c-d34a596efe6e requested from dv-cinder-master-3-iscsi {{(pid=104553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:10:53.130684 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-5f07f731-15d3-4cea-9c38-97836b3d8529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13506626'] for network (5a7a794d-63de-41f4-a83c-d34a596efe6e), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:53.176279 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [None req-5f07f731-15d3-4cea-9c38-97836b3d8529 admin admin] Deleting port ed08c520-d224-4010-b30f-1caee6c4d7a8 {{(pid=104552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:10:53.176681 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-5f07f731-15d3-4cea-9c38-97836b3d8529 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (ed08c520-d224-4010-b30f-1caee6c4d7a8), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:53.234277 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfaa046-5c03-4e3b-a7fd-a4acca182098 None None] DHCP port deletion for 5a7a794d-63de-41f4-a83c-d34a596efe6e request from dv-cinder-master-3-iscsi {{(pid=104553) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:10:53.250189 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.db [None req-5f07f731-15d3-4cea-9c38-97836b3d8529 admin admin] For port ed08c520-d224-4010-b30f-1caee6c4d7a8, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ed08c520-d224-4010-b30f-1caee6c4d7a8,segment=NetworkSegment(af830161-2f72-4b1d-b62f-9e0eb12ccd43),segment_id=af830161-2f72-4b1d-b62f-9e0eb12ccd43)] {{(pid=104552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:10:53.250630 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-5f07f731-15d3-4cea-9c38-97836b3d8529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (ed08c520-d224-4010-b30f-1caee6c4d7a8), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:53.266635 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.plugin [None req-5f07f731-15d3-4cea-9c38-97836b3d8529 admin admin] Calling delete_port for ed08c520-d224-4010-b30f-1caee6c4d7a8 owned by network:dhcp {{(pid=104552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:10:53.276965 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-5bfaa046-5c03-4e3b-a7fd-a4acca182098 None None] Deleting port ed08c520-d224-4010-b30f-1caee6c4d7a8 {{(pid=104553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:10:53.277681 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5bfaa046-5c03-4e3b-a7fd-a4acca182098 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (ed08c520-d224-4010-b30f-1caee6c4d7a8), before_delete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:53.366790 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-5bfaa046-5c03-4e3b-a7fd-a4acca182098 None None] For port ed08c520-d224-4010-b30f-1caee6c4d7a8, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=ed08c520-d224-4010-b30f-1caee6c4d7a8,segment=NetworkSegment(af830161-2f72-4b1d-b62f-9e0eb12ccd43),segment_id=af830161-2f72-4b1d-b62f-9e0eb12ccd43)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:10:53.367247 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5bfaa046-5c03-4e3b-a7fd-a4acca182098 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (ed08c520-d224-4010-b30f-1caee6c4d7a8), precommit_delete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:53.383718 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-5bfaa046-5c03-4e3b-a7fd-a4acca182098 None None] Calling delete_port for ed08c520-d224-4010-b30f-1caee6c4d7a8 owned by network:dhcp {{(pid=104553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:10:53.463769 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5bfaa046-5c03-4e3b-a7fd-a4acca182098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455'] for port (ed08c520-d224-4010-b30f-1caee6c4d7a8), after_delete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:53.493140 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfaa046-5c03-4e3b-a7fd-a4acca182098 None None] Pushing event deleted for resources: {'Port': ['ID=ed08c520-d224-4010-b30f-1caee6c4d7a8,revision_number=None']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:53.499242 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfaa046-5c03-4e3b-a7fd-a4acca182098 None None] No DVR routers for this DVR port ed08c520-d224-4010-b30f-1caee6c4d7a8 on host dv-cinder-master-3-iscsi {{(pid=104553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:10:53.511442 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfaa046-5c03-4e3b-a7fd-a4acca182098 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:53.511821 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfaa046-5c03-4e3b-a7fd-a4acca182098 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:53.512161 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfaa046-5c03-4e3b-a7fd-a4acca182098 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:53.512496 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfaa046-5c03-4e3b-a7fd-a4acca182098 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:53.512892 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfaa046-5c03-4e3b-a7fd-a4acca182098 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:53.513149 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfaa046-5c03-4e3b-a7fd-a4acca182098 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:53.513473 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfaa046-5c03-4e3b-a7fd-a4acca182098 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:53.513795 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfaa046-5c03-4e3b-a7fd-a4acca182098 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:53.514182 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfaa046-5c03-4e3b-a7fd-a4acca182098 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:53.514450 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfaa046-5c03-4e3b-a7fd-a4acca182098 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:53.514767 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfaa046-5c03-4e3b-a7fd-a4acca182098 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:53.515087 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfaa046-5c03-4e3b-a7fd-a4acca182098 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:53.515452 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfaa046-5c03-4e3b-a7fd-a4acca182098 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:53.515770 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfaa046-5c03-4e3b-a7fd-a4acca182098 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:53.516086 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bfaa046-5c03-4e3b-a7fd-a4acca182098 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-iscsi {{(pid=104553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 23 01:10:53.648277 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-5f07f731-15d3-4cea-9c38-97836b3d8529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5995606'] for port (ed08c520-d224-4010-b30f-1caee6c4d7a8), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:53.672273 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f07f731-15d3-4cea-9c38-97836b3d8529 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed08c520-d224-4010-b30f-1caee6c4d7a8,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:53.680093 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f07f731-15d3-4cea-9c38-97836b3d8529 admin admin] No DVR routers for this DVR port ed08c520-d224-4010-b30f-1caee6c4d7a8 on host dv-cinder-master-3-iscsi {{(pid=104552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:10:53.720706 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e80eb663-45f3-44c1-bd5d-b13fbac885c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (9e3bf558-830b-43df-b1b1-6fe61a75ce60), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:53.757602 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-5f07f731-15d3-4cea-9c38-97836b3d8529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13455826', 'neutron.services.segments.db._delete_segments_for_network-8758734904131'] for network (5a7a794d-63de-41f4-a83c-d34a596efe6e), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:53.779206 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.services.segments.db [None req-5f07f731-15d3-4cea-9c38-97836b3d8529 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a7a794d-63de-41f4-a83c-d34a596efe6e']}} {{(pid=104552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:53.789890 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.services.segments.db [None req-5f07f731-15d3-4cea-9c38-97836b3d8529 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af830161-2f72-4b1d-b62f-9e0eb12ccd43') {'for_net_delete': True} {{(pid=104552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:53.790083 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.services.segments.db [None req-5f07f731-15d3-4cea-9c38-97836b3d8529 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af830161-2f72-4b1d-b62f-9e0eb12ccd43') {} {{(pid=104552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:53.800371 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-5f07f731-15d3-4cea-9c38-97836b3d8529 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758734904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6324729'] for segment (af830161-2f72-4b1d-b62f-9e0eb12ccd43), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:53.813881 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-5f07f731-15d3-4cea-9c38-97836b3d8529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13381139'] for segment (af830161-2f72-4b1d-b62f-9e0eb12ccd43), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:53.820845 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f07f731-15d3-4cea-9c38-97836b3d8529 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=104552) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:10:53.821379 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-5f07f731-15d3-4cea-9c38-97836b3d8529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13381139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5995523'] for segment (af830161-2f72-4b1d-b62f-9e0eb12ccd43), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:53.837645 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:53.865264 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:53.887722 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-5f07f731-15d3-4cea-9c38-97836b3d8529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13455835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516948'] for network (5a7a794d-63de-41f4-a83c-d34a596efe6e), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:53.894019 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-5f07f731-15d3-4cea-9c38-97836b3d8529 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for network (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:53.897222 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-5f07f731-15d3-4cea-9c38-97836b3d8529 admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/5a7a794d-63de-41f4-a83c-d34a596efe6e HTTP/1.1" status: 204 len: 168 time: 0.8410330 Oct 23 01:10:53.899114 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.services.segments.plugin [-] Segment af830161-2f72-4b1d-b62f-9e0eb12ccd43 resource provider aggregate not found Oct 23 01:10:53.900274 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 58218) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:53.913174 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f07f731-15d3-4cea-9c38-97836b3d8529 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a7a794d-63de-41f4-a83c-d34a596efe6e,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:53.921442 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.services.segments.plugin [-] Segment af830161-2f72-4b1d-b62f-9e0eb12ccd43 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid af830161-2f72-4b1d-b62f-9e0eb12ccd43 found for delete ", "request_id": "req-23632cf8-84ab-4f40-a111-ee81f04a2c74"}]} Oct 23 01:10:53.955420 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:53.996395 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (e5069eb9-82e8-4601-9222-8a50cea677c6), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:54.236472 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-03d0cfc8-1072-48b3-ae5b-2bae259e90b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-517241'] for router_interface (87d24b75-d0fd-43b3-92bd-43c4adbf28e4), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:54.434112 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device ed08c520-d224-4010-b30f-1caee6c4d7a8 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:10:54.453943 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] No Port match for: ed08c520-d224-4010-b30f-1caee6c4d7a8 {{(pid=104553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:10:54.454296 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device ed08c520-d224-4010-b30f-1caee6c4d7a8 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:10:54.454694 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 29e200d5-6454-43fe-8518-99a7bf660c1a no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:10:54.466651 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-03d0cfc8-1072-48b3-ae5b-2bae259e90b8 admin admin] Deleting port 06df1483-bd9e-4eb6-88e8-3ef5747f9fd5 {{(pid=104551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:10:54.466993 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-03d0cfc8-1072-48b3-ae5b-2bae259e90b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (06df1483-bd9e-4eb6-88e8-3ef5747f9fd5), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:54.474533 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] No Port match for: 29e200d5-6454-43fe-8518-99a7bf660c1a {{(pid=104553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:10:54.474884 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 29e200d5-6454-43fe-8518-99a7bf660c1a not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:10:54.475288 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 52613b17-dcae-463f-82de-070ab81aef6a no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:10:54.495155 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] No Port match for: 52613b17-dcae-463f-82de-070ab81aef6a {{(pid=104553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:10:54.495429 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 52613b17-dcae-463f-82de-070ab81aef6a not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:10:54.548682 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.db [None req-03d0cfc8-1072-48b3-ae5b-2bae259e90b8 admin admin] For port 06df1483-bd9e-4eb6-88e8-3ef5747f9fd5, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=06df1483-bd9e-4eb6-88e8-3ef5747f9fd5,segment=NetworkSegment(450fcc7b-a197-4f07-abc6-99822a34c9a4),segment_id=450fcc7b-a197-4f07-abc6-99822a34c9a4)] {{(pid=104551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:10:54.549192 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-03d0cfc8-1072-48b3-ae5b-2bae259e90b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (06df1483-bd9e-4eb6-88e8-3ef5747f9fd5), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:54.563629 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-03d0cfc8-1072-48b3-ae5b-2bae259e90b8 admin admin] Calling delete_port for 06df1483-bd9e-4eb6-88e8-3ef5747f9fd5 owned by network:router_interface {{(pid=104551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:10:54.730635 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:54.750077 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-03d0cfc8-1072-48b3-ae5b-2bae259e90b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6140158'] for port (06df1483-bd9e-4eb6-88e8-3ef5747f9fd5), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:54.778164 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d0cfc8-1072-48b3-ae5b-2bae259e90b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=06df1483-bd9e-4eb6-88e8-3ef5747f9fd5,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:54.838315 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:54.949392 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-03d0cfc8-1072-48b3-ae5b-2bae259e90b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-605452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516553'] for router_interface (87d24b75-d0fd-43b3-92bd-43c4adbf28e4), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:54.970466 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f01945f-5146-437a-b858-668fe846298f None None] get_active_networks_info from dv-cinder-master-3-iscsi {{(pid=104553) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 23 01:10:54.995040 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:55.012086 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:55.047774 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f01945f-5146-437a-b858-668fe846298f None None] Resources bound (agent type, host, resource id): {{(pid=104553) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 23 01:10:55.168684 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d0cfc8-1072-48b3-ae5b-2bae259e90b8 admin admin] Router 87d24b75-d0fd-43b3-92bd-43c4adbf28e4 has already been hosted by L3 agent 71de1650-f9d9-4095-92e6-e37ec99e20cf {{(pid=104551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 23 01:10:55.276604 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d0cfc8-1072-48b3-ae5b-2bae259e90b8 admin admin] Notify agent at l3_agent.dv-cinder-master-3-iscsi the message routers_updated {{(pid=104551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 23 01:10:55.283051 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-03d0cfc8-1072-48b3-ae5b-2bae259e90b8 admin admin] 10.222.0.18 "PUT /networking/v2.0/routers/87d24b75-d0fd-43b3-92bd-43c4adbf28e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3812323 Oct 23 01:10:55.285452 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 58222) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:55.288563 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d98b388-bea4-4914-9614-176b002b95ba None None] Sync routers for ids ['87d24b75-d0fd-43b3-92bd-43c4adbf28e4'] in dv-cinder-master-3-iscsi {{(pid=104553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 23 01:10:55.300824 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d98b388-bea4-4914-9614-176b002b95ba None None] Routers {'87d24b75-d0fd-43b3-92bd-43c4adbf28e4'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:10:55.301429 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-5d98b388-bea4-4914-9614-176b002b95ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:10:51Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['87d24b75-d0fd-43b3-92bd-43c4adbf28e4'], 'active': True} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:55.392424 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-72f1376d-e38d-4492-98c8-0245b9c494a8 admin admin] Publish callbacks [] for router (87d24b75-d0fd-43b3-92bd-43c4adbf28e4), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:55.413015 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvr_db [None req-5d98b388-bea4-4914-9614-176b002b95ba None None] Set router 87d24b75-d0fd-43b3-92bd-43c4adbf28e4 gateway port host: dv-cinder-master-3-iscsi {{(pid=104553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:10:55.499760 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-72f1376d-e38d-4492-98c8-0245b9c494a8 admin admin] Publish callbacks [] for router_gateway (87d24b75-d0fd-43b3-92bd-43c4adbf28e4), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:55.550208 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-72f1376d-e38d-4492-98c8-0245b9c494a8 admin admin] Deleting port 99db7be1-e4dc-4662-a5bb-e94fd92d7e45 {{(pid=104551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:10:55.550562 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-72f1376d-e38d-4492-98c8-0245b9c494a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (99db7be1-e4dc-4662-a5bb-e94fd92d7e45), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:55.600410 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-5d98b388-bea4-4914-9614-176b002b95ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d24b75-d0fd-43b3-92bd-43c4adbf28e4', 'name': 'tempest-TestShelveInstance-1827445567-router', 'tenant_id': 'ea6b722204ec4cf9a7e4656cced96e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'external_fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.251'}], 'enable_snat': True}, 'gw_port_id': '99db7be1-e4dc-4662-a5bb-e94fd92d7e45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:06:34Z', 'updated_at': '2022-10-23T01:10:54Z', 'revision_number': 5, 'project_id': 'ea6b722204ec4cf9a7e4656cced96e70', 'gw_port': {'id': '99db7be1-e4dc-4662-a5bb-e94fd92d7e45', 'name': '', 'network_id': 'f9ff398c-cd2a-4430-b908-7f7163c266f3', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:62:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d24b75-d0fd-43b3-92bd-43c4adbf28e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'ip_address': '172.37.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-23T01:06:35Z', 'updated_at': '2022-10-23T01:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd152ba8-6213-403c-b7fc-9b4ab174f9a2', 'cidr': '172.37.4.0/24', 'gateway_ip': '172.37.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-iscsi'}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:55.626412 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d98b388-bea4-4914-9614-176b002b95ba None None] Checking router: 87d24b75-d0fd-43b3-92bd-43c4adbf28e4 for host: dv-cinder-master-3-iscsi {{(pid=104553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 23 01:10:55.633803 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:55.636454 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d98b388-bea4-4914-9614-176b002b95ba None None] Routers {'87d24b75-d0fd-43b3-92bd-43c4adbf28e4'} bound to L3 agent in host dv-cinder-master-3-iscsi {{(pid=104553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 23 01:10:55.637165 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-5d98b388-bea4-4914-9614-176b002b95ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-23T00:47:21Z,description=,heartbeat_timestamp=2022-10-23T01:10:51Z,host='dv-cinder-master-3-iscsi',id=71de1650-f9d9-4095-92e6-e37ec99e20cf,load=0,resource_versions=,resources_synced=,started_at=2022-10-23T00:47:21Z,topic='l3_agent')) {'router_ids': ['87d24b75-d0fd-43b3-92bd-43c4adbf28e4'], 'active': True} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:55.639790 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.db [None req-72f1376d-e38d-4492-98c8-0245b9c494a8 admin admin] For port 99db7be1-e4dc-4662-a5bb-e94fd92d7e45, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=99db7be1-e4dc-4662-a5bb-e94fd92d7e45,segment=NetworkSegment(0d47d9bc-e081-4c9e-9d69-e5804f7aef1d),segment_id=0d47d9bc-e081-4c9e-9d69-e5804f7aef1d)] {{(pid=104551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:10:55.640231 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-72f1376d-e38d-4492-98c8-0245b9c494a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (99db7be1-e4dc-4662-a5bb-e94fd92d7e45), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:55.655407 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-72f1376d-e38d-4492-98c8-0245b9c494a8 admin admin] Calling delete_port for 99db7be1-e4dc-4662-a5bb-e94fd92d7e45 owned by network:router_gateway {{(pid=104551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:10:55.715267 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.provisioning_blocks [None req-196cf1a8-0b9e-40f3-a7c0-a17bd43b1fd9 None None] Provisioning complete for port 9ec59cc1-5f76-46ca-bc46-9da595ea58e5 triggered by entity DHCP. {{(pid=104553) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 23 01:10:55.715636 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-196cf1a8-0b9e-40f3-a7c0-a17bd43b1fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-13458097'] for port (9ec59cc1-5f76-46ca-bc46-9da595ea58e5), provisioning_complete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:55.715993 dv-cinder-master-3-iscsi neutron-server[104553]: INFO neutron.plugins.ml2.plugin [None req-196cf1a8-0b9e-40f3-a7c0-a17bd43b1fd9 None None] Attempt 1 to provision port 9ec59cc1-5f76-46ca-bc46-9da595ea58e5 Oct 23 01:10:55.756207 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvr_db [None req-5d98b388-bea4-4914-9614-176b002b95ba None None] Set router 87d24b75-d0fd-43b3-92bd-43c4adbf28e4 gateway port host: None {{(pid=104553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 23 01:10:55.810583 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:55.811661 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_hamode_db [None req-5d98b388-bea4-4914-9614-176b002b95ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d24b75-d0fd-43b3-92bd-43c4adbf28e4', 'name': 'tempest-TestShelveInstance-1827445567-router', 'tenant_id': 'ea6b722204ec4cf9a7e4656cced96e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:06:34Z', 'updated_at': '2022-10-23T01:10:55Z', 'revision_number': 6, 'project_id': 'ea6b722204ec4cf9a7e4656cced96e70', 'gw_port_host': None}], 'dv-cinder-master-3-iscsi', False) {} {{(pid=104553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:55.825457 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-72f1376d-e38d-4492-98c8-0245b9c494a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6140158'] for port (99db7be1-e4dc-4662-a5bb-e94fd92d7e45), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:55.843711 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d98b388-bea4-4914-9614-176b002b95ba None None] The sync data for ids ['87d24b75-d0fd-43b3-92bd-43c4adbf28e4'] in dv-cinder-master-3-iscsi is: [{'id': '87d24b75-d0fd-43b3-92bd-43c4adbf28e4', 'name': 'tempest-TestShelveInstance-1827445567-router', 'tenant_id': 'ea6b722204ec4cf9a7e4656cced96e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-23T01:06:34Z', 'updated_at': '2022-10-23T01:10:55Z', 'revision_number': 6, 'project_id': 'ea6b722204ec4cf9a7e4656cced96e70', 'gw_port_host': None}] {{(pid=104553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 23 01:10:55.852645 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f1376d-e38d-4492-98c8-0245b9c494a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=99db7be1-e4dc-4662-a5bb-e94fd92d7e45,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:55.885905 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-196cf1a8-0b9e-40f3-a7c0-a17bd43b1fd9 None None] Current status of the port 9ec59cc1-5f76-46ca-bc46-9da595ea58e5 is: ACTIVE; New status is: ACTIVE {{(pid=104553) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 23 01:10:55.927693 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-72f1376d-e38d-4492-98c8-0245b9c494a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-517020'] for router_gateway (87d24b75-d0fd-43b3-92bd-43c4adbf28e4), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:56.018618 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-72f1376d-e38d-4492-98c8-0245b9c494a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-401043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123571'] for router (87d24b75-d0fd-43b3-92bd-43c4adbf28e4), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:56.021105 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-72f1376d-e38d-4492-98c8-0245b9c494a8 admin admin] Publish callbacks [] for router_controller (87d24b75-d0fd-43b3-92bd-43c4adbf28e4), precommit_delete_associations {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:56.295261 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-72f1376d-e38d-4492-98c8-0245b9c494a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-517178'] for router (87d24b75-d0fd-43b3-92bd-43c4adbf28e4), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:56.296027 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f1376d-e38d-4492-98c8-0245b9c494a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87d24b75-d0fd-43b3-92bd-43c4adbf28e4 {{(pid=104551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 23 01:10:56.300650 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-72f1376d-e38d-4492-98c8-0245b9c494a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:56.301727 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-72f1376d-e38d-4492-98c8-0245b9c494a8 admin admin] 10.222.0.18 "DELETE /networking/v2.0/routers/87d24b75-d0fd-43b3-92bd-43c4adbf28e4 HTTP/1.1" status: 204 len: 168 time: 1.0153697 Oct 23 01:10:56.304428 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 58224) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:56.354455 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5102cfe-2076-4436-8adf-f443b4df9246 admin admin] Deleting subnet 5b676e81-ae04-4245-a21a-f4742a1bad4d {{(pid=104552) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 23 01:10:56.357847 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-b5102cfe-2076-4436-8adf-f443b4df9246 admin admin] Publish callbacks [] for subnet (5b676e81-ae04-4245-a21a-f4742a1bad4d), before_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:56.394076 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-b5102cfe-2076-4436-8adf-f443b4df9246 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6324722'] for subnet (5b676e81-ae04-4245-a21a-f4742a1bad4d), precommit_delete_associations {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:56.470573 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-b5102cfe-2076-4436-8adf-f443b4df9246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-13457227'] for subnet (5b676e81-ae04-4245-a21a-f4742a1bad4d), precommit_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:56.542085 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-b5102cfe-2076-4436-8adf-f443b4df9246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-13457232', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5989285', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6118452'] for subnet (5b676e81-ae04-4245-a21a-f4742a1bad4d), after_delete {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:56.566169 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5102cfe-2076-4436-8adf-f443b4df9246 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b676e81-ae04-4245-a21a-f4742a1bad4d,revision_number=None']} {{(pid=104552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:56.573876 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron_lib.callbacks.manager [None req-b5102cfe-2076-4436-8adf-f443b4df9246 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for subnet (None), before_response {{(pid=104552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:56.579422 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-b5102cfe-2076-4436-8adf-f443b4df9246 admin admin] 10.222.0.18 "DELETE /networking/v2.0/subnets/5b676e81-ae04-4245-a21a-f4742a1bad4d HTTP/1.1" status: 204 len: 168 time: 0.2716296 Oct 23 01:10:56.579940 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 58226) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:56.581966 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060448e0-53fe-4066-ab2d-db7a0da86fc0 None None] Network 82a5267c-a1eb-4074-8b8c-eaaf871b7c4a requested from dv-cinder-master-3-iscsi {{(pid=104553) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 23 01:10:56.653583 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 99db7be1-e4dc-4662-a5bb-e94fd92d7e45 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:10:56.661176 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-b8d172a3-5578-4bce-b4a2-a7efc4b311bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-13506626'] for network (82a5267c-a1eb-4074-8b8c-eaaf871b7c4a), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:56.694908 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] No Port match for: 99db7be1-e4dc-4662-a5bb-e94fd92d7e45 {{(pid=104553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:10:56.695342 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 99db7be1-e4dc-4662-a5bb-e94fd92d7e45 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:10:56.695784 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 06df1483-bd9e-4eb6-88e8-3ef5747f9fd5 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:10:56.707887 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-b8d172a3-5578-4bce-b4a2-a7efc4b311bf admin admin] Deleting port 9ec59cc1-5f76-46ca-bc46-9da595ea58e5 {{(pid=104551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:10:56.708233 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-b8d172a3-5578-4bce-b4a2-a7efc4b311bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (9ec59cc1-5f76-46ca-bc46-9da595ea58e5), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:56.719112 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] No Port match for: 06df1483-bd9e-4eb6-88e8-3ef5747f9fd5 {{(pid=104553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:10:56.719469 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 06df1483-bd9e-4eb6-88e8-3ef5747f9fd5 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:10:56.778308 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.db [None req-b8d172a3-5578-4bce-b4a2-a7efc4b311bf admin admin] For port 9ec59cc1-5f76-46ca-bc46-9da595ea58e5, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=9ec59cc1-5f76-46ca-bc46-9da595ea58e5,segment=NetworkSegment(450fcc7b-a197-4f07-abc6-99822a34c9a4),segment_id=450fcc7b-a197-4f07-abc6-99822a34c9a4)] {{(pid=104551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:10:56.778708 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-b8d172a3-5578-4bce-b4a2-a7efc4b311bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (9ec59cc1-5f76-46ca-bc46-9da595ea58e5), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:56.780261 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc08075-4a08-4d21-982a-2b1e9e820344 None None] DHCP port deletion for 82a5267c-a1eb-4074-8b8c-eaaf871b7c4a request from dv-cinder-master-3-iscsi {{(pid=104553) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 23 01:10:56.792668 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.plugin [None req-b8d172a3-5578-4bce-b4a2-a7efc4b311bf admin admin] Calling delete_port for 9ec59cc1-5f76-46ca-bc46-9da595ea58e5 owned by network:dhcp {{(pid=104551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:10:56.818280 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-fcc08075-4a08-4d21-982a-2b1e9e820344 None None] Deleting port 9ec59cc1-5f76-46ca-bc46-9da595ea58e5 {{(pid=104553) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 23 01:10:56.818661 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-fcc08075-4a08-4d21-982a-2b1e9e820344 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758734808037'] for port (9ec59cc1-5f76-46ca-bc46-9da595ea58e5), before_delete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:56.830122 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=100 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:56.875906 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-b8d172a3-5578-4bce-b4a2-a7efc4b311bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6140158'] for port (9ec59cc1-5f76-46ca-bc46-9da595ea58e5), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:56.889993 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.db [None req-fcc08075-4a08-4d21-982a-2b1e9e820344 None None] For port 9ec59cc1-5f76-46ca-bc46-9da595ea58e5, host dv-cinder-master-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-iscsi',level=0,port_id=9ec59cc1-5f76-46ca-bc46-9da595ea58e5,segment=NetworkSegment(450fcc7b-a197-4f07-abc6-99822a34c9a4),segment_id=450fcc7b-a197-4f07-abc6-99822a34c9a4)] {{(pid=104553) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 23 01:10:56.890427 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-fcc08075-4a08-4d21-982a-2b1e9e820344 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-399619'] for port (9ec59cc1-5f76-46ca-bc46-9da595ea58e5), precommit_delete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:56.902186 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d172a3-5578-4bce-b4a2-a7efc4b311bf admin admin] Pushing event deleted for resources: {'Port': ['ID=9ec59cc1-5f76-46ca-bc46-9da595ea58e5,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:56.905555 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-fcc08075-4a08-4d21-982a-2b1e9e820344 None None] Calling delete_port for 9ec59cc1-5f76-46ca-bc46-9da595ea58e5 owned by network:dhcp {{(pid=104553) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 23 01:10:56.906476 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d172a3-5578-4bce-b4a2-a7efc4b311bf admin admin] No DVR routers for this DVR port 9ec59cc1-5f76-46ca-bc46-9da595ea58e5 on host dv-cinder-master-3-iscsi {{(pid=104551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:10:56.965372 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=100 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:56.984314 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-b8d172a3-5578-4bce-b4a2-a7efc4b311bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-13455826', 'neutron.services.segments.db._delete_segments_for_network-8758734904131'] for network (82a5267c-a1eb-4074-8b8c-eaaf871b7c4a), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:56.984582 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-fcc08075-4a08-4d21-982a-2b1e9e820344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-13418133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-40561', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758734813103', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758734404455'] for port (9ec59cc1-5f76-46ca-bc46-9da595ea58e5), after_delete {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:57.006964 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.services.segments.db [None req-b8d172a3-5578-4bce-b4a2-a7efc4b311bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82a5267c-a1eb-4074-8b8c-eaaf871b7c4a']}} {{(pid=104551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:57.009058 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc08075-4a08-4d21-982a-2b1e9e820344 None None] Pushing event deleted for resources: {'Port': ['ID=9ec59cc1-5f76-46ca-bc46-9da595ea58e5,revision_number=None']} {{(pid=104553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:57.017200 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc08075-4a08-4d21-982a-2b1e9e820344 None None] No DVR routers for this DVR port 9ec59cc1-5f76-46ca-bc46-9da595ea58e5 on host dv-cinder-master-3-iscsi {{(pid=104553) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 23 01:10:57.018055 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.services.segments.db [None req-b8d172a3-5578-4bce-b4a2-a7efc4b311bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '450fcc7b-a197-4f07-abc6-99822a34c9a4') {'for_net_delete': True} {{(pid=104551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:57.018441 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.services.segments.db [None req-b8d172a3-5578-4bce-b4a2-a7efc4b311bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '450fcc7b-a197-4f07-abc6-99822a34c9a4') {} {{(pid=104551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 23 01:10:57.030646 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-b8d172a3-5578-4bce-b4a2-a7efc4b311bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758734904194', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8119827'] for segment (450fcc7b-a197-4f07-abc6-99822a34c9a4), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:57.049341 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-b8d172a3-5578-4bce-b4a2-a7efc4b311bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13381139'] for segment (450fcc7b-a197-4f07-abc6-99822a34c9a4), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:57.056020 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8d172a3-5578-4bce-b4a2-a7efc4b311bf admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=104551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 23 01:10:57.056478 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-b8d172a3-5578-4bce-b4a2-a7efc4b311bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-13381139', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6140075'] for segment (450fcc7b-a197-4f07-abc6-99822a34c9a4), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:57.118221 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-b8d172a3-5578-4bce-b4a2-a7efc4b311bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-13455835', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417668', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-605493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516948'] for network (82a5267c-a1eb-4074-8b8c-eaaf871b7c4a), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:57.123270 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-b8d172a3-5578-4bce-b4a2-a7efc4b311bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-605479'] for network (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:57.127414 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-b8d172a3-5578-4bce-b4a2-a7efc4b311bf admin admin] 10.222.0.18 "DELETE /networking/v2.0/networks/82a5267c-a1eb-4074-8b8c-eaaf871b7c4a HTTP/1.1" status: 204 len: 168 time: 0.5462561 Oct 23 01:10:57.129407 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.services.segments.plugin [-] Segment 450fcc7b-a197-4f07-abc6-99822a34c9a4 resource provider aggregate not found Oct 23 01:10:57.135636 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=84,neutron:DELETE=15,neutron:UPDATE=1 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:57.146572 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d172a3-5578-4bce-b4a2-a7efc4b311bf admin admin] Pushing event deleted for resources: {'Network': ['ID=82a5267c-a1eb-4074-8b8c-eaaf871b7c4a,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:57.150521 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.services.segments.plugin [-] Segment 450fcc7b-a197-4f07-abc6-99822a34c9a4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 450fcc7b-a197-4f07-abc6-99822a34c9a4 found for delete ", "request_id": "req-02d964d4-699c-40d0-a414-0e4c6bffc31b"}]} Oct 23 01:10:57.295138 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 58236) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:57.339684 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-8f7f101e-4f44-4cc3-aaa4-511db84d0dce admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=abb86f1ad8d8481a9c8a8b5636d06b3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433741 Oct 23 01:10:57.343675 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 58238) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:57.404287 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-de14fc7d-ad67-4f52-82da-1f52eebbdf95 admin admin] Publish callbacks [] for security_group (be6f606d-5902-4115-b7e0-6435c12cf7b7), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:57.424663 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-de14fc7d-ad67-4f52-82da-1f52eebbdf95 admin admin] Publish callbacks [] for security_group (be6f606d-5902-4115-b7e0-6435c12cf7b7), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:57.454040 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:10:57.481487 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-de14fc7d-ad67-4f52-82da-1f52eebbdf95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (be6f606d-5902-4115-b7e0-6435c12cf7b7), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:57.486114 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-de14fc7d-ad67-4f52-82da-1f52eebbdf95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:57.487987 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-de14fc7d-ad67-4f52-82da-1f52eebbdf95 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/be6f606d-5902-4115-b7e0-6435c12cf7b7 HTTP/1.1" status: 204 len: 168 time: 0.1430659 Oct 23 01:10:57.495968 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de14fc7d-ad67-4f52-82da-1f52eebbdf95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6f606d-5902-4115-b7e0-6435c12cf7b7,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:57.854735 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [-] (104552) accepted ('10.222.0.18', 58244) {{(pid=104552) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:57.900036 dv-cinder-master-3-iscsi neutron-server[104552]: INFO neutron.wsgi [None req-4f88eb40-d31f-4de1-b205-02effbc2de62 admin admin] 10.222.0.18 "GET /networking/v2.0/security-groups?tenant_id=ea6b722204ec4cf9a7e4656cced96e70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441017 Oct 23 01:10:57.902753 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [-] (104551) accepted ('10.222.0.18', 58246) {{(pid=104551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 23 01:10:57.953472 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-872c9530-5eea-4534-9017-8f1e2556c7f1 admin admin] Publish callbacks [] for security_group (b47e4d7d-2f6d-40d6-8c24-9b2f4c3f850e), before_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:57.975644 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-872c9530-5eea-4534-9017-8f1e2556c7f1 admin admin] Publish callbacks [] for security_group (b47e4d7d-2f6d-40d6-8c24-9b2f4c3f850e), precommit_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:58.039833 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-872c9530-5eea-4534-9017-8f1e2556c7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417623'] for security_group (b47e4d7d-2f6d-40d6-8c24-9b2f4c3f850e), after_delete {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:58.042455 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron_lib.callbacks.manager [None req-872c9530-5eea-4534-9017-8f1e2556c7f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:10:58.043628 dv-cinder-master-3-iscsi neutron-server[104551]: INFO neutron.wsgi [None req-872c9530-5eea-4534-9017-8f1e2556c7f1 admin admin] 10.222.0.18 "DELETE /networking/v2.0/security-groups/b47e4d7d-2f6d-40d6-8c24-9b2f4c3f850e HTTP/1.1" status: 204 len: 168 time: 0.1397841 Oct 23 01:10:58.053469 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872c9530-5eea-4534-9017-8f1e2556c7f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47e4d7d-2f6d-40d6-8c24-9b2f4c3f850e,revision_number=None']} {{(pid=104551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 23 01:10:58.432754 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 9ec59cc1-5f76-46ca-bc46-9da595ea58e5 no longer exists at agent ovs-agent-dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 23 01:10:58.452893 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.plugin [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] No Port match for: 9ec59cc1-5f76-46ca-bc46-9da595ea58e5 {{(pid=104553) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 23 01:10:58.453310 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron.plugins.ml2.rpc [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Device 9ec59cc1-5f76-46ca-bc46-9da595ea58e5 not bound to the agent host dv-cinder-master-3-iscsi {{(pid=104553) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 23 01:11:01.837034 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (16cf44eb-3ef2-4361-a416-47ab9083b794), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:02.515229 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=2 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:02.519242 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=21 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:07.893821 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=36,neutron:DELETE=9 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:07.896813 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG dbcounter [-] [104552] Writing DB stats neutron:SELECT=34,neutron:UPDATE=3 {{(pid=104552) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:08.046737 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:08.047588 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG dbcounter [-] [104551] Writing DB stats neutron:SELECT=35,neutron:DELETE=5 {{(pid=104551) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:11.272453 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.agents_db [None req-7a6a8f68-635a-43f5-9edf-73cfaf501ddf None None] Agent healthcheck: found 6 active agents {{(pid=104554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:11:11.825285 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=27,neutron:DELETE=2 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:11.827354 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:18.832116 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-11929888-2cce-43dc-b724-3646773644f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (6b66cfba-c169-484b-b3a5-13fb9b6528cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:21.245731 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-75c3c463-cb61-4103-99a8-3cf271153d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (71de1650-f9d9-4095-92e6-e37ec99e20cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:22.373388 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5148f689-0f62-430a-b3f2-d0758b81aa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (b2013646-e5ec-4b71-a145-3908973fbde8), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:23.725273 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e80eb663-45f3-44c1-bd5d-b13fbac885c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (9e3bf558-830b-43df-b1b1-6fe61a75ce60), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:23.993360 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (e5069eb9-82e8-4601-9222-8a50cea677c6), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:25.424426 dv-cinder-master-3-iscsi neutron-server[104551]: DEBUG neutron.wsgi [req-730566c1-53e2-4bbe-ac17-5a3864d6388d req-79869727-845a-40a4-a3ad-090932ab989c service neutron] (104551) timed out ('10.222.0.52', 49939) {{(pid=104551) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 23 01:11:25.978201 dv-cinder-master-3-iscsi neutron-server[104552]: DEBUG neutron.wsgi [req-a88bc69c-6e25-4d40-a41f-5827943b55d3 req-1c053e5a-ede7-418a-9436-3d256b373e62 service neutron] (104552) timed out ('10.222.0.52', 49916) {{(pid=104552) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 23 01:11:27.209511 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=4 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:27.210386 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:31.834125 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (16cf44eb-3ef2-4361-a416-47ab9083b794), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:41.821383 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:41.828292 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:11:48.273104 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.agents_db [None req-7a6a8f68-635a-43f5-9edf-73cfaf501ddf None None] Agent healthcheck: found 6 active agents {{(pid=104554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:11:48.832700 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-7e566723-3db4-4d45-b8c4-b168af0692be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (6b66cfba-c169-484b-b3a5-13fb9b6528cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:51.240385 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-782038e1-0993-4666-af38-49865f3a2d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (71de1650-f9d9-4095-92e6-e37ec99e20cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:52.377512 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5148f689-0f62-430a-b3f2-d0758b81aa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (b2013646-e5ec-4b71-a145-3908973fbde8), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:53.731312 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e80eb663-45f3-44c1-bd5d-b13fbac885c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (9e3bf558-830b-43df-b1b1-6fe61a75ce60), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:11:53.990869 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (e5069eb9-82e8-4601-9222-8a50cea677c6), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:01.833894 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (16cf44eb-3ef2-4361-a416-47ab9083b794), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:04.202681 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=2 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:04.207740 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=6 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:11.826294 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:11.828578 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:16.751064 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=9 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:16.763576 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=17 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:18.828518 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-c784782e-1dae-4c67-a95c-80537939732b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (6b66cfba-c169-484b-b3a5-13fb9b6528cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:21.246725 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-471a8080-0552-419f-a671-e15be84eaa01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (71de1650-f9d9-4095-92e6-e37ec99e20cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:22.385222 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5148f689-0f62-430a-b3f2-d0758b81aa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (b2013646-e5ec-4b71-a145-3908973fbde8), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:23.732563 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e80eb663-45f3-44c1-bd5d-b13fbac885c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (9e3bf558-830b-43df-b1b1-6fe61a75ce60), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:23.995527 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (e5069eb9-82e8-4601-9222-8a50cea677c6), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:25.272686 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.agents_db [None req-7a6a8f68-635a-43f5-9edf-73cfaf501ddf None None] Agent healthcheck: found 6 active agents {{(pid=104554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:12:31.846713 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (16cf44eb-3ef2-4361-a416-47ab9083b794), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:41.204627 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=5 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:41.205843 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=3 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:41.833755 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:41.842153 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:12:48.835328 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-8b2efdea-7a06-4a20-94d8-0ead3f98bcca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (6b66cfba-c169-484b-b3a5-13fb9b6528cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:51.249976 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-7f7edff5-eb6c-4928-8749-4b75e178ad1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (71de1650-f9d9-4095-92e6-e37ec99e20cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:52.385601 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5148f689-0f62-430a-b3f2-d0758b81aa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (b2013646-e5ec-4b71-a145-3908973fbde8), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:53.734327 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e80eb663-45f3-44c1-bd5d-b13fbac885c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (9e3bf558-830b-43df-b1b1-6fe61a75ce60), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:12:53.993412 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (e5069eb9-82e8-4601-9222-8a50cea677c6), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:01.844651 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (16cf44eb-3ef2-4361-a416-47ab9083b794), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:02.272083 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.agents_db [None req-7a6a8f68-635a-43f5-9edf-73cfaf501ddf None None] Agent healthcheck: found 6 active agents {{(pid=104554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:13:11.832077 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:11.838975 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:UPDATE=4,neutron:SELECT=9 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:18.198101 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:18.202467 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=5 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:18.830956 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-b53e74dc-de9c-4057-8007-7269d56c8b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (6b66cfba-c169-484b-b3a5-13fb9b6528cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:21.251687 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-40fbe332-8d70-47e6-a472-b607a000b205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (71de1650-f9d9-4095-92e6-e37ec99e20cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:22.390765 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5148f689-0f62-430a-b3f2-d0758b81aa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (b2013646-e5ec-4b71-a145-3908973fbde8), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:23.737451 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e80eb663-45f3-44c1-bd5d-b13fbac885c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (9e3bf558-830b-43df-b1b1-6fe61a75ce60), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:23.989570 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (e5069eb9-82e8-4601-9222-8a50cea677c6), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:31.854115 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (16cf44eb-3ef2-4361-a416-47ab9083b794), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:39.273279 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.agents_db [None req-7a6a8f68-635a-43f5-9edf-73cfaf501ddf None None] Agent healthcheck: found 6 active agents {{(pid=104554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:13:41.843889 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:41.847572 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:48.840270 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-450d32cb-66b2-4883-9ce4-ec50e7ed1049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (6b66cfba-c169-484b-b3a5-13fb9b6528cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:51.249201 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-3bc184fe-109d-47e7-bac6-b79f0d8d9650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (71de1650-f9d9-4095-92e6-e37ec99e20cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:52.391251 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5148f689-0f62-430a-b3f2-d0758b81aa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (b2013646-e5ec-4b71-a145-3908973fbde8), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:53.740091 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e80eb663-45f3-44c1-bd5d-b13fbac885c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (9e3bf558-830b-43df-b1b1-6fe61a75ce60), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:53.985919 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (e5069eb9-82e8-4601-9222-8a50cea677c6), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:13:55.199505 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=3 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:13:55.200447 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=5 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:01.865340 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (16cf44eb-3ef2-4361-a416-47ab9083b794), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:11.855517 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:11.858489 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:16.276076 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.agents_db [None req-7a6a8f68-635a-43f5-9edf-73cfaf501ddf None None] Agent healthcheck: found 6 active agents {{(pid=104554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:14:18.839166 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-ded4e062-c4d2-4584-b81f-408354b77d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (6b66cfba-c169-484b-b3a5-13fb9b6528cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:21.252132 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-57ac7fd6-38be-415e-afc0-99a6c574daca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (71de1650-f9d9-4095-92e6-e37ec99e20cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:22.395470 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5148f689-0f62-430a-b3f2-d0758b81aa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (b2013646-e5ec-4b71-a145-3908973fbde8), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:23.746806 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e80eb663-45f3-44c1-bd5d-b13fbac885c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (9e3bf558-830b-43df-b1b1-6fe61a75ce60), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:23.983874 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (e5069eb9-82e8-4601-9222-8a50cea677c6), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:31.858634 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (16cf44eb-3ef2-4361-a416-47ab9083b794), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:32.185731 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=15 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:32.197494 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=19 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:41.851285 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:41.853805 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:14:48.837182 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-3ecd667d-dc04-4eed-96de-adbcf7e9d1b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (6b66cfba-c169-484b-b3a5-13fb9b6528cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:51.246755 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-587c4a2d-8874-440a-8fd5-4f9d78e9316b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (71de1650-f9d9-4095-92e6-e37ec99e20cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:52.399543 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5148f689-0f62-430a-b3f2-d0758b81aa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (b2013646-e5ec-4b71-a145-3908973fbde8), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:53.275822 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.agents_db [None req-7a6a8f68-635a-43f5-9edf-73cfaf501ddf None None] Agent healthcheck: found 6 active agents {{(pid=104554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:14:53.750876 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e80eb663-45f3-44c1-bd5d-b13fbac885c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (9e3bf558-830b-43df-b1b1-6fe61a75ce60), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:14:53.980980 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (e5069eb9-82e8-4601-9222-8a50cea677c6), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:01.856036 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (16cf44eb-3ef2-4361-a416-47ab9083b794), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:11.848472 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:11.850739 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:16.255171 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=6 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:17.257759 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:18.833140 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-c9ef3242-a273-4c9d-b4dc-38e2bdef43a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (6b66cfba-c169-484b-b3a5-13fb9b6528cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:21.255918 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-0e0949e6-ff70-480b-b4c4-ab55956e7449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (71de1650-f9d9-4095-92e6-e37ec99e20cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:22.403714 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5148f689-0f62-430a-b3f2-d0758b81aa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (b2013646-e5ec-4b71-a145-3908973fbde8), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:23.756567 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e80eb663-45f3-44c1-bd5d-b13fbac885c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (9e3bf558-830b-43df-b1b1-6fe61a75ce60), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:23.979922 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (e5069eb9-82e8-4601-9222-8a50cea677c6), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:30.275077 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.agents_db [None req-7a6a8f68-635a-43f5-9edf-73cfaf501ddf None None] Agent healthcheck: found 6 active agents {{(pid=104554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:15:31.859465 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (16cf44eb-3ef2-4361-a416-47ab9083b794), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:41.851017 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:41.853010 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:46.201337 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=4 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:46.203381 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=4 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:15:48.832777 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-29d846cb-81e9-4c03-968a-5399b3b1c6f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (6b66cfba-c169-484b-b3a5-13fb9b6528cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:51.252095 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e958b036-6e89-4f07-9cfb-460d92a3a1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (71de1650-f9d9-4095-92e6-e37ec99e20cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:52.407440 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5148f689-0f62-430a-b3f2-d0758b81aa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (b2013646-e5ec-4b71-a145-3908973fbde8), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:53.753454 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e80eb663-45f3-44c1-bd5d-b13fbac885c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (9e3bf558-830b-43df-b1b1-6fe61a75ce60), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:15:53.976430 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (e5069eb9-82e8-4601-9222-8a50cea677c6), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:01.864789 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-f54b7361-b0bc-4c26-82a0-2f949a510626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (16cf44eb-3ef2-4361-a416-47ab9083b794), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:07.274377 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG neutron.db.agents_db [None req-7a6a8f68-635a-43f5-9edf-73cfaf501ddf None None] Agent healthcheck: found 6 active agents {{(pid=104554) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 23 01:16:11.856921 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:11.858954 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG dbcounter [-] [104553] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104553) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:18.829124 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-955a4170-01a6-4c84-a23c-375d57e96b11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (6b66cfba-c169-484b-b3a5-13fb9b6528cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:21.254130 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-8cebe0a7-3254-4ba5-b00f-9ca28c2a6915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (71de1650-f9d9-4095-92e6-e37ec99e20cf), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:22.416344 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-5148f689-0f62-430a-b3f2-d0758b81aa1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (b2013646-e5ec-4b71-a145-3908973fbde8), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:23.191079 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=18 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:23.196579 dv-cinder-master-3-iscsi neutron-server[104554]: DEBUG dbcounter [-] [104554] Writing DB stats neutron:SELECT=16 {{(pid=104554) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 23 01:16:23.765757 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-e80eb663-45f3-44c1-bd5d-b13fbac885c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (9e3bf558-830b-43df-b1b1-6fe61a75ce60), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 23 01:16:23.979765 dv-cinder-master-3-iscsi neutron-server[104553]: DEBUG neutron_lib.callbacks.manager [None req-284dbfdd-d3c5-4b06-9aa6-7c92455af400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758734904113', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-13458195'] for agent (e5069eb9-82e8-4601-9222-8a50cea677c6), after_update {{(pid=104553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}